-- Logs begin at Wed 2022-05-25 21:41:50 UTC, end at Thu 2022-05-26 00:10:28 UTC. -- May 25 22:42:55.688342 dv-neutron-843300-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 25 22:42:57.822652 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.common.config [-] Logging enabled! May 25 22:42:57.823388 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev9 May 25 22:42:57.823388 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84610) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 25 22:42:57.825656 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.common.config [-] Logging enabled! May 25 22:42:57.825906 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev9 May 25 22:42:57.826148 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84610) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 25 22:42:57.827215 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 22:42:57.827344 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 22:42:57.827701 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 22:42:57.827937 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 22:42:57.828156 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 22:42:57.828472 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.828787 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.829083 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.829310 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.829601 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.829890 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.830170 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.830456 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.830751 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.831035 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.831312 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.831593 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.831820 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.832100 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.832384 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.832704 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.832930 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] debug = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.833206 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.834237 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.834759 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.835047 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.835344 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.835619 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.835943 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.836232 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.836591 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] host = dv-neutron-843300-1-hyperv {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.836873 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.837160 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.837448 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.837733 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.838005 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.838279 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.838561 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.838834 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.839104 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] log_file = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.839375 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.839660 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.839945 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.840234 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.840457 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.840702 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.840986 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.841274 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.841549 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.841822 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.842094 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.842368 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.842643 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.842912 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.843194 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.843480 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.843765 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.844039 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.844312 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.844606 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.844879 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.845164 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.845437 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.845708 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.845980 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.846263 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.846532 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.846804 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.847104 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.847390 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.847672 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.847957 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.848230 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.848514 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.848805 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.849814 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.850106 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] use_json = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.850381 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.850652 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.850935 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.851209 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.851480 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.851753 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.852026 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.852310 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.852603 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:42:57.852904 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.853203 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.853510 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.853794 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.854091 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.854370 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.854696 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.854978 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.855267 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.855556 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.855847 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.856125 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.856409 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.856724 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.857016 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.857291 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.857570 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.857862 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.858139 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.858411 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.858686 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.858975 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.859252 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.859528 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.859807 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.860085 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.860357 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.860650 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.860952 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.861244 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.861521 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.861792 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.862062 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.862336 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.862604 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.862885 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.863159 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.863430 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.863706 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.863982 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.864254 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.864540 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.864943 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.865280 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.865656 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.865933 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.866209 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.866482 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.866755 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.867027 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.867298 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.867643 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.867921 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.868193 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.868464 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.868758 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.869030 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.869305 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.869594 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.869891 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.870168 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.870446 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.870724 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.870999 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.871275 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.871549 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.871825 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.872099 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.872371 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.872682 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.872966 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.873252 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.873534 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.873816 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.874112 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.874389 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.874670 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.874944 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.875221 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.875503 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.875784 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.876077 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.876369 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.876691 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.876986 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.877280 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.877560 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.877869 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.878150 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:42:57.878368 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 22:42:57.878609 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84610) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 22:42:58.282460 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO keyring.backend [-] Loading KWallet May 25 22:42:58.290205 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO keyring.backend [-] Loading SecretService May 25 22:42:58.293327 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO keyring.backend [-] Loading Windows May 25 22:42:58.294654 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO keyring.backend [-] Loading chainer May 25 22:42:58.295236 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO keyring.backend [-] Loading macOS May 25 22:42:58.329479 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 22:42:58.329749 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=84610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 22:42:58.330036 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 22:42:58.331496 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 22:42:58.634953 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:58.635235 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:58.635500 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:58.691837 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:58.692112 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:58.692379 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:58.695980 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:58.696248 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:58.696506 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:58.725178 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:58.725450 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:58.725714 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:58.752956 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:58.753228 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:58.753495 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.069381 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.070012 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.070012 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.070171 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.070985 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.189647 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.189961 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.190240 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.190527 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.190774 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.191080 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.191342 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.191594 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.191847 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.192125 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.192380 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.192662 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.193006 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.193301 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.193571 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.193835 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.194088 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.194358 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.194606 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.194884 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.195227 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.195475 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.195719 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.195996 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.196241 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.196484 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.196891 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:42:59.197128 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:42:59.197365 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:42:59.197598 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:42:59.197832 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:42:59.198064 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:42:59.198613 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 22:42:59.201690 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 22:42:59.205665 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 22:42:59.209985 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 25 22:42:59.211598 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 22:42:59.211972 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 22:42:59.212308 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 22:42:59.212718 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 22:42:59.215477 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 22:42:59.215721 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 22:42:59.216066 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 22:42:59.244019 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 25 22:42:59.244459 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.244782 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84610) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 25 22:42:59.245138 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.246482 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84610) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 22:42:59.246764 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 22:42:59.247007 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 22:42:59.250253 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.250532 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:42:59.310172 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 22:42:59.310413 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 22:42:59.310649 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 22:42:59.311024 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 22:42:59.342935 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_db.sqlalchemy.engines [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84610) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 25 22:42:59.856321 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Initializing driver for type 'gre' May 25 22:42:59.856876 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] gre ID ranges: [(1, 1000)] May 25 22:43:00.090396 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Initializing driver for type 'local' May 25 22:43:00.091129 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Initializing driver for type 'vlan' May 25 22:43:00.170419 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] VlanTypeDriver initialization complete May 25 22:43:00.170666 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Initializing driver for type 'vxlan' May 25 22:43:00.171172 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] vxlan ID ranges: [(1, 1000)] May 25 22:43:00.404970 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Initializing extension driver 'port_security' May 25 22:43:00.405305 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.extensions.port_security [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] PortSecurityExtensionDriver initialization complete May 25 22:43:00.405633 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Initializing mechanism driver 'openvswitch' May 25 22:43:00.405978 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Initializing mechanism driver 'hyperv' May 25 22:43:00.412946 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.plugins.ml2.plugin [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:00.417708 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > port after_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.417708 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > port after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.417708 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > port after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.417708 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 25 22:43:00.417708 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > subnet after_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.418105 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > subnet after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.418105 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > subnet after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.418105 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 25 22:43:00.418105 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > network after_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.418105 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > network after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.418495 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > network after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.418495 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 25 22:43:00.418495 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > security_group after_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.418495 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > security_group after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.418779 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > security_group after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.419295 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 25 22:43:00.419694 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.420037 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.420371 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.420821 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 25 22:43:00.421246 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] ML2 OVO RPC backend initialized. {{(pid=84610) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 25 22:43:00.422137 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router_interface after_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.422484 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.422893 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > network before_response 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.423235 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > networks before_response 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.423572 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > port before_response 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.423906 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > ports before_response 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.424241 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > subnet before_response 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.424601 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > subnets before_response 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.424942 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > network after_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.425275 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > network after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.425604 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > network after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.425933 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > port after_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.426262 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > port after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.426593 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > port after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.426921 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > subnet after_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.427947 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > subnet after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.428284 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > subnet after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.428921 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.plugin [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Modular L2 Plugin initialization complete May 25 22:43:00.429332 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading services supported by the core plugin {{(pid=84610) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 22:43:00.429655 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.plugins.ml2.managers [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Got port-security extension from driver 'port_security' May 25 22:43:00.430114 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.extensions.vlantransparent [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Disabled vlantransparent extension. May 25 22:43:00.430524 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84610) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 22:43:00.430833 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading Plugin: router May 25 22:43:00.465505 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router_interface before_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.465887 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router after_create 55549900 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.466247 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router before_create 55549900 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.466599 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.466958 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.467303 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router after_delete 55549900 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.467651 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > floatingip after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.468000 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router after_create 55549900 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.468339 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router after_update 55549900 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.468704 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router after_update 55549900 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.469044 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.469394 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router after_update 55549900 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.469795 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router precommit_update 55549900 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.470156 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: port after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.470487 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: port after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.470815 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: subnet after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.471144 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.471481 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > port precommit_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.471820 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router precommit_create 55549900 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.472153 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: port before_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.472487 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router precommit_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.472854 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router after_update 55549900 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.473187 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router precommit_delete 55549900 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.473522 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router precommit_create 55549900 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.473873 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router_interface after_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.474749 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router precommit_update 55549900 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.475106 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > agent after_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.475582 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > agent after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.475922 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > network after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.476808 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Tracking information for resource: router configured {{(pid=84610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:43:00.477132 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Tracking information for resource: floatingip configured {{(pid=84610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 22:43:00.481866 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.db.l3_agentschedulers_db [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 22:43:00.482425 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: port after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.482774 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: port after_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.483114 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: port after_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.483457 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: port after_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.484346 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router before_create 55550100 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.484728 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router precommit_delete 55550100 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.485083 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router precommit_create 55550100 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.485432 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > router precommit_update 55550100 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.490350 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.services.provider_configuration [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Service providers = [] {{(pid=84610) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 22:43:00.490786 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.db.servicetype_db [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84610) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 22:43:00.493679 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.services.service_base [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 22:43:00.494023 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.services.service_base [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 22:43:00.494359 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.services.service_base [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 22:43:00.495217 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.services.service_base [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 22:43:00.495582 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.services.service_base [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 22:43:00.495946 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:43:00.496256 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 22:43:00.506748 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:43:00.507068 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading Plugin: auto_allocate May 25 22:43:00.512792 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: network precommit_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.513150 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: network precommit_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.513658 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:43:00.513969 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading Plugin: tag May 25 22:43:00.520329 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:43:00.520685 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading Plugin: timestamp May 25 22:43:00.524730 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:43:00.525060 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading Plugin: network_ip_availability May 25 22:43:00.530187 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.530550 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.530899 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.531591 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:43:00.531903 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading Plugin: flavors May 25 22:43:00.537037 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:43:00.537455 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading Plugin: revisions May 25 22:43:00.541636 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 22:43:00.542013 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_concurrency.lockutils [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.212s {{(pid=84610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 22:43:00.542768 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84610) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 25 22:43:00.543096 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Initializing extension manager. May 25 22:43:00.543586 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: __init__.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.543918 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: __pycache__ {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.544243 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.544587 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.544914 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: _filter_validation_lib.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.545235 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.545553 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: address_group.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.546291 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.547118 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: address-group May 25 22:43:00.547529 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: address_scope.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.548232 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.548765 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: address-scope May 25 22:43:00.549082 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: admin_state_down_before_update.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.549992 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.550497 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: router-admin-state-down-before-update May 25 22:43:00.550813 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: agent.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.551542 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.555711 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: agent May 25 22:43:00.555711 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: agent_resources_synced.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.556391 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.556937 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: agent-resources-synced May 25 22:43:00.557256 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: allowedaddresspairs.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.559278 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.559797 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: allowed-address-pairs May 25 22:43:00.560238 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: auto_allocated_topology.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.561312 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.561864 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: auto-allocated-topology May 25 22:43:00.562177 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: availability_zone.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.562850 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.563344 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: availability_zone May 25 22:43:00.563658 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: availability_zone_filter.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.564568 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.565073 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: availability_zone_filter May 25 22:43:00.565389 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: data_plane_status.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.566271 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.566763 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension data-plane-status not supported by any of loaded plugins May 25 22:43:00.567075 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: default_subnetpools.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.568206 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.568731 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: default-subnetpools May 25 22:43:00.569045 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: dhcpagentscheduler.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.569819 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.570310 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: dhcp_agent_scheduler May 25 22:43:00.570619 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: dns.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.571513 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.572246 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension dns-integration not supported by any of loaded plugins May 25 22:43:00.572584 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: dns_domain_ports.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.573479 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.573967 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 22:43:00.574278 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: dvr.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.574927 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.575420 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: dvr May 25 22:43:00.575733 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: empty_string_filtering.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.576650 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.577338 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: empty-string-filtering May 25 22:43:00.577654 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.578548 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.579064 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 22:43:00.579375 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.580265 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.580786 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 22:43:00.581099 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: external_net.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.582003 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.582478 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: external-net May 25 22:43:00.582788 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: extra_dhcp_opt.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.584456 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.584968 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: extra_dhcp_opt May 25 22:43:00.585281 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: extraroute.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.590966 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.591457 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: extraroute May 25 22:43:00.591771 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: extraroute_atomic.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.592813 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.593309 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: extraroute-atomic May 25 22:43:00.593623 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: filter_validation.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.594285 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.594777 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: filter-validation May 25 22:43:00.595090 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: fip_pf_description.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.595981 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.596475 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 22:43:00.596819 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: fip_port_details.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.597704 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.598275 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: fip-port-details May 25 22:43:00.598589 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: flavors.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.600412 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.600942 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: flavors May 25 22:43:00.601258 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.602956 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.603470 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 22:43:00.603795 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: floatingip_pools.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.604483 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.605006 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: floatingip-pools May 25 22:43:00.605325 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: ip_allocation.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.606241 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.606736 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension ip_allocation not supported by any of loaded plugins May 25 22:43:00.607049 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.607944 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.608440 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: ip-substring-filtering May 25 22:43:00.608780 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: l2_adjacency.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.609726 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.610213 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension l2_adjacency not supported by any of loaded plugins May 25 22:43:00.610526 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: l3.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.611489 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.611990 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: router May 25 22:43:00.612305 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: l3_conntrack_helper.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.614709 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.615221 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 22:43:00.615549 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.621107 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.621611 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: ext-gw-mode May 25 22:43:00.621927 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.622828 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.623326 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: l3-ha May 25 22:43:00.623641 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: l3_flavors.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.624547 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.625052 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: l3-flavors May 25 22:43:00.625367 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.626284 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.626843 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: l3-port-ip-change-not-allowed May 25 22:43:00.627157 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: l3agentscheduler.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.628184 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.628722 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: l3_agent_scheduler May 25 22:43:00.629038 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: logging.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.630520 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.631024 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension logging not supported by any of loaded plugins May 25 22:43:00.631341 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: metering.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.632099 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.632691 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: metering May 25 22:43:00.633005 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.634068 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.634571 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: metering_source_and_destination_fields May 25 22:43:00.634886 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: multiprovidernet.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.635797 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.636297 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: multi-provider May 25 22:43:00.636641 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: netmtu.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.637535 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.638114 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: net-mtu May 25 22:43:00.638428 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: netmtu_writable.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.639324 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.639828 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: net-mtu-writable May 25 22:43:00.640140 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: network_availability_zone.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.640815 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.641313 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: network_availability_zone May 25 22:43:00.641624 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: network_ip_availability.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.642723 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.643221 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: network-ip-availability May 25 22:43:00.643533 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: network_segment_range.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.644276 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.644806 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension network-segment-range not supported by any of loaded plugins May 25 22:43:00.645117 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: pagination.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.646629 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.646946 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: pagination May 25 22:43:00.647256 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.648164 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.648793 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: port-mac-address-regenerate May 25 22:43:00.649105 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: port_resource_request.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.650022 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.650518 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension port-resource-request not supported by any of loaded plugins May 25 22:43:00.650829 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: portbindings.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.651721 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.652223 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: binding May 25 22:43:00.652548 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: portbindings_extended.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.653820 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.654322 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: binding-extended May 25 22:43:00.654638 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: portsecurity.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.655616 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.656114 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: port-security May 25 22:43:00.656427 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: project_id.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.657407 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.657730 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: project-id May 25 22:43:00.658043 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: providernet.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.658934 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.659436 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: provider May 25 22:43:00.659748 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: qos.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.664191 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.664732 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension qos not supported by any of loaded plugins May 25 22:43:00.665055 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.666268 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.666774 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 22:43:00.667216 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.668030 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.668560 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 22:43:00.668873 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: qos_default.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.669760 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.670267 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension qos-default not supported by any of loaded plugins May 25 22:43:00.670584 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: qos_fip.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.671257 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.671990 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension qos-fip not supported by any of loaded plugins May 25 22:43:00.672347 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: qos_gateway_ip.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.673280 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.673777 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 22:43:00.674090 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: qos_port_network_policy.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.674985 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.675480 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 22:43:00.675793 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: qos_rule_type_details.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.676725 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.677339 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 22:43:00.677698 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: qos_rules_alias.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.678757 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.679254 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 22:43:00.679566 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: quotasv2.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.680428 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.680771 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: quotas May 25 22:43:00.681083 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: quotasv2_detail.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.682653 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.682983 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: quota_details May 25 22:43:00.683304 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: rbac.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.684365 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.684912 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: rbac-policies May 25 22:43:00.685235 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: rbac_address_scope.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.686134 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.686637 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: rbac-address-scope May 25 22:43:00.686956 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: rbac_security_groups.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.687844 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.688343 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: rbac-security-groups May 25 22:43:00.688685 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: rbac_subnetpool.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.689579 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.690076 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: rbac-subnetpool May 25 22:43:00.690397 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: revisionifmatch.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.691290 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.691788 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: revision-if-match May 25 22:43:00.692105 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: revisions.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.693369 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.693899 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: standard-attr-revisions May 25 22:43:00.694217 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: router_availability_zone.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.694871 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.695365 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: router_availability_zone May 25 22:43:00.695677 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: routerservicetype.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.696612 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.697108 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension router-service-type not supported by any of loaded plugins May 25 22:43:00.697422 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: security_groups_port_filtering.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.698315 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.698818 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: port-security-groups-filtering May 25 22:43:00.699135 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: securitygroup.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.710777 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.711295 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: security-group May 25 22:43:00.711625 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: segment.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.712388 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.712959 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension segment not supported by any of loaded plugins May 25 22:43:00.713279 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.714249 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.714750 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 22:43:00.715069 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: servicetype.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.716148 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.716691 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: service-type May 25 22:43:00.717012 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: sorting.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.717968 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.718293 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: sorting May 25 22:43:00.718608 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: standard_attr_segment.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.719523 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.720027 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 22:43:00.720342 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: standardattrdescription.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.721004 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.721500 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: standard-attr-description May 25 22:43:00.721813 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: stateful_security_group.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.722723 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.723226 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: stateful-security-group May 25 22:43:00.723539 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: stdattrs_common.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.724766 dv-neutron-843300-1-hyperv neutron-server[84610]: WARNING neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 22:43:00.725082 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.725991 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.726492 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 22:43:00.726804 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: subnet_onboard.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.727931 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.728438 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: subnet_onboard May 25 22:43:00.728783 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.729685 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.730182 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 22:43:00.730495 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: subnet_service_types.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.731426 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.731927 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: subnet-service-types May 25 22:43:00.732241 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: subnetallocation.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.733328 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.733834 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: subnet_allocation May 25 22:43:00.734150 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.734812 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.735310 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: subnetpool-prefix-ops May 25 22:43:00.735625 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.736561 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.737063 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 22:43:00.737373 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: tagging.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.738433 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.738943 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: standard-attr-tag May 25 22:43:00.739260 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: timestamp.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.740552 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.741061 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loaded extension: standard-attr-timestamp May 25 22:43:00.741377 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: trunk.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.742391 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.742892 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension trunk not supported by any of loaded plugins May 25 22:43:00.743209 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: trunk_details.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.744100 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.744630 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension trunk-details not supported by any of loaded plugins May 25 22:43:00.744948 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: uplink_status_propagation.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.745850 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.746353 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 22:43:00.746671 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Loading extension file: vlantransparent.py {{(pid=84610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 25 22:43:00.747330 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 25 22:43:00.747830 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extension vlan-transparent not supported by any of loaded plugins May 25 22:43:00.750214 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of TrackedResource for resource:network May 25 22:43:00.750942 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of TrackedResource for resource:subnet May 25 22:43:00.751529 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:43:00.752292 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of TrackedResource for resource:port May 25 22:43:00.753561 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.v2.resource_helper [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:43:00.754001 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.v2.resource_helper [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Service FLAVORS assigned prefix: {{(pid=84610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:43:00.754588 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.v2.resource_helper [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:43:00.755018 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.v2.resource_helper [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:43:00.755456 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of TrackedResource for resource:router May 25 22:43:00.756199 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of TrackedResource for resource:floatingip May 25 22:43:00.756933 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.v2.resource_helper [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Service METERING assigned prefix: /metering {{(pid=84610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:43:00.758349 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.758709 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.759060 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:43:00.760181 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of CountableResource for resource:rbac_policy May 25 22:43:00.760643 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of TrackedResource for resource:security_group May 25 22:43:00.761310 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of TrackedResource for resource:security_group_rule May 25 22:43:00.762019 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.v2.resource_helper [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Service CORE assigned prefix: {{(pid=84610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:43:00.762347 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:43:00.762676 dv-neutron-843300-1-hyperv neutron-server[84610]: WARNING neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] subnetpool is already registered May 25 22:43:00.763262 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.v2.resource_helper [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Service CORE assigned prefix: {{(pid=84610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:43:00.763589 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:43:00.763906 dv-neutron-843300-1-hyperv neutron-server[84610]: WARNING neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] subnetpool is already registered May 25 22:43:00.766430 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.v2.resource_helper [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:43:00.766854 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.v2.resource_helper [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Service FLAVORS assigned prefix: {{(pid=84610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:43:00.767433 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.v2.resource_helper [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:43:00.767846 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.v2.resource_helper [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:43:00.768175 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of TrackedResource for resource:router May 25 22:43:00.768496 dv-neutron-843300-1-hyperv neutron-server[84610]: WARNING neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] router is already registered May 25 22:43:00.769098 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of TrackedResource for resource:floatingip May 25 22:43:00.769418 dv-neutron-843300-1-hyperv neutron-server[84610]: WARNING neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] floatingip is already registered May 25 22:43:00.770030 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.v2.resource_helper [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Service METERING assigned prefix: /metering {{(pid=84610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:43:00.770696 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of CountableResource for resource:rbac_policy May 25 22:43:00.771559 dv-neutron-843300-1-hyperv neutron-server[84610]: WARNING neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] rbac_policy is already registered May 25 22:43:00.772087 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of TrackedResource for resource:security_group May 25 22:43:00.772405 dv-neutron-843300-1-hyperv neutron-server[84610]: WARNING neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] security_group is already registered May 25 22:43:00.773001 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of TrackedResource for resource:security_group_rule May 25 22:43:00.773324 dv-neutron-843300-1-hyperv neutron-server[84610]: WARNING neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] security_group_rule is already registered May 25 22:43:00.773977 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.v2.resource_helper [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Service CORE assigned prefix: {{(pid=84610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:43:00.774305 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:43:00.774625 dv-neutron-843300-1-hyperv neutron-server[84610]: WARNING neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] subnetpool is already registered May 25 22:43:00.775203 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.v2.resource_helper [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Service CORE assigned prefix: {{(pid=84610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 22:43:00.775527 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Creating instance of TrackedResource for resource:subnetpool May 25 22:43:00.775842 dv-neutron-843300-1-hyperv neutron-server[84610]: WARNING neutron.quota.resource_registry [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] subnetpool is already registered May 25 22:43:00.776484 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: extensions {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.777959 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: address-groups {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.779534 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: address-scopes {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.780810 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: agents {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.781932 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: auto-allocated-topology {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.783151 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: availability_zones {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.784443 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: dhcp-networks {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.785830 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: dhcp-agents {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.787973 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: routers {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.789855 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: flavors {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.791001 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: service_profiles {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.792190 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: next_providers {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.793716 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: service_profiles {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.795120 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: floatingip-pools {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.796313 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: routers {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.798371 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: floatingips {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.799535 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: l3-routers {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.800896 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: l3-agents {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.802444 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: metering-labels {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.803777 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: metering-label-rules {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.805043 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: network-ip-availabilities {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.806266 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: bindings {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.808797 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: quotas {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.810239 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: quotas {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.811641 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: rbac-policies {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.812947 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: security-groups {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.814141 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: security-group-rules {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.815345 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: service-providers {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.816572 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: subnetpools {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.818005 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: subnetpools {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.819439 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: tags {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.821125 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: tags {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.822907 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: tags {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.824655 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: tags {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.826390 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: tags {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.828048 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: tags {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.829798 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: tags {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.831622 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: tags {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.834037 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: tags {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.836096 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron.api.extensions [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Extended resource: tags {{(pid=84610) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 25 22:43:00.841884 dv-neutron-843300-1-hyperv neutron-server[84610]: WARNING keystonemiddleware.auth_token [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 22:43:00.846573 dv-neutron-843300-1-hyperv neutron-server[84610]: WARNING keystonemiddleware.auth_token [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 22:43:00.855182 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_concurrency.lockutils [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Acquired lock "singleton_lock" {{(pid=84610) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 25 22:43:00.855646 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_concurrency.lockutils [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Releasing lock "singleton_lock" {{(pid=84610) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 25 22:43:00.856269 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO oslo_service.service [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Starting 2 workers May 25 22:43:00.860829 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Started child 84716 {{(pid=84610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 22:43:00.864996 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Started child 84717 {{(pid=84610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 22:43:00.866286 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:00.866887 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO neutron.service [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Neutron service started, listening on 0.0.0.0:9696 May 25 22:43:00.867290 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Notify callbacks [] for process, before_spawn {{(pid=84610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:00.867741 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [-] (84716) wsgi starting up on http://0.0.0.0:9696 May 25 22:43:00.868111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 58186) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:00.869736 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO oslo_service.service [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Starting 1 workers May 25 22:43:00.869908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:00.871097 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [-] (84717) wsgi starting up on http://0.0.0.0:9696 May 25 22:43:00.874814 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Started child 84718 {{(pid=84610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 22:43:00.875237 dv-neutron-843300-1-hyperv neutron-server[84610]: INFO oslo_service.service [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Starting 1 workers May 25 22:43:00.876989 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063376 May 25 22:43:00.878654 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.service [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] calling RpcWorker wait() {{(pid=84718) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 22:43:00.879229 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.service [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] returning from RpcWorker wait() {{(pid=84718) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 22:43:00.879996 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Started child 84719 {{(pid=84610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 22:43:00.880278 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:00.880743 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG neutron_lib.callbacks.manager [None req-c623a9c9-db1b-419a-9c43-6bbf39430c6a None None] Notify callbacks [] for process, after_spawn {{(pid=84610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:00.880888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:00.883616 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84610) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 22:43:00.883822 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 22:43:00.883995 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 22:43:00.884198 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 22:43:00.884559 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 22:43:00.884718 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 22:43:00.885232 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.887323 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.887323 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.887323 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.887323 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.887323 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.887323 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.887323 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.888285 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.888285 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.888285 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.888285 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.888891 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:00.889437 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.889437 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.889437 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.889437 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.889437 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.890091 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.890091 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.890666 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:00.890814 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.890814 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.890814 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.890814 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] debug = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.891367 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.891367 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.891655 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.893782 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.893782 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.893782 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.893782 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.893782 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.893782 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.893782 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.893782 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.895069 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.895069 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.895069 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.895069 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.895069 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.896339 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] host = dv-neutron-843300-1-hyperv {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.896339 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.896339 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.896339 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.896982 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.896982 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.896982 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.897391 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.897536 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.897699 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.899760 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.899760 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.899760 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.899760 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.899760 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] log_file = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.899760 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] log_options = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.899760 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.899760 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.899760 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.901206 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.901206 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.901206 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.901206 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.901206 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.901206 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.901206 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.902130 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.902130 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.902130 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.902130 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.902130 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.902763 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.902763 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.902763 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.903151 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.903315 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.903460 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.905707 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.905707 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.905707 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.905707 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.905707 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.905707 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.905707 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.905707 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.905707 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.906883 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.906883 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.906883 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.906883 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.906883 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.907540 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.907540 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.907540 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.907940 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.907940 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.908197 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.908333 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.908468 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.908699 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.908946 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.909156 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] use_json = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.911390 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.911390 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.911390 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.911390 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.911390 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.911390 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.911390 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.911390 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.913068 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.913068 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.913068 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.913068 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.913068 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.913068 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.913848 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.913848 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.913848 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.914258 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.914258 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.914517 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.916834 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.916834 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.916834 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.916834 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.916834 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.916834 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.916834 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.918621 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.919544 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.919544 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.919544 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.919777 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.919854 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.920556 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.920556 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.920556 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.920840 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.921055 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.921382 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.921830 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.922084 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.922312 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.922548 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.922767 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.922984 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.923403 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.923638 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.923871 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.924128 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.924379 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.924379 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930298 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930298 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930298 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930298 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930298 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930298 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930298 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930298 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930298 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930843 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930843 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930843 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930843 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930843 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930843 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930843 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930843 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.930843 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.931330 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.931330 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.931330 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.931330 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.931330 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.931330 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.931330 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.931330 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.931330 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.931821 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.931821 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.931821 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.931821 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.931821 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.932088 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.933695 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.933695 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.933695 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.933695 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.933695 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.933695 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.934429 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.934429 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.934429 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.934828 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.934970 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.935116 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.935509 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.935667 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.936479 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.936479 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.936479 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.937307 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.937307 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.937307 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.937708 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.937708 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.937983 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.938128 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.938515 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.938668 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.939008 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.939255 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.939557 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.939796 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.940077 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.940349 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.940656 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.940941 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.941882 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.941882 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.941882 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.941882 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.942426 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.942426 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.943212 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.943411 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.943689 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.943973 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.944213 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.944451 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.944829 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.945173 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.945429 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.947375 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.947375 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.947375 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.947375 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.947375 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.947375 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.947375 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.947375 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.948433 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.948433 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.948433 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.948433 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.949223 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.949223 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.949223 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.949223 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.949606 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.949606 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.949765 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.949986 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.950214 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.950451 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.950680 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.950912 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.951146 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.951395 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.952003 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.952003 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.952297 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.952297 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.952503 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.952700 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.952938 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.953203 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.953416 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.953682 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.953925 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.954142 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.954376 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.954601 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.954852 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.955063 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.955308 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.955547 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.955759 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.956016 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.957273 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.957637 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.957896 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.958144 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.958979 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.959474 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.960241 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.961831 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.962121 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.965203 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.966093 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.966336 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.966595 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.966833 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.967311 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.967551 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.969596 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.969596 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.969596 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.969596 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.969596 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.969596 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.970564 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.970564 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.971404 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.971404 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.971693 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.971693 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.971967 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.972104 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.972612 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.973732 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.973732 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.973732 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.973732 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.975474 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.975474 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.975474 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.975904 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.976973 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.976973 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.976973 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.976973 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.977508 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.977508 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.977786 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.977786 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.978633 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.978633 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.978929 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.984740 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.985071 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.985359 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.985606 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.985880 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.986224 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.986464 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.986726 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.987010 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.987205 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.987554 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.987721 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.988748 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.988748 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.988748 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.989255 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.990465 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.990754 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.991738 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.991910 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.992319 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.992770 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.992932 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.993589 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.993589 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.993880 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.993880 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.994141 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.994662 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.994662 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.994960 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.994960 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.995361 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.995506 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.995643 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.996765 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.996765 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.996765 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.996765 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.996765 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.997454 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:00.997454 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 22:43:00.997727 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84610) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 22:43:00.997819 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 22:43:00.997960 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 22:43:00.998129 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 22:43:00.998298 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 22:43:00.998442 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 22:43:00.998641 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.998806 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.998960 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.999097 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.999253 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.999568 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.999568 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.999844 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:00.999844 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.000387 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.000387 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.000387 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.000818 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.002188 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.002365 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.002518 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.002656 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.002821 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.002978 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.003120 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.005096 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.005096 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.005096 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] debug = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.005096 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.005096 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.005096 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.006463 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.006463 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.007405 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.007704 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.007851 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.008013 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.008157 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.008398 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.008578 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.008722 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.008873 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.009010 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.009146 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.009294 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] host = dv-neutron-843300-1-hyperv {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.009431 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.009567 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.009720 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.009858 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.011163 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.011163 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.011163 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.011163 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.011163 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.011163 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.011942 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.011942 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.011942 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.012446 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] log_file = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.012839 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] log_options = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.013360 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.013508 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.013674 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.013864 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.014030 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.014174 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.014335 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.014478 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.014626 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.014763 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.014908 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.015073 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.015209 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.015343 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.015477 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.015613 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.015772 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.015923 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.016060 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.016196 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.016353 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.016495 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.017580 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.017756 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.017908 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.018047 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.018192 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.018329 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.018465 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.018600 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.018736 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.018872 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.019009 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.019762 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.019762 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.019762 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.019762 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.019762 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.020416 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.020416 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.020416 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.020416 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.020416 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.021836 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.021836 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.021836 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] use_json = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.021836 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.021836 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.021836 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.022858 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.022858 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.022858 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.022858 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.022858 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.023506 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 22:43:01.023680 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.023844 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.024014 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.024177 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.024319 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.024479 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.024647 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.024797 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.024945 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.025082 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.025248 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.025394 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.026278 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.026278 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.026278 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.026278 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.026278 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.026278 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.027062 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.027062 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.027062 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.027062 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.027062 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.027708 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.027708 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.027708 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.027708 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.028221 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.028221 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.028221 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.028221 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.028765 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.028765 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.028765 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.028765 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.029308 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.029308 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.029308 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.029686 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.029686 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.029686 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.030064 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.030064 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.030064 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.030452 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.030452 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.040514 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.040514 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.040514 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.040514 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.040514 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.040514 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.040514 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.040514 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.040514 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.041799 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.041799 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.041799 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.041799 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.041799 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.041799 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.041799 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.041799 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.041799 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.042958 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.042958 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.042958 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.042958 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.042958 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.042958 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.042958 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.042958 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.042958 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.044084 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.044084 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.044084 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.044084 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.044084 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.044084 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.044084 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.044084 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.045164 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.045164 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.045164 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.045164 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.045164 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.045164 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.045164 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.045164 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.046180 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.046180 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.046180 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.046180 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.046180 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.046180 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.046180 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.046180 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.047763 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.047763 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.047763 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.047763 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.047763 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.047763 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.047763 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.047763 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.049580 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.049580 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.049580 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.049580 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.049580 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.049580 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.049580 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.049580 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.050602 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.050602 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.050602 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.050602 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.050602 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.050602 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.050602 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.050602 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.051616 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.051616 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.051616 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.051616 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.051616 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.051616 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.051616 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.051616 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.052699 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.052699 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.052699 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.052699 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.052699 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.052699 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.052699 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.052699 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.053705 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.053705 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.053705 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.053705 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.053705 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.053705 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.053705 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.053705 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.054711 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.054711 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.054711 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.054711 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.054711 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.054711 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.054711 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.054711 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.055726 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.055726 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.055726 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.055726 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.055726 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.055726 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.055726 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.055726 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.056781 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.056781 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.056781 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.056781 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.056781 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.056781 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.056781 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.056781 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.058323 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.058323 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.058323 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.058323 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.058323 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.058323 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.058323 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.058323 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.059319 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.059319 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.059319 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.059319 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.059319 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.059319 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.059319 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.059319 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.060329 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.060329 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.060329 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.060329 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.060329 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.060329 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.060329 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.060329 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.060329 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.061546 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.061546 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.061546 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.061546 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.061546 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.061546 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.061546 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.061546 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.061546 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.062884 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.062884 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.062884 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.062884 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.062884 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.062884 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.062884 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.062884 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.062884 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.064109 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.064109 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.064109 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.064109 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.064109 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.064109 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.064109 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.064109 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.065191 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.065191 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.065191 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.065191 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.066280 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.066280 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.066280 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.066280 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.066280 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.068264 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.068264 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.068264 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.068264 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.068264 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.068264 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.068264 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.068264 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.068887 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.068887 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.068887 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.068887 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.068887 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.069170 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.069170 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.070034 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.070034 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.070034 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.070034 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.070034 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.070034 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.070852 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.070852 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.070852 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.070852 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.070852 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.071479 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.071479 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.071479 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.071479 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.071479 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.072125 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 22:43:01.072125 dv-neutron-843300-1-hyperv neutron-server[84610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 22:43:01.074571 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:11.443615 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ef6175-6d67-45d9-a59b-08e740ccd6ac None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 22:43:11.510065 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ef6175-6d67-45d9-a59b-08e740ccd6ac None None] No non-hosted networks {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 22:43:11.522280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.agentschedulers_db [None req-d9ef6175-6d67-45d9-a59b-08e740ccd6ac None None] DHCP Agent not found on host dv-neutron-843300-1-hyperv {{(pid=84718) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 25 22:43:11.631852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2d423989-0028-40f3-956a-efe7907b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4123454'] for agent, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:13.687216 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15a78c2d-2f00-4506-bf3f-2eb0eb6c7643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4123454'] for agent, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:13.756177 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-82d71579-4e74-4ca6-8fe2-1ce9d75aca60 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-843300-1-hyperv {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:43:13.756774 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-82d71579-4e74-4ca6-8fe2-1ce9d75aca60 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:43:14.277261 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-82d71579-4e74-4ca6-8fe2-1ce9d75aca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:14.845703 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4123454'] for agent, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:15.062839 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4123454'] for agent, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:15.063495 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:15.063828 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:15.064157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:15.064480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:15.065105 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:15.065211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:15.065464 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:15.065788 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:15.066108 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:15.066444 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:15.066780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:15.067156 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-843300-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:15.080948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-843300-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:15.913040 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.db.l3_hamode_db [None req-a61a955c-a92d-40ae-b134-3cdf1f8cf34f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 22:43:16.000984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a955c-a92d-40ae-b134-3cdf1f8cf34f None None] Routers set() bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:43:16.001466 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a955c-a92d-40ae-b134-3cdf1f8cf34f None None] Router IDs set() for agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 25 22:43:16.496602 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4123454'] for agent, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:17.883148 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 58292) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:18.482233 dv-neutron-843300-1-hyperv neutron-server[84716]: WARNING oslo_policy.policy [None req-483c1f78-9e09-4abd-9f6c-7cd9d8041143 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:43:18.482802 dv-neutron-843300-1-hyperv neutron-server[84716]: WARNING oslo_policy.policy [None req-483c1f78-9e09-4abd-9f6c-7cd9d8041143 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:43:18.698252 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-483c1f78-9e09-4abd-9f6c-7cd9d8041143 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:43:18.699303 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-483c1f78-9e09-4abd-9f6c-7cd9d8041143 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8152714 May 25 22:43:20.944042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 58306) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:21.545002 dv-neutron-843300-1-hyperv neutron-server[84717]: WARNING oslo_policy.policy [None req-9351f474-d237-4959-ac0e-e4c7454b1279 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:43:21.545559 dv-neutron-843300-1-hyperv neutron-server[84717]: WARNING oslo_policy.policy [None req-9351f474-d237-4959-ac0e-e4c7454b1279 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:43:21.761001 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-9351f474-d237-4959-ac0e-e4c7454b1279 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:21.814275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.policy [None req-9351f474-d237-4959-ac0e-e4c7454b1279 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84717) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 25 22:43:21.814947 dv-neutron-843300-1-hyperv neutron-server[84717]: WARNING oslo_policy.policy [None req-9351f474-d237-4959-ac0e-e4c7454b1279 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:43:21.815314 dv-neutron-843300-1-hyperv neutron-server[84717]: WARNING oslo_policy.policy [None req-9351f474-d237-4959-ac0e-e4c7454b1279 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:43:21.819357 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.quota [None req-9351f474-d237-4959-ac0e-e4c7454b1279 admin admin] Loaded quota_driver: . May 25 22:43:21.834713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9351f474-d237-4959-ac0e-e4c7454b1279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:21.972686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9351f474-d237-4959-ac0e-e4c7454b1279 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790574364052', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790574243428', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790574243712', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790574267252', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790574253272', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1137842', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1076774', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4064189', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3719863'] for rbac-policy, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:22.202585 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9351f474-d237-4959-ac0e-e4c7454b1279 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:22.203956 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9351f474-d237-4959-ac0e-e4c7454b1279 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2578404 May 25 22:43:24.726414 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 58324) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:25.091422 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'name': 'private'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:25.092759 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.quota [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Loaded quota_driver: . May 25 22:43:25.107968 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:25.114197 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Usage tracker for resource:network and tenant:b6e6092ba63f4c4c894c333ea1a23e17 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:25.119919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:25.127401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:25.256996 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Made reservation on behalf of b6e6092ba63f4c4c894c333ea1a23e17 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:43:25.294887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.policy [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84716) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 25 22:43:25.295640 dv-neutron-843300-1-hyperv neutron-server[84716]: WARNING oslo_policy.policy [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:43:25.296009 dv-neutron-843300-1-hyperv neutron-server[84716]: WARNING oslo_policy.policy [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 22:43:25.300668 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:25.323611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:25.370133 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:25.373840 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e6092ba63f4c4c894c333ea1a23e17 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:25.377182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:25.383877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:25.453561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:25.533788 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:25.559255 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:43:25.584819 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790575585392', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:25.585400 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Unsubscribe: segment precommit_create {{(pid=84716) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 22:43:25.585920 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Added segment 5eed617b-048e-4171-9d57-f7071d0cfd5d of type vlan for network a0f7a509-acd5-4329-b4dc-f4fe0bf084e3 May 25 22:43:25.594329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c401b2-24c6-483f-aa9a-29320598e3aa,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:25.657940 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:25.658201 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:25.658534 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:25.658862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:25.659191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:25.659517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:25.659852 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:25.660177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:25.660492 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:25.660856 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:25.661394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Tracked resource versions report: May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: pushed versions: May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: { 'ConntrackHelper': {'1.0'}, May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Log': {'1.0'}, May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Network': {'1.1'}, May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Port': {'1.5'}, May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'PortForwarding': {'1.2'}, May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'QosPolicy': {'1.8'}, May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'SecurityGroup': {'1.2'}, May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'SecurityGroupRule': {'1.0'}, May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'SubPort': {'1.0'}, May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Subnet': {'1.1'}, May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Trunk': {'1.1'}} May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: consumer versions: May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: { DHCP agent@dv-neutron-843300-1-hyperv: {}, May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: L3 agent@dv-neutron-843300-1-hyperv: {}, May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: Metadata agent@dv-neutron-843300-1-hyperv: {}, May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: Metering agent@dv-neutron-843300-1-hyperv: {}, May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: Open vSwitch agent@dv-neutron-843300-1-hyperv: { 'ConntrackHelper': '1.0', May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Log': '1.0', May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Network': '1.1', May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Port': '1.5', May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'PortForwarding': '1.2', May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'QosPolicy': '1.8', May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'SecurityGroup': '1.2', May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'SecurityGroupRule': '1.0', May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'SubPort': '1.0', May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Subnet': '1.1', May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Trunk': '1.1'}} May 25 22:43:25.662887 dv-neutron-843300-1-hyperv neutron-server[84716]: {{(pid=84716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:43:25.713301 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:25.851007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:25.852041 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:25.852686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:25.957138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f7a509-acd5-4329-b4dc-f4fe0bf084e3,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:25.968434 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network a0f7a509-acd5-4329-b4dc-f4fe0bf084e3 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:43:26.026410 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f36d2879-abb3-4bbe-acfd-931db39274e3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2989469 May 25 22:43:28.603472 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 58342) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:29.096448 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145a8130-35fd-459f-978e-1b459556f14f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:29.097930 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-145a8130-35fd-459f-978e-1b459556f14f admin admin] 10.222.0.66 "GET /v2.0/networks/a0f7a509-acd5-4329-b4dc-f4fe0bf084e3 HTTP/1.1" status: 200 len: 825 time: 0.4945519 May 25 22:43:29.129710 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c429d57e-3e61-4300-b997-31cbecfa3f14 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/7b2f1d1c-0a0b-48a5-93c5-658cdfd12bcf HTTP/1.1" status: 200 len: 734 time: 0.0258176 May 25 22:43:29.138492 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-8e12ca52-5cf0-4994-9754-1dce88836c74 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '7b2f1d1c-0a0b-48a5-93c5-658cdfd12bcf', 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3', 'name': 'private-subnet', 'tenant_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'gateway_ip': '172.20.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:29.143329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8e12ca52-5cf0-4994-9754-1dce88836c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:29.147742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8e12ca52-5cf0-4994-9754-1dce88836c74 admin admin] Usage tracker for resource:subnet and tenant:b6e6092ba63f4c4c894c333ea1a23e17 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:29.151101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8e12ca52-5cf0-4994-9754-1dce88836c74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:29.157211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8e12ca52-5cf0-4994-9754-1dce88836c74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:29.248442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e12ca52-5cf0-4994-9754-1dce88836c74 admin admin] Made reservation on behalf of b6e6092ba63f4c4c894c333ea1a23e17 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:43:29.250697 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8e12ca52-5cf0-4994-9754-1dce88836c74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:29.634593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8e12ca52-5cf0-4994-9754-1dce88836c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:29.724689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12ca52-5cf0-4994-9754-1dce88836c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c29658f-1b72-4f65-b16f-96e218c602ca,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:29.733319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12ca52-5cf0-4994-9754-1dce88836c74 admin admin] Checking segment: {'id': '5eed617b-048e-4171-9d57-f7071d0cfd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:43:29.733686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12ca52-5cf0-4994-9754-1dce88836c74 admin admin] Network hostable DHCP agents. Network: a0f7a509-acd5-4329-b4dc-f4fe0bf084e3, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:43:29.888621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12ca52-5cf0-4994-9754-1dce88836c74 admin admin] Network a0f7a509-acd5-4329-b4dc-f4fe0bf084e3 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:43:29.976696 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-8e12ca52-5cf0-4994-9754-1dce88836c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, a0f7a509-acd5-4329-b4dc-f4fe0bf084e3) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:43:29.981784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e12ca52-5cf0-4994-9754-1dce88836c74 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:29.982362 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8e12ca52-5cf0-4994-9754-1dce88836c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:29.986357 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b48531-fdd9-48c9-b903-55460be52009 None None] Network a0f7a509-acd5-4329-b4dc-f4fe0bf084e3 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:43:30.120227 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8e12ca52-5cf0-4994-9754-1dce88836c74 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9850750 May 25 22:43:30.301293 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-a0f7a509-acd5-4329-b4dc-f4fe0bf084e3', 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3', 'tenant_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'fixed_ips': [{'subnet_id': '5c29658f-1b72-4f65-b16f-96e218c602ca'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:43:30.303180 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:30.487740 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Allocated IP 172.20.0.2 (a0f7a509-acd5-4329-b4dc-f4fe0bf084e3/5c29658f-1b72-4f65-b16f-96e218c602ca/5010acb6-054b-4cc4-9e14-5c1eee7e7ea7) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:43:30.711410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:30.725092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Transition to ACTIVE for port object 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:43:30.746967 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Transition to ACTIVE for port object 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:43:30.839979 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:30.904340 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Network a0f7a509-acd5-4329-b4dc-f4fe0bf084e3 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:43:30.906942 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:43:30.914898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:43:30.917052 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Pushing event updated for resources: {'Port': ['ID=5010acb6-054b-4cc4-9e14-5c1eee7e7ea7,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:30.928264 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:30.928638 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:30.928977 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:30.929315 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:30.929660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:30.929990 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:30.930315 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:30.930649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:30.930972 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:30.931290 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:30.931608 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Tracked resource versions report: May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: pushed versions: May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: { 'ConntrackHelper': {'1.0'}, May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Log': {'1.0'}, May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Network': {'1.1'}, May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Port': {'1.5'}, May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'PortForwarding': {'1.2'}, May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'QosPolicy': {'1.8'}, May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'SecurityGroup': {'1.2'}, May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'SecurityGroupRule': {'1.0'}, May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'SubPort': {'1.0'}, May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Subnet': {'1.1'}, May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Trunk': {'1.1'}} May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: consumer versions: May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: { DHCP agent@dv-neutron-843300-1-hyperv: {}, May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: L3 agent@dv-neutron-843300-1-hyperv: {}, May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: Metadata agent@dv-neutron-843300-1-hyperv: {}, May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: Metering agent@dv-neutron-843300-1-hyperv: {}, May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: Open vSwitch agent@dv-neutron-843300-1-hyperv: { 'ConntrackHelper': '1.0', May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Log': '1.0', May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Network': '1.1', May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Port': '1.5', May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'PortForwarding': '1.2', May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'QosPolicy': '1.8', May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'SecurityGroup': '1.2', May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'SecurityGroupRule': '1.0', May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'SubPort': '1.0', May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Subnet': '1.1', May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Trunk': '1.1'}} May 25 22:43:30.932911 dv-neutron-843300-1-hyperv neutron-server[84718]: {{(pid=84718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:43:31.017903 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Attempting to bind port 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:43:31.018582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Attempting to bind port 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '5eed617b-048e-4171-9d57-f7071d0cfd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:43:31.018700 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Attempting to bind port 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7 on network a0f7a509-acd5-4329-b4dc-f4fe0bf084e3 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:43:31.025075 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:43:31.025469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Checking segment: {'id': '5eed617b-048e-4171-9d57-f7071d0cfd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:43:31.025928 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:31.026313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Bound using segment: {'id': '5eed617b-048e-4171-9d57-f7071d0cfd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:43:31.026842 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Bound port: 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eed617b-048e-4171-9d57-f7071d0cfd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:43:31.027225 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:31.112789 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] For port 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:43:31.116839 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] For port 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5010acb6-054b-4cc4-9e14-5c1eee7e7ea7,segment=NetworkSegment(5eed617b-048e-4171-9d57-f7071d0cfd5d),segment_id=5eed617b-048e-4171-9d57-f7071d0cfd5d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:43:31.188739 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:31.292683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb95c6b-826f-41eb-9cf1-39953e3fd469 None None] Pushing event updated for resources: {'Port': ['ID=5010acb6-054b-4cc4-9e14-5c1eee7e7ea7,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:32.490452 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 58352) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:32.882767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-b37da70b-f382-4145-807a-cac9ac7d245d admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:43:32.883724 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b37da70b-f382-4145-807a-cac9ac7d245d admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3923180 May 25 22:43:34.886620 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f5428-2fa9-46fc-aa23-5e2e0bedc8fa None None] Network a0f7a509-acd5-4329-b4dc-f4fe0bf084e3 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:43:35.095854 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0ebe5e4b-bf79-46db-917e-3ac80a87a97b None None] Provisioning for port 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:43:35.176253 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 58366) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:35.273331 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:43:35.422635 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:43:35.429999 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:35.430389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:35.476041 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8901d713-9fe8-4f55-8a21-b754506a2d77 None None] Provisioning complete for port 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:35.476324 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8901d713-9fe8-4f55-8a21-b754506a2d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:35.589664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-c22ba0e7-1524-41b3-93bc-6cae48078897 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:43:35.590668 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c22ba0e7-1524-41b3-93bc-6cae48078897 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4131551 May 25 22:43:35.640007 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:35.665857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8901d713-9fe8-4f55-8a21-b754506a2d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:35.703754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5010acb6-054b-4cc4-9e14-5c1eee7e7ea7,segment=NetworkSegment(5eed617b-048e-4171-9d57-f7071d0cfd5d),segment_id=5eed617b-048e-4171-9d57-f7071d0cfd5d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:43:35.803717 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:35.910846 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-8901d713-9fe8-4f55-8a21-b754506a2d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:43:35.911775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-8901d713-9fe8-4f55-8a21-b754506a2d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:43:35.914532 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=5010acb6-054b-4cc4-9e14-5c1eee7e7ea7,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:37.242332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:43:37.311880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:37.312348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:38.193374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 58378) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:38.647537 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f5ec9fdd-153a-4cc4-9a0d-9fec53d94f1c admin admin] Request body: {'router': {'tenant_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:38.652316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f5ec9fdd-153a-4cc4-9a0d-9fec53d94f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:38.656451 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f5ec9fdd-153a-4cc4-9a0d-9fec53d94f1c admin admin] Usage tracker for resource:router and tenant:b6e6092ba63f4c4c894c333ea1a23e17 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:38.660006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f5ec9fdd-153a-4cc4-9a0d-9fec53d94f1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:38.666887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f5ec9fdd-153a-4cc4-9a0d-9fec53d94f1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:38.751096 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f5ec9fdd-153a-4cc4-9a0d-9fec53d94f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:38.752721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f5ec9fdd-153a-4cc4-9a0d-9fec53d94f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:38.777003 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f5ec9fdd-153a-4cc4-9a0d-9fec53d94f1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:38.949130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f5ec9fdd-153a-4cc4-9a0d-9fec53d94f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:39.050742 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f5ec9fdd-153a-4cc4-9a0d-9fec53d94f1c admin admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:39.051896 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f5ec9fdd-153a-4cc4-9a0d-9fec53d94f1c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8574357 May 25 22:43:41.281312 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 58388) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:41.428595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7badd050-0d30-44ae-97dd-169d20b325b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:41.675486 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-1751b574-f3d1-4499-827b-a0a4cdb549f7 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:43:41.676438 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1751b574-f3d1-4499-827b-a0a4cdb549f7 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3942101 May 25 22:43:43.677653 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3fb058bb-8a2a-49a3-a4b5-481e6f4be184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.025919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 58398) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:44.425949 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:44.431368 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:44.435069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Usage tracker for resource:network and tenant:0acb2a72d0f144f49211b5591cf398ac is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:44.437854 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:44.444050 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:44.525119 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Made reservation on behalf of 0acb2a72d0f144f49211b5591cf398ac for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:43:44.527284 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.539534 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.569370 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:44.574939 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Usage tracker for resource:security_group_rule and tenant:0acb2a72d0f144f49211b5591cf398ac is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:44.577664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:44.583338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:44.647004 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.753805 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.771113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Reserving flat network on physical network physnet1 {{(pid=84716) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 22:43:44.790915 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a28a086-82ad-4f9c-b402-3d569c909ef0,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:44.795862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.796199 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Added segment 632655fb-2a0a-42c2-87df-842ed01b9530 of type flat for network c513f589-f876-49b8-8061-8e2704cb350d May 25 22:43:44.832838 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.919657 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.982245 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:44.983096 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:44.983656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:45.094277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] Pushing event updated for resources: {'Network': ['ID=c513f589-f876-49b8-8061-8e2704cb350d,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:45.104579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network c513f589-f876-49b8-8061-8e2704cb350d details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:43:45.119431 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:45.180861 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-67a84eb6-2cc8-4a3f-8fb2-6eafcd925a4d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1538563 May 25 22:43:46.447977 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:47.445913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 58418) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:47.675205 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb7b52d-e57b-4a33-9111-c0801c0bcf2a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:47.676489 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4cb7b52d-e57b-4a33-9111-c0801c0bcf2a admin admin] 10.222.0.66 "GET /v2.0/subnets/5c29658f-1b72-4f65-b16f-96e218c602ca HTTP/1.1" status: 200 len: 849 time: 0.2297194 May 25 22:43:47.849071 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2023a455-e12a-4dff-b376-69d71b4d452a admin admin] 10.222.0.66 "GET /v2.0/routers/58ac3727-262c-4394-ab84-7d12547c9844 HTTP/1.1" status: 200 len: 704 time: 0.1672091 May 25 22:43:48.311056 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:48.536581 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Allocated IP 172.20.0.1 (a0f7a509-acd5-4329-b4dc-f4fe0bf084e3/5c29658f-1b72-4f65-b16f-96e218c602ca/3dca7889-5e69-4590-83bf-e6076282e491) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:43:48.688647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:48.705383 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Transition to ACTIVE for port object 3dca7889-5e69-4590-83bf-e6076282e491 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:43:48.811249 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:48.909349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Network a0f7a509-acd5-4329-b4dc-f4fe0bf084e3 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:43:48.912620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:43:48.916377 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:43:48.916901 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:48.923309 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Pushing event updated for resources: {'Port': ['ID=3dca7889-5e69-4590-83bf-e6076282e491,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:49.117724 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.233568 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-09922c81-5fa0-4848-8de9-e1fb9fc521f1 None None] Provisioning for port 3dca7889-5e69-4590-83bf-e6076282e491 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:43:49.238383 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-09922c81-5fa0-4848-8de9-e1fb9fc521f1 None None] Provisioning complete for port 3dca7889-5e69-4590-83bf-e6076282e491 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:49.238751 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-09922c81-5fa0-4848-8de9-e1fb9fc521f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.290425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-09922c81-5fa0-4848-8de9-e1fb9fc521f1 None None] Port 3dca7889-5e69-4590-83bf-e6076282e491 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:43:49.340075 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.436953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.437743 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.564928 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Pushing event updated for resources: {'Port': ['ID=3dca7889-5e69-4590-83bf-e6076282e491,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:49.628627 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Network a0f7a509-acd5-4329-b4dc-f4fe0bf084e3 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:43:49.629653 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:43:49.814313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c7ab88c0-2f21-4abc-a368-2cab701c982a None None] Provisioning complete for port 3dca7889-5e69-4590-83bf-e6076282e491 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:49.814673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c7ab88c0-2f21-4abc-a368-2cab701c982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:49.866136 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab88c0-2f21-4abc-a368-2cab701c982a None None] Port 3dca7889-5e69-4590-83bf-e6076282e491 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:43:50.045038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Router 58ac3727-262c-4394-ab84-7d12547c9844 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:43:50.207225 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:43:50.216237 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2f9f6ac0-fc95-4a9e-91c2-bb43eae9c7f9 admin admin] 10.222.0.66 "PUT /v2.0/routers/58ac3727-262c-4394-ab84-7d12547c9844/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3621759 May 25 22:43:50.217431 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Sync routers for ids ['58ac3727-262c-4394-ab84-7d12547c9844'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:43:50.230342 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Routers {'58ac3727-262c-4394-ab84-7d12547c9844'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:43:50.231168 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:43:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['58ac3727-262c-4394-ab84-7d12547c9844'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:50.408620 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Set router 58ac3727-262c-4394-ab84-7d12547c9844 gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:43:50.781605 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac3727-262c-4394-ab84-7d12547c9844', 'name': 'router1', 'tenant_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:38Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 2, 'project_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'gw_port_host': None, '_interfaces': [{'id': '3dca7889-5e69-4590-83bf-e6076282e491', 'name': '', 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3', 'tenant_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'mac_address': 'fa:16:3e:b0:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ac3727-262c-4394-ab84-7d12547c9844', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c29658f-1b72-4f65-b16f-96e218c602ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:48Z', 'updated_at': '2022-05-25T22:43:49Z', 'revision_number': 2, 'project_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'subnets': [{'id': '5c29658f-1b72-4f65-b16f-96e218c602ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b2f1d1c-0a0b-48a5-93c5-658cdfd12bcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:50.787205 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Checking router: 58ac3727-262c-4394-ab84-7d12547c9844 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:43:50.787581 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Updating router 58ac3727-262c-4394-ab84-7d12547c9844 port 3dca7889-5e69-4590-83bf-e6076282e491 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:43:50.838579 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:51.215201 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:51.230250 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Transition to ACTIVE for port object 3dca7889-5e69-4590-83bf-e6076282e491 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:43:51.307985 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:51.525788 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72357778-1286-471b-a1bd-d07693485460 None None] Pushing event updated for resources: {'Port': ['ID=3dca7889-5e69-4590-83bf-e6076282e491,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:51.545764 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72357778-1286-471b-a1bd-d07693485460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.546103 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72357778-1286-471b-a1bd-d07693485460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.546432 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72357778-1286-471b-a1bd-d07693485460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.546757 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72357778-1286-471b-a1bd-d07693485460 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.547090 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72357778-1286-471b-a1bd-d07693485460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.547411 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72357778-1286-471b-a1bd-d07693485460 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.547990 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72357778-1286-471b-a1bd-d07693485460 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.548314 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72357778-1286-471b-a1bd-d07693485460 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.548652 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72357778-1286-471b-a1bd-d07693485460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.548965 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72357778-1286-471b-a1bd-d07693485460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.549272 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72357778-1286-471b-a1bd-d07693485460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72357778-1286-471b-a1bd-d07693485460 None None] Tracked resource versions report: May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: pushed versions: May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: { 'ConntrackHelper': {'1.0'}, May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Log': {'1.0'}, May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Network': {'1.1'}, May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Port': {'1.5'}, May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'PortForwarding': {'1.2'}, May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'QosPolicy': {'1.8'}, May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'SecurityGroup': {'1.2'}, May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'SecurityGroupRule': {'1.0'}, May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'SubPort': {'1.0'}, May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Subnet': {'1.1'}, May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Trunk': {'1.1'}} May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: consumer versions: May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: { DHCP agent@dv-neutron-843300-1-hyperv: {}, May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: L3 agent@dv-neutron-843300-1-hyperv: {}, May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: Metadata agent@dv-neutron-843300-1-hyperv: {}, May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: Metering agent@dv-neutron-843300-1-hyperv: {}, May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: Open vSwitch agent@dv-neutron-843300-1-hyperv: { 'ConntrackHelper': '1.0', May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Log': '1.0', May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Network': '1.1', May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Port': '1.5', May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'PortForwarding': '1.2', May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'QosPolicy': '1.8', May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'SecurityGroup': '1.2', May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'SecurityGroupRule': '1.0', May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'SubPort': '1.0', May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Subnet': '1.1', May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Trunk': '1.1'}} May 25 22:43:51.550542 dv-neutron-843300-1-hyperv neutron-server[84719]: {{(pid=84719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:43:51.560064 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Attempting to bind port 3dca7889-5e69-4590-83bf-e6076282e491 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:43:51.560458 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Attempting to bind port 3dca7889-5e69-4590-83bf-e6076282e491 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '5eed617b-048e-4171-9d57-f7071d0cfd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:43:51.560922 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Attempting to bind port 3dca7889-5e69-4590-83bf-e6076282e491 on network a0f7a509-acd5-4329-b4dc-f4fe0bf084e3 {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:43:51.567137 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:43:51.567558 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Checking segment: {'id': '5eed617b-048e-4171-9d57-f7071d0cfd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:43:51.568002 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:51.568379 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Bound using segment: {'id': '5eed617b-048e-4171-9d57-f7071d0cfd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:43:51.568899 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Bound port: 3dca7889-5e69-4590-83bf-e6076282e491, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eed617b-048e-4171-9d57-f7071d0cfd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:43:51.569272 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:51.658901 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] For port 3dca7889-5e69-4590-83bf-e6076282e491, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:43:51.663465 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] For port 3dca7889-5e69-4590-83bf-e6076282e491, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=3dca7889-5e69-4590-83bf-e6076282e491,segment=NetworkSegment(5eed617b-048e-4171-9d57-f7071d0cfd5d),segment_id=5eed617b-048e-4171-9d57-f7071d0cfd5d)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:43:51.740624 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:51.831808 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72357778-1286-471b-a1bd-d07693485460 None None] Pushing event updated for resources: {'Port': ['ID=3dca7889-5e69-4590-83bf-e6076282e491,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:51.835762 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Routers {'58ac3727-262c-4394-ab84-7d12547c9844'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:43:51.836358 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:43:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['58ac3727-262c-4394-ab84-7d12547c9844'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:51.992192 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] Set router 58ac3727-262c-4394-ab84-7d12547c9844 gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:43:52.300961 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 58440) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:52.316946 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac3727-262c-4394-ab84-7d12547c9844', 'name': 'router1', 'tenant_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:38Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 2, 'project_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'gw_port_host': None, '_interfaces': [{'id': '3dca7889-5e69-4590-83bf-e6076282e491', 'name': '', 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3', 'tenant_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'mac_address': 'fa:16:3e:b0:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ac3727-262c-4394-ab84-7d12547c9844', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c29658f-1b72-4f65-b16f-96e218c602ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:48Z', 'updated_at': '2022-05-25T22:43:51Z', 'revision_number': 4, 'project_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'subnets': [{'id': '5c29658f-1b72-4f65-b16f-96e218c602ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b2f1d1c-0a0b-48a5-93c5-658cdfd12bcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:52.321673 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3808e68-7a6f-4013-a6e6-96c2ada9e06a None None] The sync data for ids ['58ac3727-262c-4394-ab84-7d12547c9844'] in dv-neutron-843300-1-hyperv is: [{'id': '58ac3727-262c-4394-ab84-7d12547c9844', 'name': 'router1', 'tenant_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:38Z', 'updated_at': '2022-05-25T22:43:48Z', 'revision_number': 2, 'project_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'gw_port_host': None, '_interfaces': [{'id': '3dca7889-5e69-4590-83bf-e6076282e491', 'name': '', 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3', 'tenant_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'mac_address': 'fa:16:3e:b0:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ac3727-262c-4394-ab84-7d12547c9844', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c29658f-1b72-4f65-b16f-96e218c602ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:48Z', 'updated_at': '2022-05-25T22:43:51Z', 'revision_number': 4, 'project_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'subnets': [{'id': '5c29658f-1b72-4f65-b16f-96e218c602ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b2f1d1c-0a0b-48a5-93c5-658cdfd12bcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:43:52.471080 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01e3b3d-c997-4cd4-96fe-bd996d667ad4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:52.471621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c01e3b3d-c997-4cd4-96fe-bd996d667ad4 admin admin] Synchronizing usage tracker for tenant:0acb2a72d0f144f49211b5591cf398ac on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:43:52.616768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c01e3b3d-c997-4cd4-96fe-bd996d667ad4 admin admin] Unset dirty status for tenant:0acb2a72d0f144f49211b5591cf398ac on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:43:52.617971 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c01e3b3d-c997-4cd4-96fe-bd996d667ad4 admin admin] 10.222.0.66 "GET /v2.0/networks/c513f589-f876-49b8-8061-8e2704cb350d HTTP/1.1" status: 200 len: 842 time: 0.3160503 May 25 22:43:52.627124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.26.5.1', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'ip_version': 4, 'cidr': '172.26.5.0/24', 'enable_dhcp': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:52.633317 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:43:52.637224 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] Usage tracker for resource:subnet and tenant:0acb2a72d0f144f49211b5591cf398ac is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:43:52.640030 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:43:52.646223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:43:52.742587 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] Made reservation on behalf of 0acb2a72d0f144f49211b5591cf398ac for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:43:52.744890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.235911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.objects.ports [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84716) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:43:53.236361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.282295 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 3dca7889-5e69-4590-83bf-e6076282e491 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:43:53.326311 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:43:53.326836 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] Network hostable DHCP agents. Network: c513f589-f876-49b8-8061-8e2704cb350d, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:43:53.339316 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d14ddba5-30c7-435f-9c12-eac675f99823,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:53.479365 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] Network c513f589-f876-49b8-8061-8e2704cb350d is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:43:53.500838 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 3dca7889-5e69-4590-83bf-e6076282e491 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:43:53.502159 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 3dca7889-5e69-4590-83bf-e6076282e491 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:53.502589 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.610686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, c513f589-f876-49b8-8061-8e2704cb350d) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:43:53.615379 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:53.616116 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.616855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.628065 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f8b946-ba70-432d-a6a9-8dd08a43ceae None None] Network c513f589-f876-49b8-8061-8e2704cb350d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:43:53.750858 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 3dca7889-5e69-4590-83bf-e6076282e491, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=3dca7889-5e69-4590-83bf-e6076282e491,segment=NetworkSegment(5eed617b-048e-4171-9d57-f7071d0cfd5d),segment_id=5eed617b-048e-4171-9d57-f7071d0cfd5d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:43:53.757536 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-98d32ebe-791a-4345-a67d-673cb5b68204 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1339741 May 25 22:43:53.871008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:53.913320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3d334b-6a25-46aa-9373-a49e69ecebba None None] Network c513f589-f876-49b8-8061-8e2704cb350d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:43:54.001007 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 5 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:43:54.039548 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=3dca7889-5e69-4590-83bf-e6076282e491,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:55.256351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 3dca7889-5e69-4590-83bf-e6076282e491 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:43:55.324762 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 3dca7889-5e69-4590-83bf-e6076282e491 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:43:55.325127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:55.888596 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 58454) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:43:56.119437 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fd3c18c0-aeb9-4d68-ad82-188ae6bcd0c8 admin admin] 10.222.0.66 "GET /v2.0/routers/58ac3727-262c-4394-ab84-7d12547c9844 HTTP/1.1" status: 200 len: 710 time: 0.2297523 May 25 22:43:56.245483 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519b2851-0ddb-499d-aa94-54439c7b47d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:43:56.246974 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-519b2851-0ddb-499d-aa94-54439c7b47d6 admin admin] 10.222.0.66 "GET /v2.0/networks/c513f589-f876-49b8-8061-8e2704cb350d HTTP/1.1" status: 200 len: 886 time: 0.1225836 May 25 22:43:56.255632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:43:56.718585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:56.985688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:57.039521 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:57.205770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Allocated IP 172.26.5.120 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/8eeadb6e-aaf0-484d-b1a7-546829691681) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:43:57.351447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:57.479454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:57.545228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:43:57.548206 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:43:57.550539 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:43:57.578970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Pushing event updated for resources: {'Port': ['ID=8eeadb6e-aaf0-484d-b1a7-546829691681,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:57.809341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:57.972992 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:57.976378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:58.167798 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Router 58ac3727-262c-4394-ab84-7d12547c9844 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:43:58.359979 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:43:58.369393 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Sync routers for ids ['58ac3727-262c-4394-ab84-7d12547c9844'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:43:58.369883 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:58.370613 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c60e1429-107e-4c53-9174-41d8665d3b33 admin admin] 10.222.0.66 "PUT /v2.0/routers/58ac3727-262c-4394-ab84-7d12547c9844 HTTP/1.1" status: 200 len: 890 time: 2.1182914 May 25 22:43:58.382286 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Routers {'58ac3727-262c-4394-ab84-7d12547c9844'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:43:58.382961 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:43:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['58ac3727-262c-4394-ab84-7d12547c9844'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:58.574290 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Set router 58ac3727-262c-4394-ab84-7d12547c9844 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:43:58.917127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac3727-262c-4394-ab84-7d12547c9844', 'name': 'router1', 'tenant_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '8eeadb6e-aaf0-484d-b1a7-546829691681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:38Z', 'updated_at': '2022-05-25T22:43:57Z', 'revision_number': 4, 'project_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'gw_port': {'id': '8eeadb6e-aaf0-484d-b1a7-546829691681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ac3727-262c-4394-ab84-7d12547c9844', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:57Z', 'updated_at': '2022-05-25T22:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '3dca7889-5e69-4590-83bf-e6076282e491', 'name': '', 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3', 'tenant_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'mac_address': 'fa:16:3e:b0:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac3727-262c-4394-ab84-7d12547c9844', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c29658f-1b72-4f65-b16f-96e218c602ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:48Z', 'updated_at': '2022-05-25T22:43:53Z', 'revision_number': 5, 'project_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'subnets': [{'id': '5c29658f-1b72-4f65-b16f-96e218c602ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b2f1d1c-0a0b-48a5-93c5-658cdfd12bcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:58.922172 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Checking router: 58ac3727-262c-4394-ab84-7d12547c9844 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:43:58.922521 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Updating router 58ac3727-262c-4394-ab84-7d12547c9844 port 8eeadb6e-aaf0-484d-b1a7-546829691681 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:43:58.975453 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:59.321662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:59.333700 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Transition to ACTIVE for port object 8eeadb6e-aaf0-484d-b1a7-546829691681 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:43:59.428358 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:59.505555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e84aa-032a-4bdf-b05f-4d5110269f9d None None] Pushing event updated for resources: {'Port': ['ID=8eeadb6e-aaf0-484d-b1a7-546829691681,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:59.509310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Attempting to bind port 8eeadb6e-aaf0-484d-b1a7-546829691681 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:43:59.509674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Attempting to bind port 8eeadb6e-aaf0-484d-b1a7-546829691681 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:43:59.510026 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Attempting to bind port 8eeadb6e-aaf0-484d-b1a7-546829691681 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:43:59.516443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:43:59.516837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:43:59.517230 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:59.517608 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:43:59.518064 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Bound port: 8eeadb6e-aaf0-484d-b1a7-546829691681, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:43:59.518445 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:59.589722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] For port 8eeadb6e-aaf0-484d-b1a7-546829691681, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:43:59.592636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] For port 8eeadb6e-aaf0-484d-b1a7-546829691681, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8eeadb6e-aaf0-484d-b1a7-546829691681,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:43:59.657122 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:43:59.736600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e84aa-032a-4bdf-b05f-4d5110269f9d None None] Pushing event updated for resources: {'Port': ['ID=8eeadb6e-aaf0-484d-b1a7-546829691681,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:43:59.746804 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Routers {'58ac3727-262c-4394-ab84-7d12547c9844'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:43:59.746804 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:43:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['58ac3727-262c-4394-ab84-7d12547c9844'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:43:59.918501 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] Set router 58ac3727-262c-4394-ab84-7d12547c9844 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:44:00.245383 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac3727-262c-4394-ab84-7d12547c9844', 'name': 'router1', 'tenant_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '8eeadb6e-aaf0-484d-b1a7-546829691681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:38Z', 'updated_at': '2022-05-25T22:43:57Z', 'revision_number': 4, 'project_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'gw_port': {'id': '8eeadb6e-aaf0-484d-b1a7-546829691681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ac3727-262c-4394-ab84-7d12547c9844', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:57Z', 'updated_at': '2022-05-25T22:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '3dca7889-5e69-4590-83bf-e6076282e491', 'name': '', 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3', 'tenant_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'mac_address': 'fa:16:3e:b0:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac3727-262c-4394-ab84-7d12547c9844', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c29658f-1b72-4f65-b16f-96e218c602ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:48Z', 'updated_at': '2022-05-25T22:43:53Z', 'revision_number': 5, 'project_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'subnets': [{'id': '5c29658f-1b72-4f65-b16f-96e218c602ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b2f1d1c-0a0b-48a5-93c5-658cdfd12bcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:44:00.249423 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdef607-8fda-4dc0-bb78-0cf9f9613e16 None None] The sync data for ids ['58ac3727-262c-4394-ab84-7d12547c9844'] in dv-neutron-843300-1-hyperv is: [{'id': '58ac3727-262c-4394-ab84-7d12547c9844', 'name': 'router1', 'tenant_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '8eeadb6e-aaf0-484d-b1a7-546829691681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:43:38Z', 'updated_at': '2022-05-25T22:43:57Z', 'revision_number': 4, 'project_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'gw_port': {'id': '8eeadb6e-aaf0-484d-b1a7-546829691681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ac3727-262c-4394-ab84-7d12547c9844', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:57Z', 'updated_at': '2022-05-25T22:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '3dca7889-5e69-4590-83bf-e6076282e491', 'name': '', 'network_id': 'a0f7a509-acd5-4329-b4dc-f4fe0bf084e3', 'tenant_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'mac_address': 'fa:16:3e:b0:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac3727-262c-4394-ab84-7d12547c9844', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c29658f-1b72-4f65-b16f-96e218c602ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:43:48Z', 'updated_at': '2022-05-25T22:43:53Z', 'revision_number': 5, 'project_id': 'b6e6092ba63f4c4c894c333ea1a23e17', 'subnets': [{'id': '5c29658f-1b72-4f65-b16f-96e218c602ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b2f1d1c-0a0b-48a5-93c5-658cdfd12bcf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:44:00.681244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 58464) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:44:00.836075 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f26df4e9-b614-4f86-9440-bea0d3f477af admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1536608 May 25 22:44:01.288161 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8eeadb6e-aaf0-484d-b1a7-546829691681 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:44:01.443305 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 8eeadb6e-aaf0-484d-b1a7-546829691681 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:44:01.448487 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 8eeadb6e-aaf0-484d-b1a7-546829691681 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:44:01.448895 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:01.571489 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:01.587542 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 8eeadb6e-aaf0-484d-b1a7-546829691681, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8eeadb6e-aaf0-484d-b1a7-546829691681,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:44:01.662752 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:01.734470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=8eeadb6e-aaf0-484d-b1a7-546829691681,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:44:03.271348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8eeadb6e-aaf0-484d-b1a7-546829691681 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:44:03.359974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 8eeadb6e-aaf0-484d-b1a7-546829691681 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:44:03.360961 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:11.419796 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-27792067-2445-4c61-b462-c7018c7e6723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:13.648178 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d73bf2db-45cc-4909-9096-3db4d8ddd1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:14.730809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:15.099646 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:16.467803 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:31.001621 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 5 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:44:41.439225 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-00916757-f8f5-47b3-869e-0049c5a2d914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:43.659130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-93668799-affd-460c-b3e9-2f81c8ae88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:44.679316 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:45.064933 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:44:46.453635 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:08.001023 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 5 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:45:11.450675 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b4b96955-5058-49d9-b846-03bd2a3450b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:13.628340 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-51e122eb-6df3-41fd-b5d9-d58b6fe0b8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:14.719590 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:15.036176 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:16.462515 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:41.418219 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-981da5ed-eaf1-44aa-b047-c8c1c443f76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:43.669980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e35d1bbb-d94e-4d0e-a0e7-069d931ef50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:44.730602 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:45.001585 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 5 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:45:45.080944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:45:46.503917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:10.887390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59068) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:10.991584 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-171d464d-d6b4-4e83-959c-a8e5e216eeb7 admin admin] GET failed (client error): The resource could not be found. May 25 22:46:10.992864 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-171d464d-d6b4-4e83-959c-a8e5e216eeb7 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1045527 May 25 22:46:11.147015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a982672c-7dc4-44d9-9027-3b14038b1704 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:11.148693 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a982672c-7dc4-44d9-9027-3b14038b1704 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1519446 May 25 22:46:11.410790 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e2615e90-aa95-4c26-b678-0c204916895f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.190130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59078) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:13.322010 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32688a92-bb55-4903-add1-35eacf21bbad admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:13.323327 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-32688a92-bb55-4903-add1-35eacf21bbad admin admin] 10.222.0.66 "GET /v2.0/subnets/5c29658f-1b72-4f65-b16f-96e218c602ca HTTP/1.1" status: 200 len: 849 time: 0.1322865 May 25 22:46:13.332471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:13.451259 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.629349 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fde9931d-6e28-46ea-93c0-e185511d297a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.726118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790575588509'] for subnet, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.814844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:13.815440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:13.816729 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] 10.222.0.66 "PUT /v2.0/subnets/5c29658f-1b72-4f65-b16f-96e218c602ca HTTP/1.1" status: 200 len: 868 time: 0.4877641 May 25 22:46:13.820082 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c29658f-1b72-4f65-b16f-96e218c602ca,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:13.829610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:13.830009 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:13.830283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:13.830612 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:13.830943 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:13.831270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:13.831599 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:13.831924 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:13.832235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:13.832579 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:13.832907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d649b5aa-3c69-4b7e-b12d-4e0fc1f45962 admin admin] Tracked resource versions report: May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: pushed versions: May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: { 'ConntrackHelper': {'1.0'}, May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Log': {'1.0'}, May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Network': {'1.1'}, May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Port': {'1.5'}, May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'PortForwarding': {'1.2'}, May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'QosPolicy': {'1.8'}, May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'SecurityGroup': {'1.2'}, May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'SecurityGroupRule': {'1.0'}, May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'SubPort': {'1.0'}, May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Subnet': {'1.1'}, May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Trunk': {'1.1'}} May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: consumer versions: May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: { DHCP agent@dv-neutron-843300-1-hyperv: {}, May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: L3 agent@dv-neutron-843300-1-hyperv: {}, May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: Metadata agent@dv-neutron-843300-1-hyperv: {}, May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: Metering agent@dv-neutron-843300-1-hyperv: {}, May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: Open vSwitch agent@dv-neutron-843300-1-hyperv: { 'ConntrackHelper': '1.0', May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Log': '1.0', May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Network': '1.1', May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Port': '1.5', May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'PortForwarding': '1.2', May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'QosPolicy': '1.8', May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'SecurityGroup': '1.2', May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'SecurityGroupRule': '1.0', May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'SubPort': '1.0', May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Subnet': '1.1', May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Trunk': '1.1'}} May 25 22:46:13.834542 dv-neutron-843300-1-hyperv neutron-server[84717]: {{(pid=84717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:46:13.925952 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784da608-aad8-473d-bb0e-b2e78ddfdf96 None None] Network a0f7a509-acd5-4329-b4dc-f4fe0bf084e3 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:46:14.340024 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ea08ab34-9258-447c-b671-b97cac4c7d5c None None] Provisioning complete for port 5010acb6-054b-4cc4-9e14-5c1eee7e7ea7 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:14.340379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ea08ab34-9258-447c-b671-b97cac4c7d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:14.465311 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ea08ab34-9258-447c-b671-b97cac4c7d5c None None] Provisioning complete for port 3dca7889-5e69-4590-83bf-e6076282e491 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:46:14.465571 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ea08ab34-9258-447c-b671-b97cac4c7d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:14.703265 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:15.034599 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:15.858529 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59092) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:16.069456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4f5bd9-1121-4dbf-bfc8-863032c1dbf4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:16.069456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4f5bd9-1121-4dbf-bfc8-863032c1dbf4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:16.070364 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2e4f5bd9-1121-4dbf-bfc8-863032c1dbf4 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2109294 May 25 22:46:16.475464 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:18.103343 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59102) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:18.298928 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db434275-d8cf-4182-adcd-a844bfc799ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:18.299215 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db434275-d8cf-4182-adcd-a844bfc799ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:18.300990 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-db434275-d8cf-4182-adcd-a844bfc799ac admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1964509 May 25 22:46:20.324833 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59112) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:20.523013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de7ad7-7ac9-4bf7-bf90-aea1a2d3db40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:20.524301 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-76de7ad7-7ac9-4bf7-bf90-aea1a2d3db40 admin admin] 10.222.0.66 "GET /v2.0/networks/a0f7a509-acd5-4329-b4dc-f4fe0bf084e3 HTTP/1.1" status: 200 len: 869 time: 0.1985135 May 25 22:46:22.001126 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 5 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:46:22.549195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59122) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:22.742395 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630a9021-1ded-4435-bfde-d7a46a51d45b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:22.743722 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-630a9021-1ded-4435-bfde-d7a46a51d45b admin admin] 10.222.0.66 "GET /v2.0/networks/c513f589-f876-49b8-8061-8e2704cb350d HTTP/1.1" status: 200 len: 886 time: 0.1935880 May 25 22:46:24.757954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59132) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:24.887607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6510b6-9731-449b-b714-54985857630b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:24.887967 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6510b6-9731-449b-b714-54985857630b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:24.889483 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fc6510b6-9731-449b-b714-54985857630b admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1306100 May 25 22:46:26.918150 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59142) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:27.048860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfb0ca4-23e2-4367-8840-31a9babc2bee admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:27.049529 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfb0ca4-23e2-4367-8840-31a9babc2bee admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:27.050683 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4dfb0ca4-23e2-4367-8840-31a9babc2bee admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1315925 May 25 22:46:29.082683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59152) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:29.216890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef901a8-7db9-4e98-8924-4e5c168d032d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:29.217436 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0ef901a8-7db9-4e98-8924-4e5c168d032d admin admin] Synchronizing usage tracker for tenant:0acb2a72d0f144f49211b5591cf398ac on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:46:29.314570 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0ef901a8-7db9-4e98-8924-4e5c168d032d admin admin] Unset dirty status for tenant:0acb2a72d0f144f49211b5591cf398ac on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:46:29.315748 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0ef901a8-7db9-4e98-8924-4e5c168d032d admin admin] 10.222.0.66 "GET /v2.0/subnets/5c29658f-1b72-4f65-b16f-96e218c602ca HTTP/1.1" status: 200 len: 868 time: 0.2321458 May 25 22:46:31.409703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59162) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:31.534578 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9624b0-3290-4c96-bb65-f89f013b0270 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:31.536685 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fd9624b0-3290-4c96-bb65-f89f013b0270 admin admin] 10.222.0.66 "GET /v2.0/subnets/d14ddba5-30c7-435f-9c12-eac675f99823 HTTP/1.1" status: 200 len: 816 time: 0.1251750 May 25 22:46:41.411675 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f14fbc2f-5c40-423e-9ce6-fa66fd63d5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:43.646871 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d19bba66-0aba-4547-8f7d-42cab7bfdcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:44.771639 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:45.052072 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:46.462992 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:49.718521 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59200) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:49.789558 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-83793308-3928-48ad-b4c7-b14f939dac59 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:46:49.790535 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-83793308-3928-48ad-b4c7-b14f939dac59 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0710807 May 25 22:46:51.879108 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59210) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:51.969824 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6d7172-de3a-4cbe-ab5b-18cd269e90d5 admin admin] GET failed (client error): The resource could not be found. May 25 22:46:51.971016 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dd6d7172-de3a-4cbe-ab5b-18cd269e90d5 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0899792 May 25 22:46:52.099920 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c378046d-4424-4ede-80a3-7bd465d50a06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:52.101393 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c378046d-4424-4ede-80a3-7bd465d50a06 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1265001 May 25 22:46:54.146457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59220) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:54.217084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:54.221507 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:54.231328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:54.340623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Made reservation on behalf of 0acb2a72d0f144f49211b5591cf398ac for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:46:54.340623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:54.420550 dv-neutron-843300-1-hyperv neutron-server[84716]: WARNING neutron.services.revisions.revision_plugin [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Could not find related network for resource to bump revision. May 25 22:46:54.432163 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:46:54.440321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:54.440708 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Added segment df93924a-fac8-45af-8f90-4717073987e6 of type vlan for network 84598f96-fbc0-403b-a554-a12b5989f26e May 25 22:46:54.464974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:54.576970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:54.577823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:54.578395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:54.714890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=84598f96-fbc0-403b-a554-a12b5989f26e,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:54.722637 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:54.722978 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:54.723364 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:54.724337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:54.724724 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:54.725050 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:54.725393 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:54.725715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:54.726031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:54.726346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:54.726660 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:54.738705 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 84598f96-fbc0-403b-a554-a12b5989f26e details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:46:54.817152 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-654fd3d2-c802-4381-aaf1-f7bdb2291ff5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6696148 May 25 22:46:56.858359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59230) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:46:56.951137 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-3264e304-89d7-4444-a10f-23936e57edcd admin admin] GET failed (client error): The resource could not be found. May 25 22:46:56.951623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3264e304-89d7-4444-a10f-23936e57edcd admin admin] Synchronizing usage tracker for tenant:0acb2a72d0f144f49211b5591cf398ac on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:46:57.131373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3264e304-89d7-4444-a10f-23936e57edcd admin admin] Unset dirty status for tenant:0acb2a72d0f144f49211b5591cf398ac on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:46:57.132635 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3264e304-89d7-4444-a10f-23936e57edcd admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.2733111 May 25 22:46:57.233783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aa8c1e-a150-4975-ba87-8c93b2b01a00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:57.235198 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-39aa8c1e-a150-4975-ba87-8c93b2b01a00 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0987008 May 25 22:46:57.245419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-b069b3ff-0edb-4046-8dff-939e255c812c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '84598f96-fbc0-403b-a554-a12b5989f26e', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:46:57.249820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b069b3ff-0edb-4046-8dff-939e255c812c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:46:57.259607 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b069b3ff-0edb-4046-8dff-939e255c812c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:46:57.359663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b069b3ff-0edb-4046-8dff-939e255c812c admin admin] Made reservation on behalf of 0acb2a72d0f144f49211b5591cf398ac for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:46:57.362002 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b069b3ff-0edb-4046-8dff-939e255c812c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:57.720313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b069b3ff-0edb-4046-8dff-939e255c812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:57.791752 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069b3ff-0edb-4046-8dff-939e255c812c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbfc3362-4573-47e7-8615-3948901fbf8b,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:57.808305 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069b3ff-0edb-4046-8dff-939e255c812c admin admin] Checking segment: {'id': 'df93924a-fac8-45af-8f90-4717073987e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '84598f96-fbc0-403b-a554-a12b5989f26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:46:57.808305 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b069b3ff-0edb-4046-8dff-939e255c812c admin admin] Network hostable DHCP agents. Network: 84598f96-fbc0-403b-a554-a12b5989f26e, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:46:57.937129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b069b3ff-0edb-4046-8dff-939e255c812c admin admin] Network 84598f96-fbc0-403b-a554-a12b5989f26e is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:46:58.097095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-b069b3ff-0edb-4046-8dff-939e255c812c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 84598f96-fbc0-403b-a554-a12b5989f26e) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:46:58.101638 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069b3ff-0edb-4046-8dff-939e255c812c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:46:58.102213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b069b3ff-0edb-4046-8dff-939e255c812c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:58.106982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e38f8-1a22-407d-ab6e-79e2b5b8f2eb None None] Network 84598f96-fbc0-403b-a554-a12b5989f26e requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:46:58.252291 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b069b3ff-0edb-4046-8dff-939e255c812c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0101895 May 25 22:46:58.318764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-84598f96-fbc0-403b-a554-a12b5989f26e', 'network_id': '84598f96-fbc0-403b-a554-a12b5989f26e', 'tenant_id': '0acb2a72d0f144f49211b5591cf398ac', 'fixed_ips': [{'subnet_id': 'dbfc3362-4573-47e7-8615-3948901fbf8b'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:46:58.319651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:58.480715 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Allocated IP 192.168.233.2 (84598f96-fbc0-403b-a554-a12b5989f26e/dbfc3362-4573-47e7-8615-3948901fbf8b/ce5cef47-dae7-41d7-8a55-724cb3df9634) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:46:58.682919 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:58.693364 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Transition to ACTIVE for port object ce5cef47-dae7-41d7-8a55-724cb3df9634 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:46:58.712123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Transition to ACTIVE for port object ce5cef47-dae7-41d7-8a55-724cb3df9634 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:46:58.874037 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:58.968766 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Network 84598f96-fbc0-403b-a554-a12b5989f26e is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:46:58.971881 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:46:58.975564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:46:58.982005 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Pushing event updated for resources: {'Port': ['ID=ce5cef47-dae7-41d7-8a55-724cb3df9634,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:46:59.001437 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 5 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:46:59.021982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.022335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.022674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.023017 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.023424 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.023755 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.024080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.024423 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.024795 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.025137 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.025459 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:46:59.084264 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Attempting to bind port ce5cef47-dae7-41d7-8a55-724cb3df9634 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:46:59.116224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Attempting to bind port ce5cef47-dae7-41d7-8a55-724cb3df9634 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'df93924a-fac8-45af-8f90-4717073987e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '84598f96-fbc0-403b-a554-a12b5989f26e'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:46:59.116224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Attempting to bind port ce5cef47-dae7-41d7-8a55-724cb3df9634 on network 84598f96-fbc0-403b-a554-a12b5989f26e {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:46:59.116224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:46:59.116224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Checking segment: {'id': 'df93924a-fac8-45af-8f90-4717073987e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '84598f96-fbc0-403b-a554-a12b5989f26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:46:59.116224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:59.116224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Bound using segment: {'id': 'df93924a-fac8-45af-8f90-4717073987e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '84598f96-fbc0-403b-a554-a12b5989f26e'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:46:59.116224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Bound port: ce5cef47-dae7-41d7-8a55-724cb3df9634, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df93924a-fac8-45af-8f90-4717073987e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '84598f96-fbc0-403b-a554-a12b5989f26e'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:46:59.116224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:59.179402 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] For port ce5cef47-dae7-41d7-8a55-724cb3df9634, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:46:59.182342 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] For port ce5cef47-dae7-41d7-8a55-724cb3df9634, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ce5cef47-dae7-41d7-8a55-724cb3df9634,segment=NetworkSegment(df93924a-fac8-45af-8f90-4717073987e6),segment_id=df93924a-fac8-45af-8f90-4717073987e6)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:46:59.292337 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:46:59.374928 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fa55f-db6c-47c7-8c46-ff2082e35afb None None] Pushing event updated for resources: {'Port': ['ID=ce5cef47-dae7-41d7-8a55-724cb3df9634,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:00.174699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2a5bdd-3992-4516-bd2d-c2e195a4d7ac None None] Network 84598f96-fbc0-403b-a554-a12b5989f26e requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:47:00.388948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2b063531-7cd9-425b-a337-e896d51ca48e None None] Provisioning for port ce5cef47-dae7-41d7-8a55-724cb3df9634 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:47:01.371321 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ce5cef47-dae7-41d7-8a55-724cb3df9634 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:47:01.530287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port ce5cef47-dae7-41d7-8a55-724cb3df9634 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:47:01.535341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ce5cef47-dae7-41d7-8a55-724cb3df9634 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:47:01.535726 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:01.651622 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:01.682623 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port ce5cef47-dae7-41d7-8a55-724cb3df9634, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ce5cef47-dae7-41d7-8a55-724cb3df9634,segment=NetworkSegment(df93924a-fac8-45af-8f90-4717073987e6),segment_id=df93924a-fac8-45af-8f90-4717073987e6)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:47:01.794788 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:01.860464 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=ce5cef47-dae7-41d7-8a55-724cb3df9634,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:47:03.349844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ce5cef47-dae7-41d7-8a55-724cb3df9634 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:47:03.417037 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ce5cef47-dae7-41d7-8a55-724cb3df9634 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:47:03.417396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:11.445410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-765c3e99-62b3-426b-a6f6-97dfb6004c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:13.617232 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c96c-83bd-4bfd-a408-647aac7a8aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:14.697180 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:15.045733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:16.485234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:36.004579 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 5 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:47:41.411369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0031132a-d12b-429b-b5fc-5b3a5e166e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:43.628135 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fdc2ba29-80e0-4e11-a10e-8f1fb512683e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:44.701873 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:45.136221 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:47:46.479016 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:11.433302 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ed4a3722-0a6b-4459-9d5d-257cb5e04413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:13.004522 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 5 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:48:13.621478 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8da5aefa-e266-404e-8ca0-972ad9fefe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:14.684253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:15.039002 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:16.495695 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:28.860713 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59274) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:28.867301 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-45b04bbb-61cd-406c-840e-862324e8e3e4 tempest-verify_tempest_config-1422214790 tempest-verify_tempest_config-1422214790-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:48:28.868220 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-45b04bbb-61cd-406c-840e-862324e8e3e4 tempest-verify_tempest_config-1422214790 tempest-verify_tempest_config-1422214790-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0065799 May 25 22:48:29.419736 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59290) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:29.562775 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:29.596388 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:48:29.601364 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Usage tracker for resource:security_group_rule and tenant:7583bac2e597496abd2a4c88bc216fc5 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:48:29.602860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:48:29.608336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:48:29.670504 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:29.747288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:29.791428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f984d5-3c4a-4226-84f5-a76ce0ca7b14,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:29.798134 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Synchronizing usage tracker for tenant:0acb2a72d0f144f49211b5591cf398ac on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:48:29.804399 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:29.804759 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:29.821853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:29.821853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:29.821853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:29.821853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:29.821853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:29.821853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:29.821853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:29.821853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:29.821853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:48:29.959214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] Unset dirty status for tenant:0acb2a72d0f144f49211b5591cf398ac on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:48:29.960430 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5a6b2940-4b87-4196-a51f-398943eb3041 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7583bac2e597496abd2a4c88bc216fc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5397348 May 25 22:48:29.963048 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59296) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:48:30.019823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f6f699d-c1fd-4b82-9a9c-233bcb49f226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:30.044637 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f6f699d-c1fd-4b82-9a9c-233bcb49f226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:30.250560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f6f699d-c1fd-4b82-9a9c-233bcb49f226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:30.266394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f699d-c1fd-4b82-9a9c-233bcb49f226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f984d5-3c4a-4226-84f5-a76ce0ca7b14,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:48:30.270744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f6f699d-c1fd-4b82-9a9c-233bcb49f226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:30.271855 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0f6f699d-c1fd-4b82-9a9c-233bcb49f226 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/63f984d5-3c4a-4226-84f5-a76ce0ca7b14 HTTP/1.1" status: 204 len: 168 time: 0.3078945 May 25 22:48:41.438328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9eec01de-604c-4cbc-982f-ce7a84078d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:43.701166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0e6d9382-713c-4008-ae1a-85c853d7a00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:44.696140 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:45.084191 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:46.478363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:48:50.005349 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 5 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:49:11.478567 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-92bb96d3-d7fd-4c50-bbdf-0d669990368e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:13.684015 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4e462e36-5540-4b80-89a6-3e9b3e62c657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:14.701359 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:15.084043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:16.488788 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:27.006486 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 5 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:49:41.426864 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b4f99e58-9b0c-48d2-8b69-77271cda48cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:43.655546 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-468bb956-213a-4651-8f2e-98dd025369e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:44.758680 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:45.078562 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:46.495238 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:49:47.380890 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4123454'] for agent, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:01.913486 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59366) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:02.049066 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-87ee9aea-0a6d-4d39-a9f1-7171bce633e7 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1345177 May 25 22:50:04.006635 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:50:04.080943 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59376) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:50:04.163412 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-074fdd99-d818-4aba-8116-83fb56c6382b admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0814152 May 25 22:50:11.443904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9fdc87ba-de74-415f-b239-14feaaf51ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:13.625328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8631dfad-767b-4691-ae1d-3d824a12e174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:14.712246 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:15.088083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:16.500894 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:17.256146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:41.007393 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:50:41.464960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-95416fd4-34bf-417e-871f-d25d4e42291d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:43.649366 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0f9e5cb9-1520-45e6-af61-7a88a13fadd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:44.752239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:45.055813 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:46.535268 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:50:47.276335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:11.430641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6f104506-b36c-4550-9ab0-721b519b67d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:13.647343 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fbc180f8-ddda-4d6c-8c4e-82168240983d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:14.717429 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:15.064287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:16.515750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:17.298736 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:18.008674 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:51:29.823024 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59516) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:30.316215 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1638303218-network', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:30.323616 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:30.327812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Usage tracker for resource:network and tenant:0505e1ad716b4cc68624dd1b24def3b7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:30.331131 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:30.338083 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:30.472500 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Made reservation on behalf of 0505e1ad716b4cc68624dd1b24def3b7 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:30.474920 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:30.492380 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:30.534757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:30.538758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Usage tracker for resource:security_group_rule and tenant:0505e1ad716b4cc68624dd1b24def3b7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:30.541727 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:30.547586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:30.626072 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:30.809368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:30.838231 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:51:30.852028 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225fc171-9953-4527-9ba7-99cb7ac267d5,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:30.857156 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790575585392', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:30.857722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Unsubscribe: segment precommit_create {{(pid=84717) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 22:51:30.858265 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Added segment dba618f3-3eb2-45f9-94d1-c9d4337dff24 of type vlan for network 9cae65aa-3fc8-4065-9612-66200e7cb1df May 25 22:51:30.906275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:30.906617 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:30.906948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:30.907276 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:30.907600 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:30.907924 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:30.908246 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:30.908603 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:30.908938 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:30.909238 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:30.909551 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Tracked resource versions report: May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: pushed versions: May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: { 'ConntrackHelper': {'1.0'}, May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Log': {'1.0'}, May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Network': {'1.1'}, May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Port': {'1.5'}, May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'PortForwarding': {'1.2'}, May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'QosPolicy': {'1.8'}, May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'SecurityGroup': {'1.2'}, May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'SecurityGroupRule': {'1.0'}, May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'SubPort': {'1.0'}, May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Subnet': {'1.1'}, May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Trunk': {'1.1'}} May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: consumer versions: May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: { DHCP agent@dv-neutron-843300-1-hyperv: {}, May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: HyperV agent@hv-neutron-8433: {}, May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: L3 agent@dv-neutron-843300-1-hyperv: {}, May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: Metadata agent@dv-neutron-843300-1-hyperv: {}, May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: Metering agent@dv-neutron-843300-1-hyperv: {}, May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: Open vSwitch agent@dv-neutron-843300-1-hyperv: { 'ConntrackHelper': '1.0', May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Log': '1.0', May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Network': '1.1', May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Port': '1.5', May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'PortForwarding': '1.2', May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'QosPolicy': '1.8', May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'SecurityGroup': '1.2', May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'SecurityGroupRule': '1.0', May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'SubPort': '1.0', May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Subnet': '1.1', May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: 'Trunk': '1.1'}} May 25 22:51:30.910578 dv-neutron-843300-1-hyperv neutron-server[84717]: {{(pid=84717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:51:30.935528 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:31.031918 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:31.032838 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:31.033695 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:31.146188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] Pushing event updated for resources: {'Network': ['ID=9cae65aa-3fc8-4065-9612-66200e7cb1df,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:31.157628 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 9cae65aa-3fc8-4065-9612-66200e7cb1df details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:51:31.206269 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-08fd2d54-3b0c-47d7-a051-ab9a56eb5083 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3804152 May 25 22:51:31.207684 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59556) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:31.215678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-caa7f867-d156-4336-a7fa-48907c5e0dda admin admin] Request body: {'subnet': {'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1638303218-subnet', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:31.222440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-caa7f867-d156-4336-a7fa-48907c5e0dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:31.229343 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-caa7f867-d156-4336-a7fa-48907c5e0dda admin admin] Usage tracker for resource:subnet and tenant:0505e1ad716b4cc68624dd1b24def3b7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:31.232987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-caa7f867-d156-4336-a7fa-48907c5e0dda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:31.241196 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-caa7f867-d156-4336-a7fa-48907c5e0dda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:31.326959 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa7f867-d156-4336-a7fa-48907c5e0dda admin admin] Made reservation on behalf of 0505e1ad716b4cc68624dd1b24def3b7 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:31.329968 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-caa7f867-d156-4336-a7fa-48907c5e0dda admin admin] Notify callbacks [] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:31.546768 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59568) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:31.598378 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-caa7f867-d156-4336-a7fa-48907c5e0dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:31.677852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7f867-d156-4336-a7fa-48907c5e0dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=b693039a-8841-4831-b3b8-399b07c1f4c3,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:31.688870 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa7f867-d156-4336-a7fa-48907c5e0dda admin admin] Checking segment: {'id': 'dba618f3-3eb2-45f9-94d1-c9d4337dff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:51:31.689242 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa7f867-d156-4336-a7fa-48907c5e0dda admin admin] Network hostable DHCP agents. Network: 9cae65aa-3fc8-4065-9612-66200e7cb1df, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:51:31.769001 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa7f867-d156-4336-a7fa-48907c5e0dda admin admin] Network 9cae65aa-3fc8-4065-9612-66200e7cb1df is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:51:31.843498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-caa7f867-d156-4336-a7fa-48907c5e0dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 9cae65aa-3fc8-4065-9612-66200e7cb1df) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:31.848249 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa7f867-d156-4336-a7fa-48907c5e0dda admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:31.850273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-caa7f867-d156-4336-a7fa-48907c5e0dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:31.853020 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c90d1c-1031-49a0-bef1-30a0316494d3 None None] Network 9cae65aa-3fc8-4065-9612-66200e7cb1df requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:51:31.943751 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-caa7f867-d156-4336-a7fa-48907c5e0dda admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7320330 May 25 22:51:31.944226 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59584) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:31.950211 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1638303218-router', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:31.955720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:31.961246 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Usage tracker for resource:router and tenant:0505e1ad716b4cc68624dd1b24def3b7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:31.965987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:31.973562 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:32.074310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.074310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.079219 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-9cae65aa-3fc8-4065-9612-66200e7cb1df', 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'fixed_ips': [{'subnet_id': 'b693039a-8841-4831-b3b8-399b07c1f4c3'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:51:32.079980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.099788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.226471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-536857528-network', 'tenant_id': '37812d801ca84073b774698e0a70ba5a'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:32.241026 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Allocated IP 172.20.0.2 (9cae65aa-3fc8-4065-9612-66200e7cb1df/b693039a-8841-4831-b3b8-399b07c1f4c3/ddd1d333-9eaa-495a-a09d-79aef2608b7c) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:51:32.307388 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:32.359514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Usage tracker for resource:network and tenant:37812d801ca84073b774698e0a70ba5a is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:32.408730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:32.417483 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:32.434316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.483636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.494096 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Transition to ACTIVE for port object ddd1d333-9eaa-495a-a09d-79aef2608b7c will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:51:32.513326 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Transition to ACTIVE for port object ddd1d333-9eaa-495a-a09d-79aef2608b7c will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:51:32.521663 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Made reservation on behalf of 37812d801ca84073b774698e0a70ba5a for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:32.524884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.558300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.597977 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.655953 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:32.665150 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Usage tracker for resource:security_group_rule and tenant:37812d801ca84073b774698e0a70ba5a is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:32.670010 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:32.672011 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Pushing event updated for resources: {'Port': ['ID=ddd1d333-9eaa-495a-a09d-79aef2608b7c,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:32.678208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:32.687304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Network 9cae65aa-3fc8-4065-9612-66200e7cb1df is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:32.688673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.689009 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.689336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.689853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.690178 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.690496 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.690815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.691148 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.691463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.691956 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.692269 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Tracked resource versions report: May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: pushed versions: May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: { 'ConntrackHelper': {'1.0'}, May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Log': {'1.0'}, May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Network': {'1.1'}, May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Port': {'1.5'}, May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'PortForwarding': {'1.2'}, May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'QosPolicy': {'1.8'}, May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'SecurityGroup': {'1.2'}, May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'SecurityGroupRule': {'1.0'}, May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'SubPort': {'1.0'}, May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Subnet': {'1.1'}, May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Trunk': {'1.1'}} May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: consumer versions: May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: { DHCP agent@dv-neutron-843300-1-hyperv: {}, May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: HyperV agent@hv-neutron-8433: {}, May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: L3 agent@dv-neutron-843300-1-hyperv: {}, May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: Metadata agent@dv-neutron-843300-1-hyperv: {}, May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: Metering agent@dv-neutron-843300-1-hyperv: {}, May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: Open vSwitch agent@dv-neutron-843300-1-hyperv: { 'ConntrackHelper': '1.0', May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Log': '1.0', May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Network': '1.1', May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Port': '1.5', May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'PortForwarding': '1.2', May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'QosPolicy': '1.8', May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'SecurityGroup': '1.2', May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'SecurityGroupRule': '1.0', May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'SubPort': '1.0', May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Subnet': '1.1', May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: 'Trunk': '1.1'}} May 25 22:51:32.693263 dv-neutron-843300-1-hyperv neutron-server[84718]: {{(pid=84718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:51:32.698955 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:32.702325 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:32.799789 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Attempting to bind port ddd1d333-9eaa-495a-a09d-79aef2608b7c on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:32.800417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Attempting to bind port ddd1d333-9eaa-495a-a09d-79aef2608b7c by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'dba618f3-3eb2-45f9-94d1-c9d4337dff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:32.800973 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Attempting to bind port ddd1d333-9eaa-495a-a09d-79aef2608b7c on network 9cae65aa-3fc8-4065-9612-66200e7cb1df {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:32.810181 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:51:32.811008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Checking segment: {'id': 'dba618f3-3eb2-45f9-94d1-c9d4337dff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:51:32.811008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.811370 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Bound using segment: {'id': 'dba618f3-3eb2-45f9-94d1-c9d4337dff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:51:32.811889 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Bound port: ddd1d333-9eaa-495a-a09d-79aef2608b7c, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba618f3-3eb2-45f9-94d1-c9d4337dff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:51:32.812126 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.817501 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.827769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.857258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.910713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] For port ddd1d333-9eaa-495a-a09d-79aef2608b7c, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:51:32.914475 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] For port ddd1d333-9eaa-495a-a09d-79aef2608b7c, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ddd1d333-9eaa-495a-a09d-79aef2608b7c,segment=NetworkSegment(dba618f3-3eb2-45f9-94d1-c9d4337dff24),segment_id=dba618f3-3eb2-45f9-94d1-c9d4337dff24)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:51:32.921309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:32.957716 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:51:32.990840 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:33.026924 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:33.027277 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Added segment e20c8822-d53a-4556-a220-ebf8eca4a7fa of type vlan for network ad2e64db-8f8f-49b2-92b1-43b2eabb0340 May 25 22:51:33.040106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3cfa91-cadd-433e-942b-750e03c00759,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:33.061621 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:33.101901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Allocated IP 172.26.5.53 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/8eb90a2d-4842-4a6f-8464-7e793b4bee5d) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:51:33.111326 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd862005-0678-4b83-a4cf-0dfd45cdf82a None None] Pushing event updated for resources: {'Port': ['ID=ddd1d333-9eaa-495a-a09d-79aef2608b7c,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:33.238113 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:33.239018 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:33.239592 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:33.339436 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:33.511599 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ddd1d333-9eaa-495a-a09d-79aef2608b7c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:51:33.513984 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] Pushing event updated for resources: {'Network': ['ID=ad2e64db-8f8f-49b2-92b1-43b2eabb0340,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:33.542527 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network ad2e64db-8f8f-49b2-92b1-43b2eabb0340 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:51:33.604815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:33.661313 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-783968ad-fe53-4367-a73e-07d5540fb74d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1105671 May 25 22:51:33.665076 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59626) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:33.673848 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Request body: {'subnet': {'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-536857528-subnet', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:33.685462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:33.691198 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Usage tracker for resource:subnet and tenant:37812d801ca84073b774698e0a70ba5a is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:33.693245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Pushing event updated for resources: {'Port': ['ID=8eb90a2d-4842-4a6f-8464-7e793b4bee5d,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:33.694462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:33.699540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:33.701135 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:33.701277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:33.703571 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:33.746099 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port ddd1d333-9eaa-495a-a09d-79aef2608b7c completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:51:33.809443 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Made reservation on behalf of 37812d801ca84073b774698e0a70ba5a for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:33.811771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:33.990981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:33.991920 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:34.081523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:34.167449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2640b8fb-952a-426a-9621-4bd33956af56,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:34.177637 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:34.178191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:34.179264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:34.179902 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:34.180501 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:34.181194 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:34.182368 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:34.182837 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:34.183319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:34.183904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:34.184387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Tracked resource versions report: May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: pushed versions: May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: { 'ConntrackHelper': {'1.0'}, May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Log': {'1.0'}, May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Network': {'1.1'}, May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Port': {'1.5'}, May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'PortForwarding': {'1.2'}, May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'QosPolicy': {'1.8'}, May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'SecurityGroup': {'1.2'}, May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'SecurityGroupRule': {'1.0'}, May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'SubPort': {'1.0'}, May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Subnet': {'1.1'}, May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Trunk': {'1.1'}} May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: consumer versions: May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: { DHCP agent@dv-neutron-843300-1-hyperv: {}, May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: HyperV agent@hv-neutron-8433: {}, May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: L3 agent@dv-neutron-843300-1-hyperv: {}, May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: Metadata agent@dv-neutron-843300-1-hyperv: {}, May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: Metering agent@dv-neutron-843300-1-hyperv: {}, May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: Open vSwitch agent@dv-neutron-843300-1-hyperv: { 'ConntrackHelper': '1.0', May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Log': '1.0', May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Network': '1.1', May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Port': '1.5', May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'PortForwarding': '1.2', May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'QosPolicy': '1.8', May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'SecurityGroup': '1.2', May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'SecurityGroupRule': '1.0', May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'SubPort': '1.0', May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Subnet': '1.1', May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: 'Trunk': '1.1'}} May 25 22:51:34.185424 dv-neutron-843300-1-hyperv neutron-server[84716]: {{(pid=84716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:51:34.207765 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59640) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:34.220390 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Checking segment: {'id': 'e20c8822-d53a-4556-a220-ebf8eca4a7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:51:34.220765 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Network hostable DHCP agents. Network: ad2e64db-8f8f-49b2-92b1-43b2eabb0340, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:51:34.288483 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc98f9b-3e24-4d13-8420-1b0232a63524 None None] Network 9cae65aa-3fc8-4065-9612-66200e7cb1df requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:51:34.301312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Network ad2e64db-8f8f-49b2-92b1-43b2eabb0340 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:51:34.358584 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:51:34.387102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, ad2e64db-8f8f-49b2-92b1-43b2eabb0340) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:34.390904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:34.391748 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:34.512276 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-309ac0cd-b3de-4398-a7d1-eb7d2c01c810 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8454871 May 25 22:51:34.513231 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59654) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:34.519109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-536857528-router', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:34.520652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3789517c-3961-4cb3-8a41-c0ae40c77173 None None] Network ad2e64db-8f8f-49b2-92b1-43b2eabb0340 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:51:34.528579 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:34.536723 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Usage tracker for resource:router and tenant:37812d801ca84073b774698e0a70ba5a is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:34.545278 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:34.559840 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:34.591695 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:51:34.605376 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Sync routers for ids ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:51:34.625267 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Routers {'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:51:34.626210 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:51:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:34.672609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:34.674534 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:34.705160 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:34.706559 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7c19a9d0-ff11-4a9b-9257-b83f3bc8fdc3 None None] Provisioning for port ddd1d333-9eaa-495a-a09d-79aef2608b7c completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:51:34.707025 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ad13c965-5d43-4a83-bba6-e85db77d4b45 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7609639 May 25 22:51:34.709984 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59660) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:34.711709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:34.718982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7c19a9d0-ff11-4a9b-9257-b83f3bc8fdc3 None None] Provisioning complete for port ddd1d333-9eaa-495a-a09d-79aef2608b7c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:34.719461 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7c19a9d0-ff11-4a9b-9257-b83f3bc8fdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:34.988787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1584098662'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:34.993442 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Set router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:51:34.999611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:35.018456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Usage tracker for resource:network and tenant:a58dc7f9a7de45d7a3bd149beeabae5d is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:35.023173 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:35.029234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'fixed_ips': [{'subnet_id': '2640b8fb-952a-426a-9621-4bd33956af56'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:51:35.032200 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:35.041926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:35.140497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Made reservation on behalf of a58dc7f9a7de45d7a3bd149beeabae5d for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:35.144235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:35.185298 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7c19a9d0-ff11-4a9b-9257-b83f3bc8fdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:35.190555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:35.228381 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-7c19a9d0-ff11-4a9b-9257-b83f3bc8fdc3 None None] For port ddd1d333-9eaa-495a-a09d-79aef2608b7c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ddd1d333-9eaa-495a-a09d-79aef2608b7c,segment=NetworkSegment(dba618f3-3eb2-45f9-94d1-c9d4337dff24),segment_id=dba618f3-3eb2-45f9-94d1-c9d4337dff24)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:51:35.323485 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:35.367422 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'name': 'tempest-ServersTestManualDisk-1638303218-router', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:33Z', 'revision_number': 3, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'gw_port': {'id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:35.372327 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Checking router: ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:51:35.372962 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Updating router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 port 8eb90a2d-4842-4a6f-8464-7e793b4bee5d binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:51:35.417414 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7c19a9d0-ff11-4a9b-9257-b83f3bc8fdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:35.453164 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:35.483827 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:35.500173 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Usage tracker for resource:security_group_rule and tenant:a58dc7f9a7de45d7a3bd149beeabae5d is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:35.513373 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:35.520683 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:35.555663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Allocated IP 172.20.0.2 (ad2e64db-8f8f-49b2-92b1-43b2eabb0340/2640b8fb-952a-426a-9621-4bd33956af56/e706bace-a591-450f-8f17-316f8e18413b) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:51:35.657422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19a9d0-ff11-4a9b-9257-b83f3bc8fdc3 None None] Pushing event updated for resources: {'Port': ['ID=ddd1d333-9eaa-495a-a09d-79aef2608b7c,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:35.687849 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:35.727141 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:35.744237 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-82ec6238-a41d-4a1b-ba58-96159640dd69 None None] Provisioning complete for port ddd1d333-9eaa-495a-a09d-79aef2608b7c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:35.744628 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-82ec6238-a41d-4a1b-ba58-96159640dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:35.745216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:35.934261 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:35.949485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:35.957785 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Transition to ACTIVE for port object 8eb90a2d-4842-4a6f-8464-7e793b4bee5d will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:51:35.988618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:51:36.009044 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc376676-952c-4ba1-b7ad-46f33036e105,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:36.027541 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:36.033989 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Added segment a659df0b-a4e8-4ff5-bb90-2cc582b7be26 of type vlan for network 6a29071c-8157-4b28-9123-f5d6fd0871db May 25 22:51:36.050519 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:36.072898 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:36.095443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:36.107699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Transition to ACTIVE for port object e706bace-a591-450f-8f17-316f8e18413b will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:51:36.133316 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Transition to ACTIVE for port object e706bace-a591-450f-8f17-316f8e18413b will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:51:36.140420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Allocated IP 172.26.5.35 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/8f820b8e-5265-4a0a-9790-0e12f3890cfb) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:51:36.177325 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Attempting to bind port 8eb90a2d-4842-4a6f-8464-7e793b4bee5d on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:36.179770 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Attempting to bind port 8eb90a2d-4842-4a6f-8464-7e793b4bee5d by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:36.180301 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Attempting to bind port 8eb90a2d-4842-4a6f-8464-7e793b4bee5d on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:36.187466 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f116341-7cc5-4221-ba84-e627dcb5a508 None None] Pushing event updated for resources: {'Port': ['ID=8eb90a2d-4842-4a6f-8464-7e793b4bee5d,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:36.198829 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:51:36.199220 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:51:36.200414 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:36.200566 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:51:36.205934 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Bound port: 8eb90a2d-4842-4a6f-8464-7e793b4bee5d, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:51:36.205934 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:36.224354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:36.233349 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116341-7cc5-4221-ba84-e627dcb5a508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:36.233738 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116341-7cc5-4221-ba84-e627dcb5a508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116341-7cc5-4221-ba84-e627dcb5a508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116341-7cc5-4221-ba84-e627dcb5a508 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116341-7cc5-4221-ba84-e627dcb5a508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116341-7cc5-4221-ba84-e627dcb5a508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116341-7cc5-4221-ba84-e627dcb5a508 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116341-7cc5-4221-ba84-e627dcb5a508 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116341-7cc5-4221-ba84-e627dcb5a508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116341-7cc5-4221-ba84-e627dcb5a508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116341-7cc5-4221-ba84-e627dcb5a508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116341-7cc5-4221-ba84-e627dcb5a508 None None] Tracked resource versions report: May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: pushed versions: May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: { 'ConntrackHelper': {'1.0'}, May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Log': {'1.0'}, May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Network': {'1.1'}, May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Port': {'1.5'}, May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'PortForwarding': {'1.2'}, May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'QosPolicy': {'1.8'}, May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'SecurityGroup': {'1.2'}, May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'SecurityGroupRule': {'1.0'}, May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'SubPort': {'1.0'}, May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Subnet': {'1.1'}, May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Trunk': {'1.1'}} May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: consumer versions: May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: { DHCP agent@dv-neutron-843300-1-hyperv: {}, May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: HyperV agent@hv-neutron-8433: {}, May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: L3 agent@dv-neutron-843300-1-hyperv: {}, May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: Metadata agent@dv-neutron-843300-1-hyperv: {}, May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: Metering agent@dv-neutron-843300-1-hyperv: {}, May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: Open vSwitch agent@dv-neutron-843300-1-hyperv: { 'ConntrackHelper': '1.0', May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Log': '1.0', May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Network': '1.1', May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Port': '1.5', May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'PortForwarding': '1.2', May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'QosPolicy': '1.8', May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'SecurityGroup': '1.2', May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'SecurityGroupRule': '1.0', May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'SubPort': '1.0', May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Subnet': '1.1', May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: 'Trunk': '1.1'}} May 25 22:51:36.238783 dv-neutron-843300-1-hyperv neutron-server[84719]: {{(pid=84719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 22:51:36.247672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:36.251415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:36.251996 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:36.311362 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] For port 8eb90a2d-4842-4a6f-8464-7e793b4bee5d, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:51:36.317664 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] For port 8eb90a2d-4842-4a6f-8464-7e793b4bee5d, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8eb90a2d-4842-4a6f-8464-7e793b4bee5d,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:51:36.378148 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Network ad2e64db-8f8f-49b2-92b1-43b2eabb0340 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:36.389830 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:36.394099 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:36.400229 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:36.435364 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:36.483275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Pushing event updated for resources: {'Network': ['ID=6a29071c-8157-4b28-9123-f5d6fd0871db,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:36.488544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Pushing event updated for resources: {'Port': ['ID=e706bace-a591-450f-8f17-316f8e18413b,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:36.507358 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f116341-7cc5-4221-ba84-e627dcb5a508 None None] Pushing event updated for resources: {'Port': ['ID=8eb90a2d-4842-4a6f-8464-7e793b4bee5d,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:36.526090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 6a29071c-8157-4b28-9123-f5d6fd0871db details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:51:36.528683 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:36.544863 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Routers {'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:51:36.545726 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:51:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:36.588298 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-04f5bf17-8ebd-4a96-a76f-f27d3c744974 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3788283 May 25 22:51:36.592120 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59692) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:36.602643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:36.686173 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Attempting to bind port e706bace-a591-450f-8f17-316f8e18413b on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:36.686798 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Attempting to bind port e706bace-a591-450f-8f17-316f8e18413b by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'e20c8822-d53a-4556-a220-ebf8eca4a7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:36.686909 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Attempting to bind port e706bace-a591-450f-8f17-316f8e18413b on network ad2e64db-8f8f-49b2-92b1-43b2eabb0340 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:36.708123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:51:36.708123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Checking segment: {'id': 'e20c8822-d53a-4556-a220-ebf8eca4a7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:51:36.708123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:36.708123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Bound using segment: {'id': 'e20c8822-d53a-4556-a220-ebf8eca4a7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:51:36.708700 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Bound port: e706bace-a591-450f-8f17-316f8e18413b, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20c8822-d53a-4556-a220-ebf8eca4a7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:51:36.708949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:36.751822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59700) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:36.771089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:36.784731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:36.795967 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:36.804781 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Allocated IP 172.20.0.1 (9cae65aa-3fc8-4065-9612-66200e7cb1df/b693039a-8841-4831-b3b8-399b07c1f4c3/bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:51:36.814695 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] For port e706bace-a591-450f-8f17-316f8e18413b, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:51:36.818659 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] For port e706bace-a591-450f-8f17-316f8e18413b, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=e706bace-a591-450f-8f17-316f8e18413b,segment=NetworkSegment(e20c8822-d53a-4556-a220-ebf8eca4a7fa),segment_id=e20c8822-d53a-4556-a220-ebf8eca4a7fa)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:51:36.861147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59706) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:36.876332 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] Set router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:51:36.883587 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Pushing event updated for resources: {'Port': ['ID=8f820b8e-5265-4a0a-9790-0e12f3890cfb,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:36.896292 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:37.003586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:37.027326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Transition to ACTIVE for port object bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:51:37.050664 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad34285-f0f0-4181-8037-42483df4e7a1 None None] Pushing event updated for resources: {'Port': ['ID=e706bace-a591-450f-8f17-316f8e18413b,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:37.074267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:37.075169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:37.152916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:37.292266 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59716) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:37.323328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Network 9cae65aa-3fc8-4065-9612-66200e7cb1df is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:37.332346 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:37.334275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:37.337200 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:37.356968 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Pushing event updated for resources: {'Port': ['ID=bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:37.442625 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Request body: {'network': {'name': 'tempest-network--1569656240', 'router:external': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:37.455781 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:37.472259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Usage tracker for resource:network and tenant:797c61c3819a488eb555647da8ee6890 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:37.482795 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:37.500043 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:37.520487 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'name': 'tempest-ServersTestManualDisk-1638303218-router', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:33Z', 'revision_number': 3, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'gw_port': {'id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:37.524318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Router a66573e7-d2ed-4635-8512-ff3ee0b02721 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:51:37.562188 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c55313-496c-4232-a5d5-72052770dc26 None None] The sync data for ids ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'] in dv-neutron-843300-1-hyperv is: [{'id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'name': 'tempest-ServersTestManualDisk-1638303218-router', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:33Z', 'revision_number': 3, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'gw_port': {'id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:51:37.637807 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-564339522'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:37.645376 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:37.700168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Made reservation on behalf of 797c61c3819a488eb555647da8ee6890 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:37.705764 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:37.715047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device e706bace-a591-450f-8f17-316f8e18413b up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:51:37.720293 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:37.773926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Usage tracker for resource:network and tenant:f7a4b2e5793a49ab836ae3e47525b196 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:37.775163 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:37.799832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:37.828624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-666810895'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:37.843425 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:37.873384 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:37.904721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Usage tracker for resource:network and tenant:2d7cd88b0e2141ef9bb3cf572c89d546 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:37.906585 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-690720258', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:37.908893 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:37.918240 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:37.924272 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a05e9e8c-5f5d-4e96-84b2-59841fbe7a69 None None] Provisioning for port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:51:37.944892 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a05e9e8c-5f5d-4e96-84b2-59841fbe7a69 None None] Provisioning complete for port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:37.945730 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a05e9e8c-5f5d-4e96-84b2-59841fbe7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:37.967089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:37.973944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Usage tracker for resource:security_group_rule and tenant:797c61c3819a488eb555647da8ee6890 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:37.978649 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:37.991724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port e706bace-a591-450f-8f17-316f8e18413b completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:51:37.998599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:38.008632 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ddd1d333-9eaa-495a-a09d-79aef2608b7c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:51:38.029263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Made reservation on behalf of 2d7cd88b0e2141ef9bb3cf572c89d546 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:38.032230 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.072117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.117271 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Made reservation on behalf of f7a4b2e5793a49ab836ae3e47525b196 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:38.126494 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.152762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:38.174921 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-a05e9e8c-5f5d-4e96-84b2-59841fbe7a69 None None] Port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:51:38.195185 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Usage tracker for resource:port and tenant:41ff3a7945454e2d99974fd2800058a2 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:38.198685 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.218804 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ddd1d333-9eaa-495a-a09d-79aef2608b7c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:38.220612 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.223218 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:38.225981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59730) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:38.240157 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:38.338067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:38.361230 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Usage tracker for resource:security_group_rule and tenant:2d7cd88b0e2141ef9bb3cf572c89d546 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:38.381208 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.384082 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59736) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:38.385312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:38.387593 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:38.393541 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Made reservation on behalf of 41ff3a7945454e2d99974fd2800058a2 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:38.395838 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.403413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:38.411992 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Usage tracker for resource:security_group_rule and tenant:f7a4b2e5793a49ab836ae3e47525b196 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:38.415620 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.428397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:38.454000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:38.458111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Usage tracker for resource:security_group_rule and tenant:41ff3a7945454e2d99974fd2800058a2 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:38.461644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:38.467688 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:38.518322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:51:38.524927 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.535009 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Sync routers for ids ['a66573e7-d2ed-4635-8512-ff3ee0b02721'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:51:38.574085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.574277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:51:38.579796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:38.614463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7063ec07-e1fc-4902-9571-cd111aa17c62 None None] Network ad2e64db-8f8f-49b2-92b1-43b2eabb0340 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:51:38.672549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.674483 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Added segment fd4fa886-e1e5-49cc-9850-3c7d0b0bbc6d of type vlan for network 2d022a7a-89b6-46b5-ad55-d7885b8dcc32 May 25 22:51:38.690466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32172e79-b189-4f4d-ab15-cbb63ef57e10,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:38.755267 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Routers {'a66573e7-d2ed-4635-8512-ff3ee0b02721'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:51:38.760127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:51:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a66573e7-d2ed-4635-8512-ff3ee0b02721'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:38.770312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c2028f15-3a43-4116-b893-ead77ad9698d tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:38.780486 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.785019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.792019 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-84285f3f-68bb-4ceb-a77a-5cc76f948e5f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.2775552 May 25 22:51:38.798385 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.801235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59744) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:38.803573 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.804972 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.810877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.820642 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] device_id is not set on port 2924340e-8eea-41d2-a5dd-7525ddb14478 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:51:38.921749 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.941232 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-527da7bf-e5c3-4538-b9fa-9335299c113a tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:38.950622 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:51:38.973054 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.986946 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:51:38.994131 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.995860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:38.996219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:38.996585 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Added segment 18f1ba0e-9f95-4423-9c20-a6b772f3fc16 of type vlan for network 57365cc0-288f-4365-bf66-639a7c82e4d7 May 25 22:51:38.997223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:39.015594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c9152229-9401-45de-b52a-7f9084a43deb None None] Provisioning for port e706bace-a591-450f-8f17-316f8e18413b completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:51:39.026136 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:39.037152 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7594f302-5e69-476e-a5bf-babdcd873fb2,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:39.058973 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c9152229-9401-45de-b52a-7f9084a43deb None None] Provisioning complete for port e706bace-a591-450f-8f17-316f8e18413b triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:39.059336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c9152229-9401-45de-b52a-7f9084a43deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:39.074631 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:39.076015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:39.132756 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:39.133083 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Added segment f26bbb3b-717b-44cb-b8ab-596cc096d61c of type vlan for network 978f3329-a016-4de9-a07d-3aef7f3afa0c May 25 22:51:39.153243 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Set router a66573e7-d2ed-4635-8512-ff3ee0b02721 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:51:39.155418 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cac51d0-fc8d-4020-ae7a-df00df9d577d,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:39.177191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event updated for resources: {'Network': ['ID=2d022a7a-89b6-46b5-ad55-d7885b8dcc32,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:39.196971 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:39.239759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 2d022a7a-89b6-46b5-ad55-d7885b8dcc32 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:51:39.269629 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0e2a9369-5bcf-4e73-88c2-899f858a082e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6731250 May 25 22:51:39.271845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59760) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:39.401720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Pushing event updated for resources: {'Port': ['ID=bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:39.418927 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Network 9cae65aa-3fc8-4065-9612-66200e7cb1df is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:39.436655 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-527da7bf-e5c3-4538-b9fa-9335299c113a tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] 10.222.0.66 "PUT /v2.0/quotas/921b92d89caa467094cd2c3e04e85f89 HTTP/1.1" status: 200 len: 368 time: 1.2062221 May 25 22:51:39.437623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:39.439415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:39.443133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:39.443706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:39.510792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59764) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:39.537234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:39.552605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:39.552605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:39.555061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Request body: {'network': {'project_id': '921b92d89caa467094cd2c3e04e85f89'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:39.569525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c9152229-9401-45de-b52a-7f9084a43deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:39.602185 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c2028f15-3a43-4116-b893-ead77ad9698d tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] 10.222.0.66 "PUT /v2.0/quotas/33ba5f27ff364e46848aab563f03c381 HTTP/1.1" status: 200 len: 366 time: 1.2097347 May 25 22:51:39.610604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59768) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:39.611784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:39.622345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:39.646854 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8eb90a2d-4842-4a6f-8464-7e793b4bee5d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:51:39.698616 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Usage tracker for resource:network and tenant:921b92d89caa467094cd2c3e04e85f89 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:39.708463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:39.748590 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:39.780313 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e3856afd-62a4-4ae6-bbb4-1c8973fc62f5 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1594503 May 25 22:51:39.785040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59772) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:39.791510 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c9152229-9401-45de-b52a-7f9084a43deb None None] For port e706bace-a591-450f-8f17-316f8e18413b, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=e706bace-a591-450f-8f17-316f8e18413b,segment=NetworkSegment(e20c8822-d53a-4556-a220-ebf8eca4a7fa),segment_id=e20c8822-d53a-4556-a220-ebf8eca4a7fa)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:51:39.843506 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 8eb90a2d-4842-4a6f-8464-7e793b4bee5d completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:51:39.844321 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.9686687 May 25 22:51:40.114523 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 8eb90a2d-4842-4a6f-8464-7e793b4bee5d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:40.114523 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.114523 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c9152229-9401-45de-b52a-7f9084a43deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.120414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Allocated IP 172.26.5.200 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/2924340e-8eea-41d2-a5dd-7525ddb14478) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:51:40.121110 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84cd2f-ff28-43f4-a96b-7c1ff4fc650c tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Pushing event updated for resources: {'Network': ['ID=978f3329-a016-4de9-a07d-3aef7f3afa0c,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:40.121110 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Made reservation on behalf of 921b92d89caa467094cd2c3e04e85f89 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:40.121606 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 978f3329-a016-4de9-a07d-3aef7f3afa0c details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:51:40.121764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.140861 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.179702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:40.184672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Usage tracker for resource:security_group_rule and tenant:921b92d89caa467094cd2c3e04e85f89 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:40.188490 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:40.195698 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:40.223529 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.253841 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.4982162 May 25 22:51:40.253841 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c93a8da1-50d0-4f75-b494-6123c02b3736 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] 10.222.0.66 "GET /v2.0/quotas/33ba5f27ff364e46848aab563f03c381 HTTP/1.1" status: 200 len: 366 time: 0.4355605 May 25 22:51:40.269617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59790) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:40.296434 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9152229-9401-45de-b52a-7f9084a43deb None None] Pushing event updated for resources: {'Port': ['ID=e706bace-a591-450f-8f17-316f8e18413b,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:40.313802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-46b3beda-d75a-4437-bace-90b020982dbb None None] Provisioning complete for port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:40.314450 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-46b3beda-d75a-4437-bace-90b020982dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.317625 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:51:40.318206 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:51:40.319081 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:51:40.324264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > port after_create 55550000 {{(pid=84716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:51:40.332550 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:51:40.332550 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > port after_update 55550000 {{(pid=84716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:51:40.332550 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:51:40.332550 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:51:40.344179 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:51:40.345567 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:51:40.374255 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b9b262-3c71-4b3c-a6f4-13dab1b0cf44,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:40.417144 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-46b3beda-d75a-4437-bace-90b020982dbb None None] Port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:51:40.425146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585e4c1-053e-4504-b62d-2c34d00f829c tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Pushing event updated for resources: {'Network': ['ID=57365cc0-288f-4365-bf66-639a7c82e4d7,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:40.434359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.490384 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'name': 'tempest-ServersTestJSON-536857528-router', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:34Z', 'updated_at': '2022-05-25T22:51:36Z', 'revision_number': 3, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'gw_port': {'id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:35Z', 'updated_at': '2022-05-25T22:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:40.494795 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 57365cc0-288f-4365-bf66-639a7c82e4d7 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:51:40.595949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Checking router: a66573e7-d2ed-4635-8512-ff3ee0b02721 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:51:40.596462 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Updating router a66573e7-d2ed-4635-8512-ff3ee0b02721 port 8f820b8e-5265-4a0a-9790-0e12f3890cfb binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:51:40.616248 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:51:40.616837 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:51:40.617299 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:51:40.617884 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:51:40.618527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d022a7a-89b6-46b5-ad55-d7885b8dcc32']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:40.645616 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4fa886-e1e5-49cc-9850-3c7d0b0bbc6d') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:40.646122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4fa886-e1e5-49cc-9850-3c7d0b0bbc6d') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:40.678215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.712820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.714474 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.716289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.731692 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:51:40.732113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.774742 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn_limited( May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn_limited( May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:51:40.777469 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:51:40.792847 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5403019a-3836-450e-b2ec-35b95a6fde6c tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/33ba5f27ff364e46848aab563f03c381 HTTP/1.1" status: 204 len: 168 time: 0.5185788 May 25 22:51:40.793592 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59802) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:40.860097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.867250 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.868023 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 8eb90a2d-4842-4a6f-8464-7e793b4bee5d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8eb90a2d-4842-4a6f-8464-7e793b4bee5d,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:51:40.889410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0d254c51-59ba-4612-918b-d176bea05fe7 None None] Provisioning complete for port e706bace-a591-450f-8f17-316f8e18413b triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:40.889923 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0d254c51-59ba-4612-918b-d176bea05fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.907242 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5869f1d0-8216-4298-a8f1-6afc361acddd tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0574350 May 25 22:51:40.912460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59806) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:40.955176 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0cdfdbe1-45f3-4837-8740-cd3b30d03b5e tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] 10.222.0.66 "GET /v2.0/quotas/33ba5f27ff364e46848aab563f03c381 HTTP/1.1" status: 200 len: 370 time: 0.0393624 May 25 22:51:40.966607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59810) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:40.973122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:51:40.977156 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:40.986414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:40.987531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:40.988565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:40.989258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.991717 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59814) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:40.992600 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a685ca-ea3b-4858-9e98-c0db85519766,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:40.997387 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:40.999794 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bdc0e8f3-8883-4b84-8c88-6aaa66b28b9f tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] 10.222.0.66 "GET /v2.0/quotas/33ba5f27ff364e46848aab563f03c381/default HTTP/1.1" status: 200 len: 370 time: 0.0210729 May 25 22:51:41.004890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59816) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:41.012380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Request body: {'port': {'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c', 'binding:host_id': 'hv-neutron-8433', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-906489770'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:41.018087 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:41.023530 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Usage tracker for resource:port and tenant:443d4c1cb5614a938671aad7c6f4e0a2 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:41.027286 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:41.029939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Pushing event updated for resources: {'Port': ['ID=2924340e-8eea-41d2-a5dd-7525ddb14478,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:41.034424 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:41.054984 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-b9182329-ac1b-4410-9332-31e153ff91b7 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] delete failed (client error): The resource could not be found. May 25 22:51:41.063393 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b9182329-ac1b-4410-9332-31e153ff91b7 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/33ba5f27ff364e46848aab563f03c381 HTTP/1.1" status: 404 len: 348 time: 0.0565100 May 25 22:51:41.067210 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.069957 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Added segment 22924068-41f1-4d8e-be28-0a8b6996e3eb of type vlan for network 34ecbb62-f6ef-4bef-8cf1-dcd0f0f26604 May 25 22:51:41.089102 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59824) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:41.100173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.102524 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Request body: {'port': {'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7', 'binding:host_id': 'hv-neutron-8433', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-293147891'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:41.113862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:41.123740 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.124260 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-06923519-9786-42af-985c-2272da89391a tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8193605 May 25 22:51:41.128059 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2d022a7a-89b6-46b5-ad55-d7885b8dcc32 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 25 22:51:41.129095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59828) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:41.136257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Usage tracker for resource:port and tenant:22103d89a52f4f3591c242c3274f509b is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:41.137390 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Made reservation on behalf of 443d4c1cb5614a938671aad7c6f4e0a2 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:41.139962 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.141940 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:41.152118 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.157039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.200'}]}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:41.158818 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:41.160473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d022a7a-89b6-46b5-ad55-d7885b8dcc32,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:41.170733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:41.176184 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.183064 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=8eb90a2d-4842-4a6f-8464-7e793b4bee5d,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:41.193423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Usage tracker for resource:router and tenant:41ff3a7945454e2d99974fd2800058a2 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:41.204023 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:41.215787 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b9263ecd-dd54-44db-a9af-e3822fe89f98 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "DELETE /v2.0/networks/2d022a7a-89b6-46b5-ad55-d7885b8dcc32 HTTP/1.1" status: 204 len: 168 time: 1.9386923 May 25 22:51:41.220015 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:41.229875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59832) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:41.229875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:51:41.243849 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:41.254584 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-39c0bd3b-10a4-4e77-b63b-e94411e30892 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:41.261233 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-39c0bd3b-10a4-4e77-b63b-e94411e30892 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:41.262803 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Usage tracker for resource:security_group_rule and tenant:443d4c1cb5614a938671aad7c6f4e0a2 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:41.265729 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-39c0bd3b-10a4-4e77-b63b-e94411e30892 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Usage tracker for resource:network and tenant:797c61c3819a488eb555647da8ee6890 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:41.269836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-39c0bd3b-10a4-4e77-b63b-e94411e30892 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:41.270490 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:41.277826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-39c0bd3b-10a4-4e77-b63b-e94411e30892 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:41.278119 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:41.363614 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.364490 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:41.365081 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.390044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.391074 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.478154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7b232ea2-1b9d-4755-a8fb-6b3b1df65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.497533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.514456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Pushing event updated for resources: {'Network': ['ID=34ecbb62-f6ef-4bef-8cf1-dcd0f0f26604,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:41.528522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 34ecbb62-f6ef-4bef-8cf1-dcd0f0f26604 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:51:41.538991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.541914 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-13bb2a8a-dbbc-4ad4-90b3-3f7a5c496da3 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0154426 May 25 22:51:41.551796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Made reservation on behalf of 22103d89a52f4f3591c242c3274f509b for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:41.554383 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.554506 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59836) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:41.554577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59838) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:41.562515 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-dda2ce72-52c9-455d-8206-6ae94cc65dc5 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Request body: {'network': {'project_id': '921b92d89caa467094cd2c3e04e85f89'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:41.570209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.571043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device e706bace-a591-450f-8f17-316f8e18413b up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:51:41.579141 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-dda2ce72-52c9-455d-8206-6ae94cc65dc5 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:41.586038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dda2ce72-52c9-455d-8206-6ae94cc65dc5 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Usage tracker for resource:network and tenant:921b92d89caa467094cd2c3e04e85f89 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:41.590335 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dda2ce72-52c9-455d-8206-6ae94cc65dc5 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:41.594287 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.606050 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-dda2ce72-52c9-455d-8206-6ae94cc65dc5 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:41.611527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] device_id is not set on port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:51:41.642800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.658868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c0bd3b-10a4-4e77-b63b-e94411e30892 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Made reservation on behalf of 797c61c3819a488eb555647da8ee6890 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:41.662442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-39c0bd3b-10a4-4e77-b63b-e94411e30892 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.665311 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Usage tracker for resource:network and tenant:0dbecf3008a74fc187e031bb1d4fe973 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:41.706437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:41.710834 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Usage tracker for resource:security_group_rule and tenant:22103d89a52f4f3591c242c3274f509b is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:41.714635 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:41.720807 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:41.723328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Transition to ACTIVE for port object 8f820b8e-5265-4a0a-9790-0e12f3890cfb will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:51:41.746653 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:41.755080 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d0ef79-79d3-460b-aa0e-c72424a69fc6,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:41.784843 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port e706bace-a591-450f-8f17-316f8e18413b triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:41.785369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.815642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.820739 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda2ce72-52c9-455d-8206-6ae94cc65dc5 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Made reservation on behalf of 921b92d89caa467094cd2c3e04e85f89 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:41.823031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dda2ce72-52c9-455d-8206-6ae94cc65dc5 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.856073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.864415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c0bd3b-10a4-4e77-b63b-e94411e30892 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:51:41.873585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Usage tracker for resource:subnet and tenant:0dbecf3008a74fc187e031bb1d4fe973 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:41.889034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-39c0bd3b-10a4-4e77-b63b-e94411e30892 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.889329 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-39c0bd3b-10a4-4e77-b63b-e94411e30892 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Added segment ef3a3ec8-b929-44f0-b509-d6c9fd88123b of type vlan for network a6aff1b4-0370-408e-bdd0-7c5d3ab48373 May 25 22:51:41.902934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:41.914929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Attempting to bind port 8f820b8e-5265-4a0a-9790-0e12f3890cfb on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:41.915467 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Attempting to bind port 8f820b8e-5265-4a0a-9790-0e12f3890cfb by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:41.915787 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Attempting to bind port 8f820b8e-5265-4a0a-9790-0e12f3890cfb on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:41.927287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22af486-6852-46ed-8615-a04fc447445a None None] Pushing event updated for resources: {'Port': ['ID=8f820b8e-5265-4a0a-9790-0e12f3890cfb,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:41.935924 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:51:41.936291 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:51:41.936717 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.937107 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:51:41.937570 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Bound port: 8f820b8e-5265-4a0a-9790-0e12f3890cfb, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:51:41.938110 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.942182 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:41.957146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] device_id is not set on port b258c4bf-f60d-4f41-b052-45c0e5181e4f yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:51:41.992692 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda2ce72-52c9-455d-8206-6ae94cc65dc5 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:51:42.000889 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-39c0bd3b-10a4-4e77-b63b-e94411e30892 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:42.013350 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Usage tracker for resource:subnetpool and tenant:0dbecf3008a74fc187e031bb1d4fe973 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:42.021066 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:42.030422 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dda2ce72-52c9-455d-8206-6ae94cc65dc5 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:42.030753 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-dda2ce72-52c9-455d-8206-6ae94cc65dc5 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Added segment 913caf4e-cae2-4f78-b383-b543989e340e of type vlan for network 9da7a8fe-bf77-40e2-b820-22249825b173 May 25 22:51:42.031985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:42.059476 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] For port 8f820b8e-5265-4a0a-9790-0e12f3890cfb, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:51:42.065094 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] For port 8f820b8e-5265-4a0a-9790-0e12f3890cfb, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8f820b8e-5265-4a0a-9790-0e12f3890cfb,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:51:42.068874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8eb90a2d-4842-4a6f-8464-7e793b4bee5d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:51:42.074712 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2325950d-c83e-4b01-922d-14cd6b902bb4,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:42.125115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Usage tracker for resource:port and tenant:0dbecf3008a74fc187e031bb1d4fe973 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:42.131313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:42.144415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dda2ce72-52c9-455d-8206-6ae94cc65dc5 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:42.150532 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:42.165142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] device_id is not set on port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:51:42.201590 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Usage tracker for resource:router and tenant:0dbecf3008a74fc187e031bb1d4fe973 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:42.206667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:42.223234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 8eb90a2d-4842-4a6f-8464-7e793b4bee5d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:42.223750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:42.225921 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:42.250742 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22af486-6852-46ed-8615-a04fc447445a None None] Pushing event updated for resources: {'Port': ['ID=8f820b8e-5265-4a0a-9790-0e12f3890cfb,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:42.286303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Routers {'a66573e7-d2ed-4635-8512-ff3ee0b02721'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:51:42.287184 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:51:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a66573e7-d2ed-4635-8512-ff3ee0b02721'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:42.295602 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-39c0bd3b-10a4-4e77-b63b-e94411e30892 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:42.296401 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c0bd3b-10a4-4e77-b63b-e94411e30892 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:42.296985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-39c0bd3b-10a4-4e77-b63b-e94411e30892 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:42.301218 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:51:42.346328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Transition to ACTIVE for port object 1f55d7bc-f915-41b0-a245-8a0bc36cd620 will not be triggered until provisioned by entity L2. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:51:42.370413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Usage tracker for resource:floatingip and tenant:0dbecf3008a74fc187e031bb1d4fe973 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:42.377532 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:42.404236 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dda2ce72-52c9-455d-8206-6ae94cc65dc5 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:42.405090 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda2ce72-52c9-455d-8206-6ae94cc65dc5 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:42.405647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dda2ce72-52c9-455d-8206-6ae94cc65dc5 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:42.480842 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Sync routers for ids ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:51:42.493205 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Routers {'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:51:42.493831 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:51:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:42.570364 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] Set router a66573e7-d2ed-4635-8512-ff3ee0b02721 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:51:42.589392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:42.590136 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1da54042-a0e2-4419-9d3b-1bbae423c519 admin admin] 10.222.0.66 "PUT /v2.0/routers/ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8786254 May 25 22:51:42.627927 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0bd3b-10a4-4e77-b63b-e94411e30892 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event updated for resources: {'Network': ['ID=a6aff1b4-0370-408e-bdd0-7c5d3ab48373,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:42.655016 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network a6aff1b4-0370-408e-bdd0-7c5d3ab48373 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:51:42.656820 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-39c0bd3b-10a4-4e77-b63b-e94411e30892 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4273274 May 25 22:51:42.662663 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59846) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:42.703512 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Request body: {'subnet': {'network_id': 'a6aff1b4-0370-408e-bdd0-7c5d3ab48373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:42.710994 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] device_id is not set on port b258c4bf-f60d-4f41-b052-45c0e5181e4f yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:51:42.722710 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:42.727533 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Set router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:51:42.734618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:42.743037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Usage tracker for resource:subnet and tenant:797c61c3819a488eb555647da8ee6890 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:42.751328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:42.767081 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Pushing event updated for resources: {'Port': ['ID=1f55d7bc-f915-41b0-a245-8a0bc36cd620,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:42.767607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Transition to ACTIVE for port object b258c4bf-f60d-4f41-b052-45c0e5181e4f will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:51:42.769485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:42.780938 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:42.784016 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dda2ce72-52c9-455d-8206-6ae94cc65dc5 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2267482 May 25 22:51:42.788363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59852) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:42.800159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-bb3b6b97-b846-434d-940d-c768313ed5bb tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Request body: {'network': {'project_id': '921b92d89caa467094cd2c3e04e85f89'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:42.814863 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2ce72-52c9-455d-8206-6ae94cc65dc5 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Pushing event updated for resources: {'Network': ['ID=9da7a8fe-bf77-40e2-b820-22249825b173,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:42.845849 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bb3b6b97-b846-434d-940d-c768313ed5bb tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:42.856820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:42.863207 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bb3b6b97-b846-434d-940d-c768313ed5bb tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Usage tracker for resource:network and tenant:921b92d89caa467094cd2c3e04e85f89 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:42.874382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bb3b6b97-b846-434d-940d-c768313ed5bb tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:42.887935 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Usage tracker for resource:security_group and tenant:0dbecf3008a74fc187e031bb1d4fe973 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:42.896828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Checking segment: {'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:51:42.897243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Network hostable DHCP agents. Network: 978f3329-a016-4de9-a07d-3aef7f3afa0c, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:51:42.906903 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bb3b6b97-b846-434d-940d-c768313ed5bb tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:42.911313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:42.925144 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3b6b97-b846-434d-940d-c768313ed5bb tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 25 22:51:42.925553 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3b6b97-b846-434d-940d-c768313ed5bb tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:51:42.930687 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bb3b6b97-b846-434d-940d-c768313ed5bb tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1356225 May 25 22:51:42.934312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59860) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:42.949380 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Made reservation on behalf of 797c61c3819a488eb555647da8ee6890 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:42.951655 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks [] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:42.963183 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 9da7a8fe-bf77-40e2-b820-22249825b173 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:51:43.002113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Usage tracker for resource:security_group_rule and tenant:0dbecf3008a74fc187e031bb1d4fe973 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:43.020263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:43.075109 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-315f40c0-dcab-459f-a3d8-dad999d6b918 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=921b92d89caa467094cd2c3e04e85f89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1366749 May 25 22:51:43.077793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59864) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:43.095485 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:43.125836 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-25849bfb-f3fa-4e7a-b41c-4482ed986321 tempest-QuotasTest-1942631688 tempest-QuotasTest-1942631688-project-admin] 10.222.0.66 "GET /v2.0/quotas/0dbecf3008a74fc187e031bb1d4fe973/details.json HTTP/1.1" status: 200 len: 703 time: 1.5666187 May 25 22:51:43.130226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Network 978f3329-a016-4de9-a07d-3aef7f3afa0c is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:51:43.143136 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:43.231778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 978f3329-a016-4de9-a07d-3aef7f3afa0c) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:43.250106 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:43.266775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6589b0b1-0c8a-4470-842b-8bfd869222c3 None None] Network 978f3329-a016-4de9-a07d-3aef7f3afa0c requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:51:43.283544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:43.283908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:43.286411 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:43.337957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:43.338299 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:43.346324 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 2 to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 May 25 22:51:43.359950 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'name': 'tempest-ServersTestManualDisk-1638303218-router', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:37Z', 'revision_number': 4, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'gw_port': {'id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64', 'name': '', 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'mac_address': 'fa:16:3e:66:ec:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:36Z', 'updated_at': '2022-05-25T22:51:37Z', 'revision_number': 2, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'subnets': [{'id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:43.370072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3ae915d8-64c7-4f2f-b7b4-14852cbd5f32 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:43.378891 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Checking router: ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:51:43.380701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:43.381038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:43.381364 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:43.384741 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Updating router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:51:43.415203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:43.415523 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:43.434901 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 3 to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 May 25 22:51:43.483536 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:43.483786 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:43.484116 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:43.487400 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3ae915d8-64c7-4f2f-b7b4-14852cbd5f32 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:43.500577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59872) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:43.511468 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:43.527904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2f221177-f62b-40ba-9906-794798d7d260 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--848840153', 'description': 'tempest-description--355175636'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:43.538831 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:43.539147 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:43.544701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2f221177-f62b-40ba-9906-794798d7d260 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:43.549829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Pushing event updated for resources: {'Port': ['ID=b258c4bf-f60d-4f41-b052-45c0e5181e4f,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:43.562677 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 4 to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 May 25 22:51:43.581514 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2f221177-f62b-40ba-9906-794798d7d260 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Usage tracker for resource:security_group and tenant:0505e1ad716b4cc68624dd1b24def3b7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:43.593758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2f221177-f62b-40ba-9906-794798d7d260 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:43.602606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Allocated IP 172.20.0.1 (ad2e64db-8f8f-49b2-92b1-43b2eabb0340/2640b8fb-952a-426a-9621-4bd33956af56/77afd01e-663a-45d6-b949-d36dce81df2f) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:51:43.606003 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2f221177-f62b-40ba-9906-794798d7d260 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:43.609242 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:43.609622 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:43.611515 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:43.620310 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:43.620664 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:43.623472 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 5 to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 May 25 22:51:43.647552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:43.647881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:43.648451 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:43.653894 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'name': 'tempest-ServersTestJSON-536857528-router', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:34Z', 'updated_at': '2022-05-25T22:51:36Z', 'revision_number': 3, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'gw_port': {'id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:35Z', 'updated_at': '2022-05-25T22:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:43.656127 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:43.656492 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:43.656968 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 6 to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 May 25 22:51:43.660687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00bf7b1-9fd3-43ea-b636-84203c77c53b None None] The sync data for ids ['a66573e7-d2ed-4635-8512-ff3ee0b02721'] in dv-neutron-843300-1-hyperv is: [{'id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'name': 'tempest-ServersTestJSON-536857528-router', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:34Z', 'updated_at': '2022-05-25T22:51:36Z', 'revision_number': 3, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'gw_port': {'id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:35Z', 'updated_at': '2022-05-25T22:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:51:43.669747 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:43.704049 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-432c45d8-1571-4698-a139-94c232e41619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:43.737714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:43.738056 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:43.738423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:43.793196 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3ae915d8-64c7-4f2f-b7b4-14852cbd5f32 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:43.808627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Checking segment: {'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:51:43.808816 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Network hostable DHCP agents. Network: 57365cc0-288f-4365-bf66-639a7c82e4d7, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:51:43.810425 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f221177-f62b-40ba-9906-794798d7d260 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:43.827837 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae915d8-64c7-4f2f-b7b4-14852cbd5f32 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a685ca-ea3b-4858-9e98-c0db85519766,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:43.829517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:43.829990 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:43.834541 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 7 to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 May 25 22:51:43.869678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:43.870174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:43.870323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:43.877269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3ae915d8-64c7-4f2f-b7b4-14852cbd5f32 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:43.881424 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3ae915d8-64c7-4f2f-b7b4-14852cbd5f32 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0a685ca-ea3b-4858-9e98-c0db85519766 HTTP/1.1" status: 204 len: 168 time: 0.8026776 May 25 22:51:43.883152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59878) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:43.930928 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:43.958821 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:43.971034 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Transition to ACTIVE for port object bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:51:43.976522 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Transition to ACTIVE for port object 77afd01e-663a-45d6-b949-d36dce81df2f will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:51:43.982379 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:43.982379 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:43.985073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2f221177-f62b-40ba-9906-794798d7d260 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:43.987687 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 8 to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 May 25 22:51:43.992949 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.objects.ports [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84717) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:51:43.993319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.042446 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Network 57365cc0-288f-4365-bf66-639a7c82e4d7 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:51:44.059057 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.094471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e0ba7c44-75c9-4129-a8ae-a219b8d5acae,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:44.113574 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59884) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:44.130611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2f221177-f62b-40ba-9906-794798d7d260 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Usage tracker for resource:security_group_rule and tenant:0505e1ad716b4cc68624dd1b24def3b7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:44.131251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 57365cc0-288f-4365-bf66-639a7c82e4d7) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:44.135104 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:44.137101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2f221177-f62b-40ba-9906-794798d7d260 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:44.149331 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2f221177-f62b-40ba-9906-794798d7d260 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:44.155687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:44.156018 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:44.156345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:44.157642 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Checking segment: {'id': 'ef3a3ec8-b929-44f0-b509-d6c9fd88123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a6aff1b4-0370-408e-bdd0-7c5d3ab48373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:51:44.157938 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Network hostable DHCP agents. Network: a6aff1b4-0370-408e-bdd0-7c5d3ab48373, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:51:44.168429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:44.168429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:44.168908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:44.170410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa16c155-6ec8-4ce5-9919-a68fe8a37edb None None] Network 57365cc0-288f-4365-bf66-639a7c82e4d7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:51:44.182446 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:44.182781 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:44.183448 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 2 to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f May 25 22:51:44.193740 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.270432 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:44.270751 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:44.270990 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:44.278637 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Network ad2e64db-8f8f-49b2-92b1-43b2eabb0340 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:44.282210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:44.288630 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:44.298939 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 3 to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f May 25 22:51:44.312429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:44.315402 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:44.316208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.371828 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:44.372228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:44.372594 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:44.374951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Pushing event updated for resources: {'Port': ['ID=77afd01e-663a-45d6-b949-d36dce81df2f,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:44.383522 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:44.383845 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:44.384224 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 4 to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f May 25 22:51:44.394925 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:44.395252 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:44.397756 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b940a0f5-7bcd-470d-9dc5-20e370728c31 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.401422 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:44.401747 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:44.402075 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:44.408819 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:44.409137 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:44.409642 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 5 to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f May 25 22:51:44.417779 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 9 to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 May 25 22:51:44.435527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.469773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Network a6aff1b4-0370-408e-bdd0-7c5d3ab48373 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:51:44.483801 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:44.484129 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:44.484454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:44.498169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:44.498616 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:44.499059 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:44.509075 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:44.509386 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:44.518325 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 6 to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f May 25 22:51:44.526548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.535991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, a6aff1b4-0370-408e-bdd0-7c5d3ab48373) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:44.541078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:44.541236 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Attempting to bind port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:44.541676 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Attempting to bind port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'dba618f3-3eb2-45f9-94d1-c9d4337dff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:44.541792 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.541883 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Attempting to bind port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 on network 9cae65aa-3fc8-4065-9612-66200e7cb1df {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:44.552054 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0c6d182d-38bc-423d-9c4a-852db44432b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.553869 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374b5317-e741-48e9-9ea4-6b13b67ee0b2 None None] Network a6aff1b4-0370-408e-bdd0-7c5d3ab48373 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:51:44.560101 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539886f5-3257-4f89-b24d-31905ac48584 None None] Pushing event updated for resources: {'Port': ['ID=bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:44.562561 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:51:44.562933 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Checking segment: {'id': 'dba618f3-3eb2-45f9-94d1-c9d4337dff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:51:44.563995 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.564642 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Bound using segment: {'id': 'dba618f3-3eb2-45f9-94d1-c9d4337dff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:51:44.565416 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Bound port: bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba618f3-3eb2-45f9-94d1-c9d4337dff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:51:44.565546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:44.565657 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.565729 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:44.570261 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:44.570595 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:44.570966 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:44.583016 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:44.583341 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:44.587494 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 7 to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f May 25 22:51:44.599215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f221177-f62b-40ba-9906-794798d7d260 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.599938 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 10 to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 May 25 22:51:44.602249 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.658889 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:44.662516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:44.662932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:44.676759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:44.679834 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:44.681888 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] For port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:51:44.686726 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] For port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64,segment=NetworkSegment(dba618f3-3eb2-45f9-94d1-c9d4337dff24),segment_id=dba618f3-3eb2-45f9-94d1-c9d4337dff24)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:51:44.686856 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 8 to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f May 25 22:51:44.739298 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0c6d182d-38bc-423d-9c4a-852db44432b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:44.749591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:44.749591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:44.749591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:44.758500 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0c6d182d-38bc-423d-9c4a-852db44432b3 admin admin] Usage tracker for resource:security_group_rule and tenant:9982da6952114565a6aab4e222514329 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:44.762645 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0c6d182d-38bc-423d-9c4a-852db44432b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:44.763132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f221177-f62b-40ba-9906-794798d7d260 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.771169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:44.771494 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:44.772282 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0c6d182d-38bc-423d-9c4a-852db44432b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:44.779391 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 9 to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f May 25 22:51:44.797928 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-13b52ad1-2a6b-4cd7-90a9-61ab1150c060 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1315219 May 25 22:51:44.803010 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59890) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:44.836430 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.862259 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.875573 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Request body: {'floatingip': {'floating_network_id': 'a6aff1b4-0370-408e-bdd0-7c5d3ab48373'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:44.894202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:44.896564 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:44.896891 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:44.897274 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:44.899172 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:44.899496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:44.899824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:44.907682 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Usage tracker for resource:floatingip and tenant:797c61c3819a488eb555647da8ee6890 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:44.919519 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:44.934236 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:44.936000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:44.936335 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:44.941348 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 10 to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f May 25 22:51:44.958096 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6315b667-8804-453c-a2a8-174731e48a46 None None] Network a6aff1b4-0370-408e-bdd0-7c5d3ab48373 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:51:44.959391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:44.959739 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:44.960141 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.970949 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b940a0f5-7bcd-470d-9dc5-20e370728c31 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:44.980448 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:44.980793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:44.981136 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:44.998411 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f221177-f62b-40ba-9906-794798d7d260 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb8776c-8ab0-483c-9533-a01b189c394a,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:45.018504 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.018741 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port b258c4bf-f60d-4f41-b052-45c0e5181e4f on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:45.018993 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port b258c4bf-f60d-4f41-b052-45c0e5181e4f on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:45.019087 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dabcc0e2-b70b-4e7d-9e52-94131177fded {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:51:45.019349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.031975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b940a0f5-7bcd-470d-9dc5-20e370728c31 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da7a8fe-bf77-40e2-b820-22249825b173']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:45.054280 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Routers {'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:51:45.055081 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:51:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:45.058627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0c6d182d-38bc-423d-9c4a-852db44432b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.075123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b940a0f5-7bcd-470d-9dc5-20e370728c31 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913caf4e-cae2-4f78-b383-b543989e340e') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:45.075646 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b940a0f5-7bcd-470d-9dc5-20e370728c31 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913caf4e-cae2-4f78-b383-b543989e340e') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:45.084943 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-54555cac-bf88-4f14-80ef-ff10884deb71 None None] Provisioning for port 77afd01e-663a-45d6-b949-d36dce81df2f completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:51:45.094595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-54555cac-bf88-4f14-80ef-ff10884deb71 None None] Provisioning complete for port 77afd01e-663a-45d6-b949-d36dce81df2f triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:45.095014 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-54555cac-bf88-4f14-80ef-ff10884deb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.105221 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b940a0f5-7bcd-470d-9dc5-20e370728c31 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.127778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b940a0f5-7bcd-470d-9dc5-20e370728c31 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.136677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b940a0f5-7bcd-470d-9dc5-20e370728c31 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:51:45.138086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b940a0f5-7bcd-470d-9dc5-20e370728c31 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.156353 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.174037 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.196766 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0c6d182d-38bc-423d-9c4a-852db44432b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.233537 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:51:45.264125 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:51:45.266216 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] Set router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:51:45.345018 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-54555cac-bf88-4f14-80ef-ff10884deb71 None None] Port 77afd01e-663a-45d6-b949-d36dce81df2f cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:51:45.354665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.362987 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f221177-f62b-40ba-9906-794798d7d260 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.364263 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2f221177-f62b-40ba-9906-794798d7d260 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.8603351 May 25 22:51:45.369391 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59894) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:45.382812 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b940a0f5-7bcd-470d-9dc5-20e370728c31 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.422180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b940a0f5-7bcd-470d-9dc5-20e370728c31 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.424946 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 25 22:51:45.431948 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-66f964fc-bb68-4125-8cfb-9d22d7cb34eb tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3015499 May 25 22:51:45.435381 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539886f5-3257-4f89-b24d-31905ac48584 None None] Pushing event updated for resources: {'Port': ['ID=bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:45.446635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59898) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:45.540347 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940a0f5-7bcd-470d-9dc5-20e370728c31 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Pushing event deleted for resources: {'Network': ['ID=9da7a8fe-bf77-40e2-b820-22249825b173,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:45.556076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-dc356ddc-4d69-407e-87e4-f1ce70c7288e tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Request body: {'security_group_rule': {'security_group_id': '8eb8776c-8ab0-483c-9533-a01b189c394a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:45.561365 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d182d-38bc-423d-9c4a-852db44432b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d150f8-c204-4f02-ab30-de7b7f791fa0,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:45.568236 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.568236 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.568580 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b940a0f5-7bcd-470d-9dc5-20e370728c31 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] 10.222.0.66 "DELETE /v2.0/networks/9da7a8fe-bf77-40e2-b820-22249825b173 HTTP/1.1" status: 204 len: 168 time: 1.6742015 May 25 22:51:45.568580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59902) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:45.619863 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-dc356ddc-4d69-407e-87e4-f1ce70c7288e tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:45.630643 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0c6d182d-38bc-423d-9c4a-852db44432b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9982da6952114565a6aab4e222514329&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5165422 May 25 22:51:45.645774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-dc356ddc-4d69-407e-87e4-f1ce70c7288e tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Usage tracker for resource:security_group_rule and tenant:0505e1ad716b4cc68624dd1b24def3b7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:45.649418 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59906) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:45.659498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-dc356ddc-4d69-407e-87e4-f1ce70c7288e tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:45.686808 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] For port b258c4bf-f60d-4f41-b052-45c0e5181e4f, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:51:45.687307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempted to set empty binding levels {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 25 22:51:45.687426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] For port 1f55d7bc-f915-41b0-a245-8a0bc36cd620, host hv-neutron-8433, cleared binding levels {{(pid=84716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:51:45.687944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempted to set empty binding levels {{(pid=84716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 25 22:51:45.691949 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'name': 'tempest-ServersTestManualDisk-1638303218-router', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:37Z', 'revision_number': 4, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'gw_port': {'id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64', 'name': '', 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'mac_address': 'fa:16:3e:66:ec:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:36Z', 'updated_at': '2022-05-25T22:51:44Z', 'revision_number': 4, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'subnets': [{'id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:45.696683 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5127e311-c86d-46ce-b370-c6a22984417d None None] The sync data for ids ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'] in dv-neutron-843300-1-hyperv is: [{'id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'name': 'tempest-ServersTestManualDisk-1638303218-router', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:37Z', 'revision_number': 4, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'gw_port': {'id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64', 'name': '', 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'mac_address': 'fa:16:3e:66:ec:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:36Z', 'updated_at': '2022-05-25T22:51:44Z', 'revision_number': 4, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'subnets': [{'id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:51:45.697048 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-dc356ddc-4d69-407e-87e4-f1ce70c7288e tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:45.705580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3df9ca32-70ee-4082-855c-76fe33140849 tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Deleting port 2924340e-8eea-41d2-a5dd-7525ddb14478 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:51:45.705951 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3df9ca32-70ee-4082-855c-76fe33140849 tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.816238 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0d3a2d26-c0db-44fe-af25-2ae7d6876887 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.818755 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Pushing event updated for resources: {'Port': ['ID=77afd01e-663a-45d6-b949-d36dce81df2f,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:45.840630 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.873898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.937862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dc356ddc-4d69-407e-87e4-f1ce70c7288e tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:45.971247 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.040474 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Pushing event updated for resources: {'Port': ['ID=b258c4bf-f60d-4f41-b052-45c0e5181e4f,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:46.055020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eb476fc9-4578-4efe-8358-371c8b3f2b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.098459 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.124199 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Network ad2e64db-8f8f-49b2-92b1-43b2eabb0340 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:46.129567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:46.191434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0d3a2d26-c0db-44fe-af25-2ae7d6876887 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.204573 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eb476fc9-4578-4efe-8358-371c8b3f2b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.215523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Pushing event updated for resources: {'Port': ['ID=1f55d7bc-f915-41b0-a245-8a0bc36cd620,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:46.219621 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-eababac6-4e1d-49b5-b71d-55bea526dd87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.1284547 May 25 22:51:46.231164 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59910) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:46.331853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3df9ca32-70ee-4082-855c-76fe33140849 tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.386401 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.469190 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dc356ddc-4d69-407e-87e4-f1ce70c7288e tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.503684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1d6248b9-2f0d-4609-906f-ed9e428dd483 None None] Provisioning complete for port 77afd01e-663a-45d6-b949-d36dce81df2f triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:46.503684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1d6248b9-2f0d-4609-906f-ed9e428dd483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.510275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3df9ca32-70ee-4082-855c-76fe33140849 tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Calling delete_port for 2924340e-8eea-41d2-a5dd-7525ddb14478 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:51:46.568621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-1d6248b9-2f0d-4609-906f-ed9e428dd483 None None] Port 77afd01e-663a-45d6-b949-d36dce81df2f cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:51:46.578093 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dc356ddc-4d69-407e-87e4-f1ce70c7288e tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.578390 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-0d3a2d26-c0db-44fe-af25-2ae7d6876887 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ecbb62-f6ef-4bef-8cf1-dcd0f0f26604']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:46.585525 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-80ad41ff-2eb4-492d-b871-8dcf2a20a2e5 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.5818892 May 25 22:51:46.591715 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59914) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:46.615056 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-0d3a2d26-c0db-44fe-af25-2ae7d6876887 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22924068-41f1-4d8e-be28-0a8b6996e3eb') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:46.615343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-0d3a2d26-c0db-44fe-af25-2ae7d6876887 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22924068-41f1-4d8e-be28-0a8b6996e3eb') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:46.638191 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.641624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0d3a2d26-c0db-44fe-af25-2ae7d6876887 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.670355 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0d3a2d26-c0db-44fe-af25-2ae7d6876887 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.707894 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc356ddc-4d69-407e-87e4-f1ce70c7288e tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27fbdd42-a939-4dd7-b4cd-57c09fc3e98f,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:46.728210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eb476fc9-4578-4efe-8358-371c8b3f2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.738052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-f992c812-ec4e-4974-bc2e-11c6c58c4384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Deleting port b258c4bf-f60d-4f41-b052-45c0e5181e4f {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:51:46.738384 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f992c812-ec4e-4974-bc2e-11c6c58c4384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.787762 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3a2d26-c0db-44fe-af25-2ae7d6876887 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:51:46.788892 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0d3a2d26-c0db-44fe-af25-2ae7d6876887 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:51:46.802210 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:51:46.829266 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Allocated IP 172.20.0.5 (a6aff1b4-0370-408e-bdd0-7c5d3ab48373/e0ba7c44-75c9-4129-a8ae-a219b8d5acae/f27cd24b-911c-4f35-ad1e-66e00d0b9d5b) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:51:46.831417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb476fc9-4578-4efe-8358-371c8b3f2b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d150f8-c204-4f02-ab30-de7b7f791fa0,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:46.842341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eb476fc9-4578-4efe-8358-371c8b3f2b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.843508 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-eb476fc9-4578-4efe-8358-371c8b3f2b4f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/26d150f8-c204-4f02-ab30-de7b7f791fa0 HTTP/1.1" status: 204 len: 168 time: 1.1893799 May 25 22:51:46.861082 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-026a5c2f-507d-435a-8e2a-258342fef638 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Deleting port 1f55d7bc-f915-41b0-a245-8a0bc36cd620 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:51:46.861541 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-026a5c2f-507d-435a-8e2a-258342fef638 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.997788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dc356ddc-4d69-407e-87e4-f1ce70c7288e tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:46.998988 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dc356ddc-4d69-407e-87e4-f1ce70c7288e tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6185448 May 25 22:51:47.010211 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59920) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:47.023787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-55e46cfe-299f-49b3-9670-38583bb400b2 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Request body: {'security_group_rule': {'security_group_id': '8eb8776c-8ab0-483c-9533-a01b189c394a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:47.035248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-55e46cfe-299f-49b3-9670-38583bb400b2 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:47.141042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-55e46cfe-299f-49b3-9670-38583bb400b2 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Usage tracker for resource:security_group_rule and tenant:0505e1ad716b4cc68624dd1b24def3b7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:47.156230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-55e46cfe-299f-49b3-9670-38583bb400b2 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:47.188115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-55e46cfe-299f-49b3-9670-38583bb400b2 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:47.193203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0d3a2d26-c0db-44fe-af25-2ae7d6876887 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.224103 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0d3a2d26-c0db-44fe-af25-2ae7d6876887 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.237303 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a2d26-c0db-44fe-af25-2ae7d6876887 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] Pushing event deleted for resources: {'Network': ['ID=34ecbb62-f6ef-4bef-8cf1-dcd0f0f26604,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:47.239344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-f992c812-ec4e-4974-bc2e-11c6c58c4384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] For port b258c4bf-f60d-4f41-b052-45c0e5181e4f, host hv-neutron-8433, got binding levels [] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:51:47.239686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f992c812-ec4e-4974-bc2e-11c6c58c4384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.256248 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0d3a2d26-c0db-44fe-af25-2ae7d6876887 tempest-QuotasNegativeTest-1382686973 tempest-QuotasNegativeTest-1382686973-project-admin] 10.222.0.66 "DELETE /v2.0/networks/34ecbb62-f6ef-4bef-8cf1-dcd0f0f26604 HTTP/1.1" status: 204 len: 168 time: 1.6791012 May 25 22:51:47.327211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.335332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.357602 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3df9ca32-70ee-4082-855c-76fe33140849 tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.373561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-026a5c2f-507d-435a-8e2a-258342fef638 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] For port 1f55d7bc-f915-41b0-a245-8a0bc36cd620, host hv-neutron-8433, got binding levels [] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:51:47.373942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-026a5c2f-507d-435a-8e2a-258342fef638 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.384069 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-55e46cfe-299f-49b3-9670-38583bb400b2 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.450460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-f992c812-ec4e-4974-bc2e-11c6c58c4384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Calling delete_port for b258c4bf-f60d-4f41-b052-45c0e5181e4f owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:51:47.509166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9ca32-70ee-4082-855c-76fe33140849 tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Pushing event deleted for resources: {'Port': ['ID=2924340e-8eea-41d2-a5dd-7525ddb14478,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:47.540632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-026a5c2f-507d-435a-8e2a-258342fef638 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Calling delete_port for 1f55d7bc-f915-41b0-a245-8a0bc36cd620 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:51:47.603344 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8f820b8e-5265-4a0a-9790-0e12f3890cfb up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:51:47.639227 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3df9ca32-70ee-4082-855c-76fe33140849 tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.646058 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3df9ca32-70ee-4082-855c-76fe33140849 tempest-RoutersAdminNegativeTest-1942658726 tempest-RoutersAdminNegativeTest-1942658726-project-admin] 10.222.0.66 "DELETE /v2.0/ports/2924340e-8eea-41d2-a5dd-7525ddb14478 HTTP/1.1" status: 204 len: 168 time: 2.1952693 May 25 22:51:47.724764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59930) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:47.746046 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0bbec56e-bc61-451d-ad5e-0c24882cff55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.755492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-55e46cfe-299f-49b3-9670-38583bb400b2 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.760853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Router a66573e7-d2ed-4635-8512-ff3ee0b02721 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:51:47.779531 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0bbec56e-bc61-451d-ad5e-0c24882cff55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:47.783389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f992c812-ec4e-4974-bc2e-11c6c58c4384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.785380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0bbec56e-bc61-451d-ad5e-0c24882cff55 admin admin] Usage tracker for resource:security_group_rule and tenant:0dbecf3008a74fc187e031bb1d4fe973 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:47.824181 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0bbec56e-bc61-451d-ad5e-0c24882cff55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:47.828632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.829896 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 8f820b8e-5265-4a0a-9790-0e12f3890cfb completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:51:47.838119 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992c812-ec4e-4974-bc2e-11c6c58c4384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Pushing event deleted for resources: {'Port': ['ID=b258c4bf-f60d-4f41-b052-45c0e5181e4f,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:47.838411 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 8f820b8e-5265-4a0a-9790-0e12f3890cfb triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:47.839127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.841635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0bbec56e-bc61-451d-ad5e-0c24882cff55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:47.855216 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f992c812-ec4e-4974-bc2e-11c6c58c4384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.873432 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f992c812-ec4e-4974-bc2e-11c6c58c4384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] 10.222.0.66 "DELETE /v2.0/ports/b258c4bf-f60d-4f41-b052-45c0e5181e4f HTTP/1.1" status: 204 len: 168 time: 1.6389573 May 25 22:51:47.875245 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59934) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:47.921948 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10ce2b2-686d-4b11-acee-ff69c9c3b1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] GET failed (client error): The resource could not be found. May 25 22:51:47.922450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a10ce2b2-686d-4b11-acee-ff69c9c3b1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Synchronizing usage tracker for tenant:22103d89a52f4f3591c242c3274f509b on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:47.923360 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-026a5c2f-507d-435a-8e2a-258342fef638 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.951108 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-55e46cfe-299f-49b3-9670-38583bb400b2 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:47.976079 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0bbec56e-bc61-451d-ad5e-0c24882cff55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.013193 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-026a5c2f-507d-435a-8e2a-258342fef638 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.019726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Network a6aff1b4-0370-408e-bdd0-7c5d3ab48373 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:48.021932 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.025338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e46cfe-299f-49b3-9670-38583bb400b2 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9daf504-4b79-42f7-bc42-8f8f345e7bc3,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:48.034370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:48.036820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:48.039072 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 8f820b8e-5265-4a0a-9790-0e12f3890cfb, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8f820b8e-5265-4a0a-9790-0e12f3890cfb,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:51:48.055519 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event updated for resources: {'Port': ['ID=f27cd24b-911c-4f35-ad1e-66e00d0b9d5b,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:48.066300 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0bbec56e-bc61-451d-ad5e-0c24882cff55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.093689 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-026a5c2f-507d-435a-8e2a-258342fef638 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] 10.222.0.66 "DELETE /v2.0/ports/1f55d7bc-f915-41b0-a245-8a0bc36cd620 HTTP/1.1" status: 204 len: 168 time: 1.4936123 May 25 22:51:48.098538 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.099862 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:51:48.100002 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59940) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:48.104434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a5c2f-507d-435a-8e2a-258342fef638 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f55d7bc-f915-41b0-a245-8a0bc36cd620,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:48.108922 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-55e46cfe-299f-49b3-9670-38583bb400b2 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.113041 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-55e46cfe-299f-49b3-9670-38583bb400b2 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0971177 May 25 22:51:48.113740 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59944) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:48.153066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:48.163120 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a10ce2b2-686d-4b11-acee-ff69c9c3b1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Unset dirty status for tenant:22103d89a52f4f3591c242c3274f509b on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:48.164992 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a10ce2b2-686d-4b11-acee-ff69c9c3b1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] 10.222.0.66 "GET /v2.0/ports/b258c4bf-f60d-4f41-b052-45c0e5181e4f HTTP/1.1" status: 404 len: 333 time: 0.2890658 May 25 22:51:48.170294 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:48.172830 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59948) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:48.173396 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fadfef-a1be-436c-9895-3a5a342616ec tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] GET failed (client error): The resource could not be found. May 25 22:51:48.174133 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c6fadfef-a1be-436c-9895-3a5a342616ec tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Synchronizing usage tracker for tenant:443d4c1cb5614a938671aad7c6f4e0a2 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:48.181296 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbec56e-bc61-451d-ad5e-0c24882cff55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696dc638-7fed-40c9-87b5-091a97a58d9c,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:48.184369 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Usage tracker for resource:floatingip and tenant:0505e1ad716b4cc68624dd1b24def3b7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:48.189899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-426da8ea-aaa6-42da-b066-5a434f203855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Request body: {'port': {'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113399371'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:48.195951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:48.196671 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0bbec56e-bc61-451d-ad5e-0c24882cff55 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0dbecf3008a74fc187e031bb1d4fe973&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4703979 May 25 22:51:48.200118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59952) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:48.202428 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-426da8ea-aaa6-42da-b066-5a434f203855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:48.212988 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:48.230397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=8f820b8e-5265-4a0a-9790-0e12f3890cfb,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:48.239523 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-426da8ea-aaa6-42da-b066-5a434f203855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:48.260695 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c6fadfef-a1be-436c-9895-3a5a342616ec tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Unset dirty status for tenant:443d4c1cb5614a938671aad7c6f4e0a2 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:48.261813 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c6fadfef-a1be-436c-9895-3a5a342616ec tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] 10.222.0.66 "GET /v2.0/ports/1f55d7bc-f915-41b0-a245-8a0bc36cd620 HTTP/1.1" status: 404 len: 333 time: 0.1603715 May 25 22:51:48.265870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59956) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:48.272302 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-69865ea4-803b-489e-954a-2c0b07c7c065 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Request body: {'port': {'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2000761866'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:48.276890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-69865ea4-803b-489e-954a-2c0b07c7c065 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:48.286793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-69865ea4-803b-489e-954a-2c0b07c7c065 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:48.355372 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:51:48.360731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:48.361094 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.390901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.392055 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69865ea4-803b-489e-954a-2c0b07c7c065 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Made reservation on behalf of 443d4c1cb5614a938671aad7c6f4e0a2 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:48.394538 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-69865ea4-803b-489e-954a-2c0b07c7c065 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.405145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for floatingip, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.417488 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-69865ea4-803b-489e-954a-2c0b07c7c065 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] device_id is not set on port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:51:48.419455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-172c450e-5c48-4966-a634-ee694ffff0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.421092 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426da8ea-aaa6-42da-b066-5a434f203855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Made reservation on behalf of 22103d89a52f4f3591c242c3274f509b for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:48.424061 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-426da8ea-aaa6-42da-b066-5a434f203855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.534769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-172c450e-5c48-4966-a634-ee694ffff0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.543777 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.577583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-426da8ea-aaa6-42da-b066-5a434f203855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] device_id is not set on port d9712203-daa8-4edb-aee8-7dee26f46e5c yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:51:48.598502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64,segment=NetworkSegment(dba618f3-3eb2-45f9-94d1-c9d4337dff24),segment_id=dba618f3-3eb2-45f9-94d1-c9d4337dff24)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:51:48.628437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59964) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:48.628778 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 59966) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:48.675606 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.696936 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-69865ea4-803b-489e-954a-2c0b07c7c065 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.703886 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:51:48.728588 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.790889 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:48.793230 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-69865ea4-803b-489e-954a-2c0b07c7c065 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.883093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69865ea4-803b-489e-954a-2c0b07c7c065 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Network 978f3329-a016-4de9-a07d-3aef7f3afa0c is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:48.886138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-69865ea4-803b-489e-954a-2c0b07c7c065 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:48.890850 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69865ea4-803b-489e-954a-2c0b07c7c065 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Pushing event updated for resources: {'Port': ['ID=4b649b38-e7e4-4814-bbc1-d4c8ad208bc4,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:48.904156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69865ea4-803b-489e-954a-2c0b07c7c065 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:48.905245 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69865ea4-803b-489e-954a-2c0b07c7c065 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:48.905877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-69865ea4-803b-489e-954a-2c0b07c7c065 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.973265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-98fbf968-dfd1-45df-a52e-40b6bef6a345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.989381 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-70e3ea99-d14b-4c4a-ba38-c27cbe0201ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:48.990478 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-69865ea4-803b-489e-954a-2c0b07c7c065 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7235901 May 25 22:51:48.993837 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 59980) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:48.999608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8433'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:49.021021 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-481af115-0512-428d-a53b-ae6fe8c8628c admin admin] 10.222.0.66 "PUT /v2.0/routers/a66573e7-d2ed-4635-8512-ff3ee0b02721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2071238 May 25 22:51:49.108634 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-172c450e-5c48-4966-a634-ee694ffff0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.110963 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-172c450e-5c48-4966-a634-ee694ffff0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.112072 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-172c450e-5c48-4966-a634-ee694ffff0f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/696dc638-7fed-40c9-87b5-091a97a58d9c HTTP/1.1" status: 204 len: 168 time: 0.9050045 May 25 22:51:49.132609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.215628 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c450e-5c48-4966-a634-ee694ffff0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696dc638-7fed-40c9-87b5-091a97a58d9c,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:49.262972 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-98fbf968-dfd1-45df-a52e-40b6bef6a345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:49.269463 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-70e3ea99-d14b-4c4a-ba38-c27cbe0201ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:49.289034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-98fbf968-dfd1-45df-a52e-40b6bef6a345 admin admin] Usage tracker for resource:security_group_rule and tenant:e7827ec0fd1f4f319c19b166dbb89a98 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:49.296448 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-70e3ea99-d14b-4c4a-ba38-c27cbe0201ca admin admin] Usage tracker for resource:security_group_rule and tenant:aa0544e322044511861dab8e601c5976 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:49.299134 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-98fbf968-dfd1-45df-a52e-40b6bef6a345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:49.314567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-70e3ea99-d14b-4c4a-ba38-c27cbe0201ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:49.324966 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-98fbf968-dfd1-45df-a52e-40b6bef6a345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:49.328692 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-70e3ea99-d14b-4c4a-ba38-c27cbe0201ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:49.345867 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-426da8ea-aaa6-42da-b066-5a434f203855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.379345 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.484897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.563358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] device_id is not set on port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:51:49.573409 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.577246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.591531 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8f820b8e-5265-4a0a-9790-0e12f3890cfb up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:51:49.617687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Transition to ACTIVE for port object 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 will not be triggered until provisioned by entity L2. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:51:49.691641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-98fbf968-dfd1-45df-a52e-40b6bef6a345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.691903 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 8f820b8e-5265-4a0a-9790-0e12f3890cfb triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:49.692760 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.703082 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-426da8ea-aaa6-42da-b066-5a434f203855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.710339 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.747483 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-70e3ea99-d14b-4c4a-ba38-c27cbe0201ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.752597 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.784342 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60000) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:49.803623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4c6214a7-d516-4ed0-87b9-e9854c55c633 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998813101', 'description': 'tempest-description--1067203844'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:49.808283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event updated for resources: {'Port': ['ID=f27cd24b-911c-4f35-ad1e-66e00d0b9d5b,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:49.845247 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4c6214a7-d516-4ed0-87b9-e9854c55c633 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:49.848601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426da8ea-aaa6-42da-b066-5a434f203855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Network 57365cc0-288f-4365-bf66-639a7c82e4d7 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:49.851726 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:51:49.858786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-426da8ea-aaa6-42da-b066-5a434f203855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:49.871221 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4c6214a7-d516-4ed0-87b9-e9854c55c633 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Usage tracker for resource:security_group and tenant:37812d801ca84073b774698e0a70ba5a is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:49.874318 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-98fbf968-dfd1-45df-a52e-40b6bef6a345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.882890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.886628 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-490449fa-7c1b-45f0-9c43-829ab9d6845e tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0653348 May 25 22:51:49.888193 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4c6214a7-d516-4ed0-87b9-e9854c55c633 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:49.888308 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60006) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:49.891122 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426da8ea-aaa6-42da-b066-5a434f203855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:49.891923 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426da8ea-aaa6-42da-b066-5a434f203855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:49.892809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-426da8ea-aaa6-42da-b066-5a434f203855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.925987 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:51:49.926429 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.927415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-70e3ea99-d14b-4c4a-ba38-c27cbe0201ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:49.935139 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Allocated IP 172.26.5.21 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/55b7d1df-639f-4d3a-84ee-1a85b248c538) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:51:49.950176 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbf968-dfd1-45df-a52e-40b6bef6a345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57ede94-ead7-4d8f-b031-ef5552c18373,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:49.956549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Pushing event updated for resources: {'Port': ['ID=4b649b38-e7e4-4814-bbc1-d4c8ad208bc4,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:49.963475 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4c6214a7-d516-4ed0-87b9-e9854c55c633 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:49.988456 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2639185e-e18d-42fb-af96-66b74243181d tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "GET /v2.0/floatingips?floating_network_id=a6aff1b4-0370-408e-bdd0-7c5d3ab48373 HTTP/1.1" status: 200 len: 689 time: 0.0969248 May 25 22:51:50.003150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60012) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:50.003860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:50.004191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:50.004523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:50.012832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3ea99-d14b-4c4a-ba38-c27cbe0201ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff85f8b2-3cab-48df-a463-994551b8b9f7,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:50.087004 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426da8ea-aaa6-42da-b066-5a434f203855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Pushing event updated for resources: {'Port': ['ID=d9712203-daa8-4edb-aee8-7dee26f46e5c,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:50.100927 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:50.101462 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:50.104430 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 2 to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 May 25 22:51:50.125685 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:50.126021 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:50.126352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:50.140870 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-426da8ea-aaa6-42da-b066-5a434f203855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9640040 May 25 22:51:50.144560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60016) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:50.148608 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-98fbf968-dfd1-45df-a52e-40b6bef6a345 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e7827ec0fd1f4f319c19b166dbb89a98&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5160449 May 25 22:51:50.152755 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-70e3ea99-d14b-4c4a-ba38-c27cbe0201ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa0544e322044511861dab8e601c5976&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5192847 May 25 22:51:50.153233 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8433'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:50.153403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60020) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:50.153690 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60022) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:50.176679 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:50.177008 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:50.183651 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 3 to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 May 25 22:51:50.191390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c6214a7-d516-4ed0-87b9-e9854c55c633 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.233434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.234996 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:50.235328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:50.235652 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:50.320380 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4c6214a7-d516-4ed0-87b9-e9854c55c633 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:50.339965 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4c6214a7-d516-4ed0-87b9-e9854c55c633 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Usage tracker for resource:security_group_rule and tenant:37812d801ca84073b774698e0a70ba5a is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:50.352294 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4c6214a7-d516-4ed0-87b9-e9854c55c633 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:50.356016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:50.356408 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:50.357079 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.360909 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 4 to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 May 25 22:51:50.376576 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4c6214a7-d516-4ed0-87b9-e9854c55c633 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:50.381721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Deleting port f27cd24b-911c-4f35-ad1e-66e00d0b9d5b {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:51:50.382124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.387629 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd47e71e-4354-4013-aa76-dcfe9ad44c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.411112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3a39f3e2-6c4f-40aa-b130-aa66abe5a010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.420502 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:50.421068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:50.421529 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:50.426225 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.445494 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd47e71e-4354-4013-aa76-dcfe9ad44c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.456881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:50.457410 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:50.459838 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 5 to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 May 25 22:51:50.485117 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3a39f3e2-6c4f-40aa-b130-aa66abe5a010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.570462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c6214a7-d516-4ed0-87b9-e9854c55c633 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.586608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:50.587138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:50.587318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:50.607824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:50.608149 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:50.613316 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 6 to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 May 25 22:51:50.646942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.683429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60034) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:50.711832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd47e71e-4354-4013-aa76-dcfe9ad44c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.716441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:50.716800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:50.717130 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:50.718127 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3a39f3e2-6c4f-40aa-b130-aa66abe5a010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.721860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c6214a7-d516-4ed0-87b9-e9854c55c633 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.740089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.740446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.764069 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:50.764656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:50.764989 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:50.773585 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:50.779104 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47e71e-4354-4013-aa76-dcfe9ad44c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff85f8b2-3cab-48df-a463-994551b8b9f7,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:50.791155 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:50.812142 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Pushing event updated for resources: {'Port': ['ID=55b7d1df-639f-4d3a-84ee-1a85b248c538,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:50.825796 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 7 to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 May 25 22:51:50.833174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd47e71e-4354-4013-aa76-dcfe9ad44c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.836720 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dd47e71e-4354-4013-aa76-dcfe9ad44c82 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ff85f8b2-3cab-48df-a463-994551b8b9f7 HTTP/1.1" status: 204 len: 168 time: 0.6713939 May 25 22:51:50.839227 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3a39f3e2-6c4f-40aa-b130-aa66abe5a010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.839227 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3a39f3e2-6c4f-40aa-b130-aa66abe5a010 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a57ede94-ead7-4d8f-b031-ef5552c18373 HTTP/1.1" status: 204 len: 168 time: 0.6765673 May 25 22:51:50.863275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39f3e2-6c4f-40aa-b130-aa66abe5a010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57ede94-ead7-4d8f-b031-ef5552c18373,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:50.896917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Calling delete_port for f27cd24b-911c-4f35-ad1e-66e00d0b9d5b owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:51:50.897002 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c6214a7-d516-4ed0-87b9-e9854c55c633 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:50.897002 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4c6214a7-d516-4ed0-87b9-e9854c55c633 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.1101580 May 25 22:51:50.899431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60046) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:50.906485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-fea1c231-a832-4d9e-a720-cc6af2b88d14 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Request body: {'security_group_rule': {'security_group_id': '25082faf-7066-4294-b329-b517c4e4e7d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:50.921416 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6214a7-d516-4ed0-87b9-e9854c55c633 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25082faf-7066-4294-b329-b517c4e4e7d9,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:50.926930 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fea1c231-a832-4d9e-a720-cc6af2b88d14 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:50.958408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:50.958740 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:50.959069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:50.984484 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:50.985358 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:50.989051 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 8 to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 May 25 22:51:50.992686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fea1c231-a832-4d9e-a720-cc6af2b88d14 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Usage tracker for resource:security_group_rule and tenant:37812d801ca84073b774698e0a70ba5a is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:50.998295 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-2e5e484b-9f9b-4a4c-b44f-4601a82d6a0e tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.007759 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2e5e484b-9f9b-4a4c-b44f-4601a82d6a0e tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3149288 May 25 22:51:51.012858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60050) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.013681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fea1c231-a832-4d9e-a720-cc6af2b88d14 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:51.025114 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:51.025446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:51.025812 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:51.025908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-e48d4143-d6a5-426d-900e-33fbc1e7d72d tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.026815 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e48d4143-d6a5-426d-900e-33fbc1e7d72d tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0100460 May 25 22:51:51.029693 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fea1c231-a832-4d9e-a720-cc6af2b88d14 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:51.031386 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60054) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.032259 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.041680 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-385ac804-393c-4ce3-bd05-8fb644cacf4a tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.044590 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-385ac804-393c-4ce3-bd05-8fb644cacf4a tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0060127 May 25 22:51:51.048161 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60058) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.053641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-bc354434-e005-40f2-9415-6218c6bf7280 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.057564 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bc354434-e005-40f2-9415-6218c6bf7280 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0057414 May 25 22:51:51.059951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60062) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.064922 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-d85f34b7-26ae-4672-94a1-a4dd0561fdef tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.068585 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d85f34b7-26ae-4672-94a1-a4dd0561fdef tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0067530 May 25 22:51:51.068720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60066) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.077506 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-cab943fe-84cb-41c7-960a-2583505f1902 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.077506 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cab943fe-84cb-41c7-960a-2583505f1902 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048673 May 25 22:51:51.077750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60070) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.078413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:51.078739 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:51.080788 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 9 to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 May 25 22:51:51.082306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-2a984cec-5fd5-41d6-b045-b5f5d5adbdd7 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.084621 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2a984cec-5fd5-41d6-b045-b5f5d5adbdd7 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047216 May 25 22:51:51.086822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60074) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.092613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-4bda08ce-d9cd-4103-bdca-58408a3c98da tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.093515 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4bda08ce-d9cd-4103-bdca-58408a3c98da tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0056028 May 25 22:51:51.097089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60078) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.102395 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-74d03dd8-c5d6-4ee1-b1d5-d952cfa5cdff tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.103347 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-74d03dd8-c5d6-4ee1-b1d5-d952cfa5cdff tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052993 May 25 22:51:51.105779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60082) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.111808 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-07ecdcb4-1b59-44b3-ae0f-01592d6880be tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.112723 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-07ecdcb4-1b59-44b3-ae0f-01592d6880be tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0058954 May 25 22:51:51.114922 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60086) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.119652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-7b245d56-892c-4ccf-be5b-49340ac5a570 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.122681 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7b245d56-892c-4ccf-be5b-49340ac5a570 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048103 May 25 22:51:51.122862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60090) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.127796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-d1194782-5b7a-4e68-9816-e91d823e75b3 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.130818 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d1194782-5b7a-4e68-9816-e91d823e75b3 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045378 May 25 22:51:51.130968 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] device_id is not set on port d9712203-daa8-4edb-aee8-7dee26f46e5c yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:51:51.131051 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60094) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.137021 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-8bfd5cbd-c335-42b2-8831-8ec3eacd345a tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.140037 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8bfd5cbd-c335-42b2-8831-8ec3eacd345a tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0053818 May 25 22:51:51.140573 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60098) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.145383 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-ffc94396-bb71-469f-941f-11b6b02c0a44 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.148702 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ffc94396-bb71-469f-941f-11b6b02c0a44 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051298 May 25 22:51:51.148818 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.148895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60102) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.151099 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:51.156375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:51.156375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:51.176840 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Transition to ACTIVE for port object d9712203-daa8-4edb-aee8-7dee26f46e5c will not be triggered until provisioned by entity L2. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:51:51.177519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:51.177867 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:51.182134 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 10 to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 May 25 22:51:51.184794 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-662c0fbb-34f1-4ab3-859c-03a8cbc27022 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.188075 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-662c0fbb-34f1-4ab3-859c-03a8cbc27022 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0361202 May 25 22:51:51.188705 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60106) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.200150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-2ef0c98d-e74f-4191-b120-0d94425b227e tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.203493 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2ef0c98d-e74f-4191-b120-0d94425b227e tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0079255 May 25 22:51:51.203591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60110) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.208203 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fea1c231-a832-4d9e-a720-cc6af2b88d14 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.209440 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-246b732a-3998-49b1-bfb4-a53c5f3718c0 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.211281 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-246b732a-3998-49b1-bfb4-a53c5f3718c0 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0062709 May 25 22:51:51.211782 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:51.212106 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:51.212435 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:51.216326 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60114) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.222039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-6eb9e06d-9124-40bd-8b16-4ca914dcd6bf tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.222941 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6eb9e06d-9124-40bd-8b16-4ca914dcd6bf tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0057354 May 25 22:51:51.224427 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:51.224766 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:51.225802 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60118) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.226253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.238376 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-698ce247-dae1-4a3d-a673-90c21962e7a3 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.239367 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-698ce247-dae1-4a3d-a673-90c21962e7a3 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0126364 May 25 22:51:51.239974 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.265552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60122) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.275367 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-aaa7f0d4-f528-41ed-9a42-124df464c699 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.276513 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-aaa7f0d4-f528-41ed-9a42-124df464c699 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0099087 May 25 22:51:51.280114 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60126) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.297639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.299778 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-ebcb36cf-c903-446d-8913-3d05e9bb8159 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.302998 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ebcb36cf-c903-446d-8913-3d05e9bb8159 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0164640 May 25 22:51:51.312627 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.313291 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60130) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.323509 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-3dfe309b-b478-4513-8dab-6533ee72e93f tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.325553 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3dfe309b-b478-4513-8dab-6533ee72e93f tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0112309 May 25 22:51:51.332135 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60134) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.342786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-a9503b7b-ec6e-46e7-82af-263eb2b4337a tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.346496 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a9503b7b-ec6e-46e7-82af-263eb2b4337a tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0130358 May 25 22:51:51.350793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60138) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.364835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-72bd19c1-030b-4975-bb59-f13129f9089f tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.369091 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-72bd19c1-030b-4975-bb59-f13129f9089f tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0140312 May 25 22:51:51.370163 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60144) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.388281 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-cbdd5df8-c70f-4804-aede-ed7f99b3ff91 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.391775 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cbdd5df8-c70f-4804-aede-ed7f99b3ff91 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0164754 May 25 22:51:51.391775 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fea1c231-a832-4d9e-a720-cc6af2b88d14 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.393434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60148) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.416413 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-6aac2012-91d3-4c53-90b3-3d4994289831 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.419662 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6aac2012-91d3-4c53-90b3-3d4994289831 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0230715 May 25 22:51:51.422136 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60152) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.434859 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-f81045ef-33c5-4d4f-aecc-436fcb5f0b66 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.438561 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f81045ef-33c5-4d4f-aecc-436fcb5f0b66 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0082479 May 25 22:51:51.463512 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60156) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.554592 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-80050358-32b3-4204-bc2c-8592b9be4634 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.555559 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-80050358-32b3-4204-bc2c-8592b9be4634 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0912995 May 25 22:51:51.558703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fea1c231-a832-4d9e-a720-cc6af2b88d14 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.559935 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60162) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.580488 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-ba6baed7-b63a-4a5b-979c-9dd6538f7ff2 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.581436 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ba6baed7-b63a-4a5b-979c-9dd6538f7ff2 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0134799 May 25 22:51:51.589332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60166) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.592758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1c231-a832-4d9e-a720-cc6af2b88d14 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0eceb80-ce6e-4218-8d0d-408b6f79613a,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:51.596040 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] For port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4, host hv-neutron-8433, cleared binding levels {{(pid=84716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:51:51.596559 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempted to set empty binding levels {{(pid=84716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 25 22:51:51.619144 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-1161d9a1-dae7-4e9e-b9ee-c4fcb88982c4 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.622670 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1161d9a1-dae7-4e9e-b9ee-c4fcb88982c4 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0254753 May 25 22:51:51.624125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Pushing event updated for resources: {'Port': ['ID=d9712203-daa8-4edb-aee8-7dee26f46e5c,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:51.624273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60170) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.637491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-95241ca7-d706-4c00-81ec-270fe6ba8fdd tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.637491 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-95241ca7-d706-4c00-81ec-270fe6ba8fdd tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0098124 May 25 22:51:51.639420 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60174) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.654729 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-8f65d61b-0a0b-49e6-ba8a-bf15a30c0d32 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.657580 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8f65d61b-0a0b-49e6-ba8a-bf15a30c0d32 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0154486 May 25 22:51:51.662558 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60178) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.669110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-b07dd3c6-3769-45c2-81ef-fba002903c35 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.670563 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b07dd3c6-3769-45c2-81ef-fba002903c35 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0066810 May 25 22:51:51.673298 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60182) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.680865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-e03837d8-28ff-4e29-ab69-4c0c3dd980e2 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.682057 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e03837d8-28ff-4e29-ab69-4c0c3dd980e2 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0068033 May 25 22:51:51.685658 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60186) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.691824 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-bc5c4d01-0cba-4d92-a7a4-25dd9872848c tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.692259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event deleted for resources: {'Port': ['ID=f27cd24b-911c-4f35-ad1e-66e00d0b9d5b,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:51.696399 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bc5c4d01-0cba-4d92-a7a4-25dd9872848c tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0062220 May 25 22:51:51.711947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60190) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.711947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:51.711947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:51.711947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:51.711947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.712684 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.729218 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fea1c231-a832-4d9e-a720-cc6af2b88d14 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.730869 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fea1c231-a832-4d9e-a720-cc6af2b88d14 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8304708 May 25 22:51:51.733402 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60194) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.738745 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-dd03bcad-f9db-4cab-b350-35eaef37f92a tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Request body: {'security_group_rule': {'security_group_id': '25082faf-7066-4294-b329-b517c4e4e7d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:51.744902 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-54147b03-a874-4ea9-a81b-cdb9f503e4b9 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.745977 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-54147b03-a874-4ea9-a81b-cdb9f503e4b9 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0465987 May 25 22:51:51.747681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-dd03bcad-f9db-4cab-b350-35eaef37f92a tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:51.749736 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60198) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.755513 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-4fe3e765-32dc-4351-b868-d933a5d41601 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.757341 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4fe3e765-32dc-4351-b868-d933a5d41601 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0058000 May 25 22:51:51.758085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-dd03bcad-f9db-4cab-b350-35eaef37f92a tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Usage tracker for resource:security_group_rule and tenant:37812d801ca84073b774698e0a70ba5a is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:51.761081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60202) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.765558 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-c1a084f6-9402-40f0-9e2d-7528b0b7bdbe tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.766458 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c1a084f6-9402-40f0-9e2d-7528b0b7bdbe tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045276 May 25 22:51:51.767378 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-dd03bcad-f9db-4cab-b350-35eaef37f92a tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:51.770038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60206) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.774402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:51.774732 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:51.777363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-8e170bf3-df9e-41e4-9731-a1aca555bf72 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.778285 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8e170bf3-df9e-41e4-9731-a1aca555bf72 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0073977 May 25 22:51:51.779268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-dd03bcad-f9db-4cab-b350-35eaef37f92a tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:51.781238 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60210) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.783651 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 2 to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c May 25 22:51:51.787207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-d1ce2371-31cb-4233-b6ba-5807e94cf5dd tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.788981 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d1ce2371-31cb-4233-b6ba-5807e94cf5dd tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0066798 May 25 22:51:51.792638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60214) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.797931 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-61bad428-1921-40e5-b27e-e59aea26b5e7 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.798915 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-61bad428-1921-40e5-b27e-e59aea26b5e7 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054178 May 25 22:51:51.799361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.800253 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.806987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60218) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.808376 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] In _notify_port_updated(), no bound segment for port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:51:51.809420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.812689 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] 10.222.0.66 "PUT /v2.0/ports/4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 HTTP/1.1" status: 200 len: 977 time: 2.8159592 May 25 22:51:51.815132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60220) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.816128 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:51.816450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:51.816803 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:51.846810 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-a073d524-3c4d-4e4e-9f62-68b1015d7b21 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.848603 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a073d524-3c4d-4e4e-9f62-68b1015d7b21 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0118194 May 25 22:51:51.855430 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60226) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.859580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d816305-3234-4636-a87d-8af72fd75382 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Pushing event updated for resources: {'Port': ['ID=4b649b38-e7e4-4814-bbc1-d4c8ad208bc4,revision_number=3']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:51.864164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-533e7f22-b964-42eb-b957-edcd9f9f3735 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.868335 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-533e7f22-b964-42eb-b957-edcd9f9f3735 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0074711 May 25 22:51:51.876758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60230) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.893166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-1008ce61-b032-459e-a15f-34f677ad1afb tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.896584 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1008ce61-b032-459e-a15f-34f677ad1afb tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0159247 May 25 22:51:51.896584 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.900285 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60234) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.902849 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd03bcad-f9db-4cab-b350-35eaef37f92a tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.914044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:51.914355 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:51.917259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-f4e8767c-69ca-496b-bcee-5cccf4d23a48 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.918159 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f4e8767c-69ca-496b-bcee-5cccf4d23a48 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0126848 May 25 22:51:51.922303 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 3 to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c May 25 22:51:51.932728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60238) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.946944 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60242) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.947195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-543698aa-8ad7-47cd-9a25-2d5eba059ec8 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.950499 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-543698aa-8ad7-47cd-9a25-2d5eba059ec8 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0136144 May 25 22:51:51.952426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60244) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.959668 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:51.960129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:51.960452 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:51.971391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-da1363ca-99a5-4d9d-8ea7-94e6c75fac3f tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.971545 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Pushing event updated for resources: {'Port': ['ID=55b7d1df-639f-4d3a-84ee-1a85b248c538,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:51.972314 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-da1363ca-99a5-4d9d-8ea7-94e6c75fac3f tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0162721 May 25 22:51:51.973184 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:51.978408 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60250) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.983311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-23720755-eeda-468d-b7ff-fb37db11d2f8 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.984247 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-23720755-eeda-468d-b7ff-fb37db11d2f8 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0049717 May 25 22:51:51.986627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60254) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:51.994476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-d340996f-cd9f-40e6-952e-73f3fc1efbf5 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:51.995402 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d340996f-cd9f-40e6-952e-73f3fc1efbf5 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0079341 May 25 22:51:51.996269 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bcf71d05-e6d2-4153-ad97-fa82864aacda admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.005087 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60258) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.019438 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60262) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.020631 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-a75688a0-dff8-4c50-88ff-feb7f0e60cf1 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:52.021556 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a75688a0-dff8-4c50-88ff-feb7f0e60cf1 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0142469 May 25 22:51:52.031790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60266) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.032332 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:52.032669 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:52.036632 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 4 to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c May 25 22:51:52.046997 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-69144608-d4ac-45fe-a7f1-c9d1a43b760c tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:52.048139 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-69144608-d4ac-45fe-a7f1-c9d1a43b760c tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0146511 May 25 22:51:52.054052 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.055276 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5ed8dfc6-0a02-4256-b00e-f9916bb705ec tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9405208 May 25 22:51:52.055575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60270) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.069290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-ce4eb9c1-8ce7-45b9-97c1-b4eb6fd41d87 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:52.070522 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ce4eb9c1-8ce7-45b9-97c1-b4eb6fd41d87 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0132554 May 25 22:51:52.071282 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-bcf71d05-e6d2-4153-ad97-fa82864aacda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:52.074072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:52.074395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:52.074719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:52.076790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60276) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.081312 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd03bcad-f9db-4cab-b350-35eaef37f92a tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.084692 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-bcf71d05-e6d2-4153-ad97-fa82864aacda admin admin] Usage tracker for resource:security_group_rule and tenant:0ceb99cb6144482195809eb294b5804e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:52.089176 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-bcf71d05-e6d2-4153-ad97-fa82864aacda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:52.095223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-5e935bc2-26df-482c-85c0-ea21efb546db tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:52.095223 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5e935bc2-26df-482c-85c0-ea21efb546db tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0096271 May 25 22:51:52.097886 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60280) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.098691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-bcf71d05-e6d2-4153-ad97-fa82864aacda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:52.108521 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1c7a4827-7a14-4ad2-b2b2-a9700959775b tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Synchronizing usage tracker for tenant:443d4c1cb5614a938671aad7c6f4e0a2 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:52.113057 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-953b0768-5749-474c-852e-8b98fae8338a tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:52.113624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:52.113938 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:52.115023 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-953b0768-5749-474c-852e-8b98fae8338a tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0134034 May 25 22:51:52.118314 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 5 to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c May 25 22:51:52.123159 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60284) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.134423 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-04a177ea-0eef-4b20-ac6b-21266906ae96 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:52.137953 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-04a177ea-0eef-4b20-ac6b-21266906ae96 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0116637 May 25 22:51:52.138514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60288) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.141998 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:52.142385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:52.142713 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:52.143776 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8b96eba5-23df-4320-b383-c5976d12c51b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=41ff3a7945454e2d99974fd2800058a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1227703 May 25 22:51:52.146231 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd03bcad-f9db-4cab-b350-35eaef37f92a tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.149807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:52.150122 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:52.156622 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 6 to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c May 25 22:51:52.156756 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-575460d8-b9ae-4587-9ef4-b260908e7609 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:52.156756 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-575460d8-b9ae-4587-9ef4-b260908e7609 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0108559 May 25 22:51:52.157375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60292) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.157375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60294) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.166374 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-a4b728fb-584a-4f6b-966f-6e6f97a96bfc tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:52.169688 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a4b728fb-584a-4f6b-966f-6e6f97a96bfc tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0075698 May 25 22:51:52.173794 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60300) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.184097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:52.184675 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:52.185443 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:52.188039 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-381df79a-8425-4c1b-8b33-dfd628068715 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:52.189025 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-381df79a-8425-4c1b-8b33-dfd628068715 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0143025 May 25 22:51:52.190845 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03bcad-f9db-4cab-b350-35eaef37f92a tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e64cd10-6017-4e9e-bbdd-6777122e6fd4,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:52.191548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60306) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.200732 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-a55779d0-1cf0-477f-8be4-8a604341d34f tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:52.204821 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a55779d0-1cf0-477f-8be4-8a604341d34f tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0121877 May 25 22:51:52.205633 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60310) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.216167 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-82201e82-76f7-441b-932e-dfe25b92fce8 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:52.217131 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-82201e82-76f7-441b-932e-dfe25b92fce8 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0074635 May 25 22:51:52.218766 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:52.219300 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:52.219703 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60314) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.220134 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 7 to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c May 25 22:51:52.244837 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-ad8593ce-12af-4198-8668-44820043b140 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:52.247948 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ad8593ce-12af-4198-8668-44820043b140 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0147662 May 25 22:51:52.249025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1c7a4827-7a14-4ad2-b2b2-a9700959775b tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Unset dirty status for tenant:443d4c1cb5614a938671aad7c6f4e0a2 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:52.250068 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1c7a4827-7a14-4ad2-b2b2-a9700959775b tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11723 time: 0.4310329 May 25 22:51:52.253330 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60320) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.253665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60322) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.263229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:52.263554 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:52.263654 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [None req-f664e46d-790b-4066-920e-bc265dcfef0a tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:52.263879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:52.265497 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f664e46d-790b-4066-920e-bc265dcfef0a tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0109499 May 25 22:51:52.271170 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60330) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.279350 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-db37c9fb-9e3e-44b3-b02b-5655366cdffd tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:52.282984 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-db37c9fb-9e3e-44b3-b02b-5655366cdffd tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0081599 May 25 22:51:52.284723 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60336) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.287798 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:52.288806 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:52.293395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [None req-5c496e20-cc8f-40ef-8ad1-bdcde9498b96 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:52.295368 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5c496e20-cc8f-40ef-8ad1-bdcde9498b96 tempest-ExtensionsTestJSON-1517154025 tempest-ExtensionsTestJSON-1517154025-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0095797 May 25 22:51:52.300022 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 8 to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c May 25 22:51:52.308757 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.330804 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bcf71d05-e6d2-4153-ad97-fa82864aacda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.343483 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd03bcad-f9db-4cab-b350-35eaef37f92a tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.345380 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dd03bcad-f9db-4cab-b350-35eaef37f92a tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6108451 May 25 22:51:52.349819 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60342) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.368999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:52.369602 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:52.370108 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:52.370560 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:52.372585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ba7c44-75c9-4129-a8ae-a219b8d5acae,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:52.382737 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b01f8827-e756-4f18-abe8-3cffc676b4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.382862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:52.393969 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Usage tracker for resource:floatingip and tenant:37812d801ca84073b774698e0a70ba5a is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:52.402344 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:52.408768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:52.409166 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:52.415707 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 9 to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c May 25 22:51:52.418947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-f9b824b2-12b5-4a27-9851-316834484061 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Deleting port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:51:52.419708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f9b824b2-12b5-4a27-9851-316834484061 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.453732 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:52.462899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bcf71d05-e6d2-4153-ad97-fa82864aacda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.505707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b01f8827-e756-4f18-abe8-3cffc676b4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.512945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:52.513408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:52.513829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:52.527541 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.534892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf71d05-e6d2-4153-ad97-fa82864aacda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d7d11e-8060-40a7-b293-e1063c4c7807,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:52.552497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:52.552936 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:52.573111 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.plugins.ml2.plugin [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 10 to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c May 25 22:51:52.599594 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for floatingip, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.599719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6aff1b4-0370-408e-bdd0-7c5d3ab48373']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:52.606737 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:52.607134 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:52.607410 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bcf71d05-e6d2-4153-ad97-fa82864aacda admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ceb99cb6144482195809eb294b5804e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6554732 May 25 22:51:52.607511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:52.611163 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3a3ec8-b929-44f0-b509-d6c9fd88123b') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:52.611517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3a3ec8-b929-44f0-b509-d6c9fd88123b') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:52.617871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60346) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.640671 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.653007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:52.653367 dv-neutron-843300-1-hyperv neutron-server[84716]: ERROR neutron.plugins.ml2.managers [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port d9712203-daa8-4edb-aee8-7dee26f46e5c on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:51:52.653673 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.678160 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60352) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:52.686302 dv-neutron-843300-1-hyperv neutron-server[84716]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 22:51:52.687426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.747832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:51:52.748219 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:51:52.765162 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:51:52.796248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-f9b824b2-12b5-4a27-9851-316834484061 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] For port 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4, host hv-neutron-8433, got binding levels [] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:51:52.796453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f9b824b2-12b5-4a27-9851-316834484061 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.846900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b01f8827-e756-4f18-abe8-3cffc676b4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.914108 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f8827-e756-4f18-abe8-3cffc676b4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7594f302-5e69-476e-a5bf-babdcd873fb2,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:52.921890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-f9b824b2-12b5-4a27-9851-316834484061 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Calling delete_port for 4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:51:52.958010 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-3de91207-f25f-48ff-a465-5f52015dd2ac tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Synchronizing usage tracker for tenant:0505e1ad716b4cc68624dd1b24def3b7 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:52.971626 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c65dc806-bdd1-4aae-bdd0-49741cfd61a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:52.989263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] For port d9712203-daa8-4edb-aee8-7dee26f46e5c, host hv-neutron-8433, cleared binding levels {{(pid=84716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:51:52.989626 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempted to set empty binding levels {{(pid=84716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 25 22:51:53.016077 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c65dc806-bdd1-4aae-bdd0-49741cfd61a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:53.020890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:53.029387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:53.033116 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6aff1b4-0370-408e-bdd0-7c5d3ab48373 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 25 22:51:53.035959 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:53.038794 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b01f8827-e756-4f18-abe8-3cffc676b4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:53.039890 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b01f8827-e756-4f18-abe8-3cffc676b4bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7594f302-5e69-476e-a5bf-babdcd873fb2 HTTP/1.1" status: 204 len: 168 time: 0.8816667 May 25 22:51:53.047718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60360) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:53.075872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:53.095895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f9b824b2-12b5-4a27-9851-316834484061 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:53.165769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60368) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:53.165962 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "DELETE /v2.0/networks/a6aff1b4-0370-408e-bdd0-7c5d3ab48373 HTTP/1.1" status: 204 len: 168 time: 3.1586800 May 25 22:51:53.170784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Pushing event updated for resources: {'Port': ['ID=d9712203-daa8-4edb-aee8-7dee26f46e5c,revision_number=3']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:53.174189 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7ddcd-cefb-4ec2-b878-cf4449b823d7 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6aff1b4-0370-408e-bdd0-7c5d3ab48373,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:53.180478 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-3de91207-f25f-48ff-a465-5f52015dd2ac tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Unset dirty status for tenant:0505e1ad716b4cc68624dd1b24def3b7 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:53.182252 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-3de91207-f25f-48ff-a465-5f52015dd2ac tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--848840153&fields=id&tenant_id=0505e1ad716b4cc68624dd1b24def3b7 HTTP/1.1" status: 200 len: 267 time: 0.5001607 May 25 22:51:53.185818 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b824b2-12b5-4a27-9851-316834484061 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b649b38-e7e4-4814-bbc1-d4c8ad208bc4,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:53.199986 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] In _notify_port_updated(), no bound segment for port d9712203-daa8-4edb-aee8-7dee26f46e5c on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:51:53.201241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:53.202862 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c94c7946-7741-4851-a3f0-f3f11c6b9731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] 10.222.0.66 "PUT /v2.0/ports/d9712203-daa8-4edb-aee8-7dee26f46e5c HTTP/1.1" status: 200 len: 981 time: 3.0573821 May 25 22:51:53.226490 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60372) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:53.305970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f9b824b2-12b5-4a27-9851-316834484061 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:53.313674 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fe746706-ed13-4bf6-b15f-c233a110f35c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Synchronizing usage tracker for tenant:797c61c3819a488eb555647da8ee6890 on resource:floatingip {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:53.365195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Allocated IP 172.26.5.137 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/5d402d68-a528-4fe4-92c2-c058f62d9e54) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:51:53.490083 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-504acf7b-4735-454e-b93f-c76bf2676f63 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:53.492212 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-504acf7b-4735-454e-b93f-c76bf2676f63 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/networks?id=9cae65aa-3fc8-4065-9612-66200e7cb1df HTTP/1.1" status: 200 len: 812 time: 0.2978425 May 25 22:51:53.493003 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c65dc806-bdd1-4aae-bdd0-49741cfd61a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:53.518968 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9276885a-8c60-4c8e-9af3-df2a5ab72874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10955 time: 0.2908361 May 25 22:51:53.527672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60378) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:53.532434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:53.536897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c65dc806-bdd1-4aae-bdd0-49741cfd61a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:53.538644 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c65dc806-bdd1-4aae-bdd0-49741cfd61a2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e3d7d11e-8060-40a7-b293-e1063c4c7807 HTTP/1.1" status: 204 len: 168 time: 0.9186831 May 25 22:51:53.565125 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f9b824b2-12b5-4a27-9851-316834484061 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] 10.222.0.66 "DELETE /v2.0/ports/4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 HTTP/1.1" status: 204 len: 168 time: 1.3042488 May 25 22:51:53.565125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fe746706-ed13-4bf6-b15f-c233a110f35c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Unset dirty status for tenant:797c61c3819a488eb555647da8ee6890 on resource:floatingip {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:53.565125 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fe746706-ed13-4bf6-b15f-c233a110f35c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3882017 May 25 22:51:53.565125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60384) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:53.603813 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60388) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:53.652805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:53.657198 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-f925cba4-db78-4a86-979d-b2a3fb6bd040 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] GET failed (client error): The resource could not be found. May 25 22:51:53.657737 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f925cba4-db78-4a86-979d-b2a3fb6bd040 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Synchronizing usage tracker for tenant:443d4c1cb5614a938671aad7c6f4e0a2 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:53.659816 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dc806-bdd1-4aae-bdd0-49741cfd61a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d7d11e-8060-40a7-b293-e1063c4c7807,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:53.738370 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d82cc803-0b35-40fb-906a-7edab8b0fd4b tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/quotas/0505e1ad716b4cc68624dd1b24def3b7 HTTP/1.1" status: 200 len: 375 time: 0.2318676 May 25 22:51:53.751428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0bbfc096-1282-48a9-9ca8-4192e0105303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:53.838772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:53.839073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0bbfc096-1282-48a9-9ca8-4192e0105303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:53.839525 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Pushing event updated for resources: {'Port': ['ID=5d402d68-a528-4fe4-92c2-c058f62d9e54,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:53.843858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:53.844139 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0bbfc096-1282-48a9-9ca8-4192e0105303 admin admin] Usage tracker for resource:security_group_rule and tenant:0768352a128d464aa7b1fb424f2e7309 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:53.847866 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0bbfc096-1282-48a9-9ca8-4192e0105303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:53.851095 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:53.852749 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-e534c415-90ac-4339-abcc-991cec90fa27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Deleting port d9712203-daa8-4edb-aee8-7dee26f46e5c {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:51:53.853093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e534c415-90ac-4339-abcc-991cec90fa27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:53.856685 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66e652d-3696-4bf8-b550-ddaf00560fee tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:53.857048 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66e652d-3696-4bf8-b550-ddaf00560fee tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:53.857406 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66e652d-3696-4bf8-b550-ddaf00560fee tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:53.857750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66e652d-3696-4bf8-b550-ddaf00560fee tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:53.858095 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66e652d-3696-4bf8-b550-ddaf00560fee tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:53.858952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f66e652d-3696-4bf8-b550-ddaf00560fee tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Synchronizing usage tracker for tenant:797c61c3819a488eb555647da8ee6890 on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:53.885073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f925cba4-db78-4a86-979d-b2a3fb6bd040 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Unset dirty status for tenant:443d4c1cb5614a938671aad7c6f4e0a2 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:53.886212 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f925cba4-db78-4a86-979d-b2a3fb6bd040 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] 10.222.0.66 "GET /v2.0/ports/4b649b38-e7e4-4814-bbc1-d4c8ad208bc4 HTTP/1.1" status: 404 len: 333 time: 0.3222852 May 25 22:51:53.887680 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0bbfc096-1282-48a9-9ca8-4192e0105303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:53.890006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60398) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:53.896122 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-796a833b-c55e-48b6-a74b-374801b05b81 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1609633152', 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:53.902390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-796a833b-c55e-48b6-a74b-374801b05b81 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:53.914577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-796a833b-c55e-48b6-a74b-374801b05b81 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:53.983371 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f66e652d-3696-4bf8-b550-ddaf00560fee tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Unset dirty status for tenant:797c61c3819a488eb555647da8ee6890 on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:53.984524 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f66e652d-3696-4bf8-b550-ddaf00560fee tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3376 time: 0.3733644 May 25 22:51:53.988769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60404) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:54.000166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796a833b-c55e-48b6-a74b-374801b05b81 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Made reservation on behalf of 443d4c1cb5614a938671aad7c6f4e0a2 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:54.002468 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-796a833b-c55e-48b6-a74b-374801b05b81 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.025914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.030958 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-796a833b-c55e-48b6-a74b-374801b05b81 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] device_id is not set on port 207bda2b-5072-4d08-abf9-c7a383397e48 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:51:54.117345 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-6db4ce23-627e-4b0a-8380-3ed49f661207 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0505e1ad716b4cc68624dd1b24def3b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3700068 May 25 22:51:54.165109 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-f3154e87-ca24-4321-ab92-eb94f91da2ee tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] delete failed (client error): The resource could not be found. May 25 22:51:54.168563 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f3154e87-ca24-4321-ab92-eb94f91da2ee tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/75373551-03b3-44f0-b6e8-21739c028b86 HTTP/1.1" status: 404 len: 345 time: 0.1678474 May 25 22:51:54.171096 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60416) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:54.214803 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6de10a4-27a9-42c2-b068-a20c11dbbe6f tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] DELETE failed (client error): The resource could not be found. May 25 22:51:54.215321 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6de10a4-27a9-42c2-b068-a20c11dbbe6f tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:51:54.228164 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0bbfc096-1282-48a9-9ca8-4192e0105303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.232811 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-e534c415-90ac-4339-abcc-991cec90fa27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] For port d9712203-daa8-4edb-aee8-7dee26f46e5c, host hv-neutron-8433, got binding levels [] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:51:54.233203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e534c415-90ac-4339-abcc-991cec90fa27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.250729 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.334372 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e6de10a4-27a9-42c2-b068-a20c11dbbe6f tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "DELETE /v2.0/networks/a6aff1b4-0370-408e-bdd0-7c5d3ab48373 HTTP/1.1" status: 404 len: 339 time: 0.1567571 May 25 22:51:54.341273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60426) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:54.403823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-07e48df7-3503-4874-bc01-bed2ec50f53b tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Request body: {'network': {'name': 'tempest-network--528401284', 'router:external': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:54.414102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-e534c415-90ac-4339-abcc-991cec90fa27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Calling delete_port for d9712203-daa8-4edb-aee8-7dee26f46e5c owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:51:54.424483 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-796a833b-c55e-48b6-a74b-374801b05b81 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.441403 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0bbfc096-1282-48a9-9ca8-4192e0105303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.458009 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-07e48df7-3503-4874-bc01-bed2ec50f53b tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:54.475043 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-07e48df7-3503-4874-bc01-bed2ec50f53b tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Usage tracker for resource:network and tenant:797c61c3819a488eb555647da8ee6890 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:54.484752 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-07e48df7-3503-4874-bc01-bed2ec50f53b tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:54.508459 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-07e48df7-3503-4874-bc01-bed2ec50f53b tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:54.525913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfc096-1282-48a9-9ca8-4192e0105303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77697aee-0868-4049-93c8-93a976242c5e,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:54.570263 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0bbfc096-1282-48a9-9ca8-4192e0105303 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0768352a128d464aa7b1fb424f2e7309&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5089269 May 25 22:51:54.574131 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60438) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:54.583120 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.613055 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-796a833b-c55e-48b6-a74b-374801b05b81 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.641416 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5414299c-2e57-4005-993a-ccf5a0148026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.643025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e48df7-3503-4874-bc01-bed2ec50f53b tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Made reservation on behalf of 797c61c3819a488eb555647da8ee6890 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:54.645238 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-07e48df7-3503-4874-bc01-bed2ec50f53b tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.677038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e534c415-90ac-4339-abcc-991cec90fa27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.677711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.689438 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a833b-c55e-48b6-a74b-374801b05b81 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Network 978f3329-a016-4de9-a07d-3aef7f3afa0c is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:54.693219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-796a833b-c55e-48b6-a74b-374801b05b81 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:54.700417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796a833b-c55e-48b6-a74b-374801b05b81 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:54.701312 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796a833b-c55e-48b6-a74b-374801b05b81 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:54.701804 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-796a833b-c55e-48b6-a74b-374801b05b81 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.715774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a833b-c55e-48b6-a74b-374801b05b81 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Pushing event updated for resources: {'Port': ['ID=207bda2b-5072-4d08-abf9-c7a383397e48,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:54.734496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5414299c-2e57-4005-993a-ccf5a0148026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.748572 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534c415-90ac-4339-abcc-991cec90fa27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9712203-daa8-4edb-aee8-7dee26f46e5c,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:54.758670 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e48df7-3503-4874-bc01-bed2ec50f53b tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:51:54.767463 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.770140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e534c415-90ac-4339-abcc-991cec90fa27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.797414 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-796a833b-c55e-48b6-a74b-374801b05b81 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9024689 May 25 22:51:54.797583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60446) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:54.804501 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-07e48df7-3503-4874-bc01-bed2ec50f53b tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.804866 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-07e48df7-3503-4874-bc01-bed2ec50f53b tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Added segment e4e23f83-8d62-43bf-9b30-5e54cb425296 of type vlan for network d3c8aa53-caed-4ce0-81c2-d52099c8c6cb May 25 22:51:54.822804 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e534c415-90ac-4339-abcc-991cec90fa27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] 10.222.0.66 "DELETE /v2.0/ports/d9712203-daa8-4edb-aee8-7dee26f46e5c HTTP/1.1" status: 204 len: 168 time: 1.2937617 May 25 22:51:54.832005 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60450) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:54.844561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Pushing event updated for resources: {'Port': ['ID=5d402d68-a528-4fe4-92c2-c058f62d9e54,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:54.869041 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e2c4b097-8436-4494-a3a7-6a99c9b340d2 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Synchronizing usage tracker for tenant:443d4c1cb5614a938671aad7c6f4e0a2 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:54.877322 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.884592 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d82973f4-fc2e-4b49-9e4f-47e3a7b8944e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5271869 May 25 22:51:54.888614 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-14417f2a-68ad-4c58-b5ac-2b7c62d1812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] GET failed (client error): The resource could not be found. May 25 22:51:54.888614 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-14417f2a-68ad-4c58-b5ac-2b7c62d1812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Synchronizing usage tracker for tenant:22103d89a52f4f3591c242c3274f509b on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:54.899395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-07e48df7-3503-4874-bc01-bed2ec50f53b tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:54.918942 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-44d56caf-b512-424a-8192-cb70018885a0 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:54.919979 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-44d56caf-b512-424a-8192-cb70018885a0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5202994 May 25 22:51:54.961465 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e2c4b097-8436-4494-a3a7-6a99c9b340d2 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Unset dirty status for tenant:443d4c1cb5614a938671aad7c6f4e0a2 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:54.962823 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e2c4b097-8436-4494-a3a7-6a99c9b340d2 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] 10.222.0.66 "GET /v2.0/ports/207bda2b-5072-4d08-abf9-c7a383397e48 HTTP/1.1" status: 200 len: 955 time: 0.1641598 May 25 22:51:54.965460 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60458) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:55.010605 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:51:55.025136 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-14417f2a-68ad-4c58-b5ac-2b7c62d1812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Unset dirty status for tenant:22103d89a52f4f3591c242c3274f509b on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:55.030356 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-14417f2a-68ad-4c58-b5ac-2b7c62d1812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] 10.222.0.66 "GET /v2.0/ports/d9712203-daa8-4edb-aee8-7dee26f46e5c HTTP/1.1" status: 404 len: 333 time: 0.2047215 May 25 22:51:55.030505 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60462) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:55.031845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5414299c-2e57-4005-993a-ccf5a0148026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:55.056011 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f9c0f778-8df9-4a56-b1e9-2d5c852a3bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-745813306', 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:55.060553 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60466) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:55.062333 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f9c0f778-8df9-4a56-b1e9-2d5c852a3bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:55.065792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414299c-2e57-4005-993a-ccf5a0148026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77697aee-0868-4049-93c8-93a976242c5e,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:55.075159 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f9c0f778-8df9-4a56-b1e9-2d5c852a3bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:55.092803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-207ddbb1-40f0-4691-95d9-71d70a5c10e8 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Deleting port 207bda2b-5072-4d08-abf9-c7a383397e48 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:51:55.093151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-207ddbb1-40f0-4691-95d9-71d70a5c10e8 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:55.096954 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5414299c-2e57-4005-993a-ccf5a0148026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:55.109190 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5414299c-2e57-4005-993a-ccf5a0148026 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77697aee-0868-4049-93c8-93a976242c5e HTTP/1.1" status: 204 len: 168 time: 0.5232065 May 25 22:51:55.136453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-07e48df7-3503-4874-bc01-bed2ec50f53b tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:55.137564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e48df7-3503-4874-bc01-bed2ec50f53b tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:55.138293 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-07e48df7-3503-4874-bc01-bed2ec50f53b tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:55.157736 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c0f778-8df9-4a56-b1e9-2d5c852a3bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Made reservation on behalf of 22103d89a52f4f3591c242c3274f509b for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:55.160086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f9c0f778-8df9-4a56-b1e9-2d5c852a3bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:55.197618 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-88349d5e-7d8c-4285-a77e-cda67566dadb service neutron] 10.222.0.66 "GET /v2.0/networks/9cae65aa-3fc8-4065-9612-66200e7cb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623463 May 25 22:51:55.242402 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-f9c0f778-8df9-4a56-b1e9-2d5c852a3bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] device_id is not set on port 2721868a-d45d-4a0d-b6e2-c825d994c5fe yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:51:55.389758 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e206c5d5-b13d-4096-9b39-fa214cd652cf tempest-AgentManagementNegativeTest-1895739665 tempest-AgentManagementNegativeTest-1895739665-project] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3275125 May 25 22:51:55.407389 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-07e48df7-3503-4874-bc01-bed2ec50f53b tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0650809 May 25 22:51:55.408259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e48df7-3503-4874-bc01-bed2ec50f53b tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event updated for resources: {'Network': ['ID=d3c8aa53-caed-4ce0-81c2-d52099c8c6cb,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:55.411269 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60488) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:55.425867 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network d3c8aa53-caed-4ce0-81c2-d52099c8c6cb details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:51:55.479681 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-49a24f61-8c80-4182-bc44-51c0014be783 service neutron] 10.222.0.66 "GET /v2.0/networks/9cae65aa-3fc8-4065-9612-66200e7cb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995637 May 25 22:51:55.535431 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60496) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:55.588743 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-b6621fe0-7ff2-4f7c-889a-0c5a7d000e5e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1998813101&fields=id&tenant_id=37812d801ca84073b774698e0a70ba5a HTTP/1.1" status: 200 len: 267 time: 0.0571997 May 25 22:51:55.620191 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-207ddbb1-40f0-4691-95d9-71d70a5c10e8 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:55.776683 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-207ddbb1-40f0-4691-95d9-71d70a5c10e8 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Calling delete_port for 207bda2b-5072-4d08-abf9-c7a383397e48 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:51:55.836658 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-a60a7232-cb1f-4912-8125-14e358b93869 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:55.843552 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-a60a7232-cb1f-4912-8125-14e358b93869 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/networks?id=ad2e64db-8f8f-49b2-92b1-43b2eabb0340 HTTP/1.1" status: 200 len: 805 time: 0.2539244 May 25 22:51:55.861497 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-bcfc802c-3d8f-4108-bc37-08108f4594b5 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/quotas/37812d801ca84073b774698e0a70ba5a HTTP/1.1" status: 200 len: 375 time: 0.0169621 May 25 22:51:55.969668 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-aaf8a7b3-364e-499c-8a16-cbbec64c7c3d req-77a136ea-fdce-448b-a26c-12c9fdedaa75 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 210 time: 0.0527065 May 25 22:51:56.028007 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd2aeb-586d-408d-b6fb-13fca720a79c tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:56.029929 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-e5effa83-582e-4825-8486-47f2603e220f tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=37812d801ca84073b774698e0a70ba5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1674368 May 25 22:51:56.031940 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd2aeb-586d-408d-b6fb-13fca720a79c tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:56.036381 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd2aeb-586d-408d-b6fb-13fca720a79c tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:56.040950 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd2aeb-586d-408d-b6fb-13fca720a79c tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:56.041788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-6ecd2aeb-586d-408d-b6fb-13fca720a79c tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Synchronizing usage tracker for tenant:a58dc7f9a7de45d7a3bd149beeabae5d on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:56.205362 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-207ddbb1-40f0-4691-95d9-71d70a5c10e8 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:56.256113 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f9c0f778-8df9-4a56-b1e9-2d5c852a3bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:56.260706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-6ecd2aeb-586d-408d-b6fb-13fca720a79c tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Unset dirty status for tenant:a58dc7f9a7de45d7a3bd149beeabae5d on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:56.261876 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6ecd2aeb-586d-408d-b6fb-13fca720a79c tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8498640 May 25 22:51:56.265249 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60532) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:56.274181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ddbb1-40f0-4691-95d9-71d70a5c10e8 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Pushing event deleted for resources: {'Port': ['ID=207bda2b-5072-4d08-abf9-c7a383397e48,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:56.282848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-207ddbb1-40f0-4691-95d9-71d70a5c10e8 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:56.326865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60538) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:56.370275 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-207ddbb1-40f0-4691-95d9-71d70a5c10e8 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] 10.222.0.66 "DELETE /v2.0/ports/207bda2b-5072-4d08-abf9-c7a383397e48 HTTP/1.1" status: 204 len: 168 time: 1.4031992 May 25 22:51:56.372772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60544) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:56.417351 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f9c0f778-8df9-4a56-b1e9-2d5c852a3bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:56.425811 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a7312235-030f-4e9e-9f63-6e06d435a83c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:56.465053 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2c5e19-40f4-44d9-804b-e16b211a24ec tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] GET failed (client error): The resource could not be found. May 25 22:51:56.465750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-da2c5e19-40f4-44d9-804b-e16b211a24ec tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Synchronizing usage tracker for tenant:443d4c1cb5614a938671aad7c6f4e0a2 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:56.522844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c0f778-8df9-4a56-b1e9-2d5c852a3bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Network 57365cc0-288f-4365-bf66-639a7c82e4d7 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:56.528124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-f9c0f778-8df9-4a56-b1e9-2d5c852a3bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:56.532447 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0f778-8df9-4a56-b1e9-2d5c852a3bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:56.533697 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c0f778-8df9-4a56-b1e9-2d5c852a3bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:56.534326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f9c0f778-8df9-4a56-b1e9-2d5c852a3bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:56.542437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0f778-8df9-4a56-b1e9-2d5c852a3bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Pushing event updated for resources: {'Port': ['ID=2721868a-d45d-4a0d-b6e2-c825d994c5fe,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:56.577895 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a7312235-030f-4e9e-9f63-6e06d435a83c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:56.601672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-da2c5e19-40f4-44d9-804b-e16b211a24ec tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Unset dirty status for tenant:443d4c1cb5614a938671aad7c6f4e0a2 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:56.606788 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-da2c5e19-40f4-44d9-804b-e16b211a24ec tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] 10.222.0.66 "GET /v2.0/ports/207bda2b-5072-4d08-abf9-c7a383397e48 HTTP/1.1" status: 404 len: 333 time: 0.2290807 May 25 22:51:56.606788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8942c0fd-0079-4e93-a9bf-525c836e8b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:56.607865 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60554) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:56.610500 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-a7312235-030f-4e9e-9f63-6e06d435a83c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c8aa53-caed-4ce0-81c2-d52099c8c6cb']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:56.620770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2bc6c6b6-2f5e-4f64-a8ad-364d8a1dcb7d tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Request body: {'port': {'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-254665267'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:56.627272 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2bc6c6b6-2f5e-4f64-a8ad-364d8a1dcb7d tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:56.633520 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-a7312235-030f-4e9e-9f63-6e06d435a83c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e23f83-8d62-43bf-9b30-5e54cb425296') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:56.633807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-a7312235-030f-4e9e-9f63-6e06d435a83c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e23f83-8d62-43bf-9b30-5e54cb425296') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:56.639272 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f9c0f778-8df9-4a56-b1e9-2d5c852a3bca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5992870 May 25 22:51:56.640072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60558) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:56.654546 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8942c0fd-0079-4e93-a9bf-525c836e8b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:56.659865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8942c0fd-0079-4e93-a9bf-525c836e8b8b admin admin] Usage tracker for resource:security_group_rule and tenant:87f6d7c357c84f148782c2a0ff1b7b96 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:56.663817 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8942c0fd-0079-4e93-a9bf-525c836e8b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:56.670762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8942c0fd-0079-4e93-a9bf-525c836e8b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:56.677019 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2bc6c6b6-2f5e-4f64-a8ad-364d8a1dcb7d tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:56.690031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-78fa88bb-e60e-4294-ac09-73e842c909d7 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:51:56.691006 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-78fa88bb-e60e-4294-ac09-73e842c909d7 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2628725 May 25 22:51:56.692730 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a7312235-030f-4e9e-9f63-6e06d435a83c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:56.758765 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8942c0fd-0079-4e93-a9bf-525c836e8b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:56.796894 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a7312235-030f-4e9e-9f63-6e06d435a83c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:56.819666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7312235-030f-4e9e-9f63-6e06d435a83c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:51:56.820263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a7312235-030f-4e9e-9f63-6e06d435a83c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:51:56.836728 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:51:56.845239 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-798705ac-718a-4e41-91e7-3b17303d609d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] 10.222.0.66 "GET /v2.0/ports/2721868a-d45d-4a0d-b6e2-c825d994c5fe HTTP/1.1" status: 200 len: 958 time: 0.2009962 May 25 22:51:56.846897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60564) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:56.892735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc6c6b6-2f5e-4f64-a8ad-364d8a1dcb7d tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Made reservation on behalf of 443d4c1cb5614a938671aad7c6f4e0a2 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:56.893745 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8942c0fd-0079-4e93-a9bf-525c836e8b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:56.894982 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2bc6c6b6-2f5e-4f64-a8ad-364d8a1dcb7d tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:56.946126 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-2bc6c6b6-2f5e-4f64-a8ad-364d8a1dcb7d tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] device_id is not set on port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:51:56.968265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4039c-d5e1-4c58-a9e1-d1f88276d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Deleting port 2721868a-d45d-4a0d-b6e2-c825d994c5fe {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:51:56.968798 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c8e4039c-d5e1-4c58-a9e1-d1f88276d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:57.006446 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942c0fd-0079-4e93-a9bf-525c836e8b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a297e5-b8ac-427f-a291-13c3045e8113,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:57.025430 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8942c0fd-0079-4e93-a9bf-525c836e8b8b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87f6d7c357c84f148782c2a0ff1b7b96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6936982 May 25 22:51:57.031338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60580) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:57.037120 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-89b3a647-7938-4b60-a279-65241c8e3a22 service neutron] 10.222.0.66 "GET /v2.0/networks/ad2e64db-8f8f-49b2-92b1-43b2eabb0340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236818 May 25 22:51:57.129179 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a7312235-030f-4e9e-9f63-6e06d435a83c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:57.165700 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1864ad48-3f0a-4d2f-949f-02b8f5063903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:57.177685 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1dbc10d0-1ab2-447e-aaa4-9e5aa94b0e82 req-b8aab130-246d-496a-8b27-5e7f2598844d tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 210 time: 0.0466204 May 25 22:51:57.210347 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7312235-030f-4e9e-9f63-6e06d435a83c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3c8aa53-caed-4ce0-81c2-d52099c8c6cb {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 25 22:51:57.216744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a7312235-030f-4e9e-9f63-6e06d435a83c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:57.229999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7312235-030f-4e9e-9f63-6e06d435a83c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3c8aa53-caed-4ce0-81c2-d52099c8c6cb,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:57.306243 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1864ad48-3f0a-4d2f-949f-02b8f5063903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:57.380599 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c8e4039c-d5e1-4c58-a9e1-d1f88276d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:57.385313 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a7312235-030f-4e9e-9f63-6e06d435a83c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "DELETE /v2.0/networks/d3c8aa53-caed-4ce0-81c2-d52099c8c6cb HTTP/1.1" status: 204 len: 168 time: 1.1182418 May 25 22:51:57.397791 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60594) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:57.455698 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-8d9a008c-db68-4b70-b618-ef4af50c8c25 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Request body: {'network': {'name': 'tempest-network--577671288', 'router:external': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:57.461628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8d9a008c-db68-4b70-b618-ef4af50c8c25 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:57.465992 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8d9a008c-db68-4b70-b618-ef4af50c8c25 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Usage tracker for resource:network and tenant:797c61c3819a488eb555647da8ee6890 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:57.475678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8d9a008c-db68-4b70-b618-ef4af50c8c25 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:57.484073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8d9a008c-db68-4b70-b618-ef4af50c8c25 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:57.554517 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-858fe549-3ff8-4c60-80b3-42a08617cbb5 service neutron] 10.222.0.66 "GET /v2.0/networks/ad2e64db-8f8f-49b2-92b1-43b2eabb0340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106256 May 25 22:51:57.565543 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9a008c-db68-4b70-b618-ef4af50c8c25 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Made reservation on behalf of 797c61c3819a488eb555647da8ee6890 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:57.567814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8d9a008c-db68-4b70-b618-ef4af50c8c25 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:57.595116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4039c-d5e1-4c58-a9e1-d1f88276d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Calling delete_port for 2721868a-d45d-4a0d-b6e2-c825d994c5fe owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:51:57.657820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2bc6c6b6-2f5e-4f64-a8ad-364d8a1dcb7d tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:57.689835 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9a008c-db68-4b70-b618-ef4af50c8c25 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:51:57.817577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60602) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:57.826265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c8e4039c-d5e1-4c58-a9e1-d1f88276d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:57.856953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2bc6c6b6-2f5e-4f64-a8ad-364d8a1dcb7d tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:57.860164 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8d9a008c-db68-4b70-b618-ef4af50c8c25 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:57.860769 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-8d9a008c-db68-4b70-b618-ef4af50c8c25 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Added segment 5394142a-cfdf-4f22-96d0-2445b0127cf9 of type vlan for network 31d815e5-3327-4572-81a5-b3fd28058575 May 25 22:51:57.933933 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4039c-d5e1-4c58-a9e1-d1f88276d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Pushing event deleted for resources: {'Port': ['ID=2721868a-d45d-4a0d-b6e2-c825d994c5fe,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:57.978477 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc6c6b6-2f5e-4f64-a8ad-364d8a1dcb7d tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Network 978f3329-a016-4de9-a07d-3aef7f3afa0c is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:57.979349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1864ad48-3f0a-4d2f-949f-02b8f5063903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:57.980001 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6c6b6-2f5e-4f64-a8ad-364d8a1dcb7d tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Pushing event updated for resources: {'Port': ['ID=6c9f70e0-75ad-49ef-9576-fb82f14b4df2,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:57.985253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-2bc6c6b6-2f5e-4f64-a8ad-364d8a1dcb7d tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:57.998714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c8e4039c-d5e1-4c58-a9e1-d1f88276d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:58.004271 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6c6b6-2f5e-4f64-a8ad-364d8a1dcb7d tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:58.008941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc6c6b6-2f5e-4f64-a8ad-364d8a1dcb7d tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:58.009591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2bc6c6b6-2f5e-4f64-a8ad-364d8a1dcb7d tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:58.038885 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8d9a008c-db68-4b70-b618-ef4af50c8c25 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:58.057268 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c8e4039c-d5e1-4c58-a9e1-d1f88276d341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] 10.222.0.66 "DELETE /v2.0/ports/2721868a-d45d-4a0d-b6e2-c825d994c5fe HTTP/1.1" status: 204 len: 168 time: 1.2088783 May 25 22:51:58.063667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-591754599'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:58.074753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60624) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:58.108792 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:58.119668 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864ad48-3f0a-4d2f-949f-02b8f5063903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a297e5-b8ac-427f-a291-13c3045e8113,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:58.122599 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1864ad48-3f0a-4d2f-949f-02b8f5063903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:58.126543 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1864ad48-3f0a-4d2f-949f-02b8f5063903 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5a297e5-b8ac-427f-a291-13c3045e8113 HTTP/1.1" status: 204 len: 168 time: 1.0943151 May 25 22:51:58.133210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:network and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:58.140370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:58.144099 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-595d8322-8532-4934-bbcd-45a10a4c7b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] GET failed (client error): The resource could not be found. May 25 22:51:58.144954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-595d8322-8532-4934-bbcd-45a10a4c7b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Synchronizing usage tracker for tenant:22103d89a52f4f3591c242c3274f509b on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:51:58.153906 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:58.156143 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f28f564-1aa5-4799-9a1a-1135e7b2ebaa req-9fbca421-b5d9-4afd-b238-17a23c967998 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 210 time: 0.1083705 May 25 22:51:58.170830 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60632) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:58.173151 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2bc6c6b6-2f5e-4f64-a8ad-364d8a1dcb7d tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5649462 May 25 22:51:58.177892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:58.200823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60638) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:58.239983 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:58.244646 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:58.298915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:58.299807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8d9a008c-db68-4b70-b618-ef4af50c8c25 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:58.300749 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9a008c-db68-4b70-b618-ef4af50c8c25 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:58.301327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8d9a008c-db68-4b70-b618-ef4af50c8c25 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:58.319618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-595d8322-8532-4934-bbcd-45a10a4c7b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Unset dirty status for tenant:22103d89a52f4f3591c242c3274f509b on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:51:58.321757 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-595d8322-8532-4934-bbcd-45a10a4c7b65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] 10.222.0.66 "GET /v2.0/ports/2721868a-d45d-4a0d-b6e2-c825d994c5fe HTTP/1.1" status: 404 len: 333 time: 0.2457826 May 25 22:51:58.329320 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60650) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:58.348480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c3e12477-f52f-49f9-8363-8650bbe1b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Request body: {'port': {'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-370355408'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:58.364031 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c3e12477-f52f-49f9-8363-8650bbe1b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:58.387086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c3e12477-f52f-49f9-8363-8650bbe1b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:58.395431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:58.398431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:58.451573 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:security_group_rule and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:58.460969 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:58.474821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:58.590996 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e12477-f52f-49f9-8363-8650bbe1b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Made reservation on behalf of 22103d89a52f4f3591c242c3274f509b for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:51:58.593615 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c3e12477-f52f-49f9-8363-8650bbe1b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:58.645914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-c3e12477-f52f-49f9-8363-8650bbe1b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] device_id is not set on port 849712d2-013c-4815-b914-825045b8cf87 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:51:58.646091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-8a1b79de-db87-4a9e-9660-09c9091317d4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1514485666'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:51:58.662425 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-726b0307-a796-4b2f-ab71-683035703ed9 req-8a8289e0-614c-4871-9071-5529213bf724 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 210 time: 0.3060236 May 25 22:51:58.663547 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8a1b79de-db87-4a9e-9660-09c9091317d4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:51:58.671270 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8a1b79de-db87-4a9e-9660-09c9091317d4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Usage tracker for resource:router and tenant:6cece984ec37438f9933199df81bbf9e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:51:58.675682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8a1b79de-db87-4a9e-9660-09c9091317d4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:51:58.684275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a008c-db68-4b70-b618-ef4af50c8c25 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event updated for resources: {'Network': ['ID=31d815e5-3327-4572-81a5-b3fd28058575,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:58.688238 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8a1b79de-db87-4a9e-9660-09c9091317d4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:51:58.698914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 31d815e5-3327-4572-81a5-b3fd28058575 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:51:58.754026 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8d9a008c-db68-4b70-b618-ef4af50c8c25 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3515778 May 25 22:51:58.757381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60664) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:58.793630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8a1b79de-db87-4a9e-9660-09c9091317d4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:58.794442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8a1b79de-db87-4a9e-9660-09c9091317d4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:58.923603 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03c313f-8e4c-4e81-8806-0390d1bfa34e tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:58.927838 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e03c313f-8e4c-4e81-8806-0390d1bfa34e tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] 10.222.0.66 "GET /v2.0/networks/31d815e5-3327-4572-81a5-b3fd28058575 HTTP/1.1" status: 200 len: 756 time: 0.1692541 May 25 22:51:58.928552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60674) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:58.956327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8a1b79de-db87-4a9e-9660-09c9091317d4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:58.986108 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:58.998988 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] device_id is not set on port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:51:59.018034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.067374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Transition to ACTIVE for port object 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:51:59.081576 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d4790f-fd34-404e-889b-552f6861078b tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:59.087378 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-76d4790f-fd34-404e-889b-552f6861078b tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] 10.222.0.66 "GET /v2.0/networks/6a29071c-8157-4b28-9123-f5d6fd0871db HTTP/1.1" status: 200 len: 768 time: 0.1567066 May 25 22:51:59.088001 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60682) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:59.123282 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.137402 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:51:59.150644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.152496 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Added segment da21ee1e-4138-4507-825d-c491fa728806 of type vlan for network 2ba7d0f9-1347-44ec-886d-8ce66995aa02 May 25 22:51:59.209034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8a1b79de-db87-4a9e-9660-09c9091317d4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.234858 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-046e39f4-600b-472e-9384-0e9e3e93bd17 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.249272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c3e12477-f52f-49f9-8363-8650bbe1b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.277252 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.356402 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-be42c096-d777-41e2-841f-69dbe671f976 req-b03b51c5-0984-4656-a4ac-1c861358d4bd tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 210 time: 0.1027217 May 25 22:51:59.357155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8a1b79de-db87-4a9e-9660-09c9091317d4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.361164 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8a1b79de-db87-4a9e-9660-09c9091317d4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1587453 May 25 22:51:59.361816 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60694) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:59.369226 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Pushing event updated for resources: {'Port': ['ID=6c9f70e0-75ad-49ef-9576-fb82f14b4df2,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:59.402387 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e1a818-8fd2-4f27-bea8-316b8e85e585,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:59.417384 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.530622 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:59.530959 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:59.531288 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:59.537085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:59.540025 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:59.540182 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 2 to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 May 25 22:51:59.555228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:59.555557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:59.555888 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:59.562714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:59.563152 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:59.563528 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 3 to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 May 25 22:51:59.565629 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-046e39f4-600b-472e-9384-0e9e3e93bd17 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.579939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:59.583037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:59.583037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:59.587123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:59.587471 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:59.587856 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 4 to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 May 25 22:51:59.596711 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-046e39f4-600b-472e-9384-0e9e3e93bd17 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d815e5-3327-4572-81a5-b3fd28058575']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:59.606258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:59.606581 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:59.606906 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:59.610419 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c3e12477-f52f-49f9-8363-8650bbe1b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.612275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-046e39f4-600b-472e-9384-0e9e3e93bd17 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5394142a-cfdf-4f22-96d0-2445b0127cf9') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:59.612593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-046e39f4-600b-472e-9384-0e9e3e93bd17 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5394142a-cfdf-4f22-96d0-2445b0127cf9') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:51:59.623415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c71df83d-11b1-42fd-a9af-651657e087ca tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.661792 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:59.662107 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:59.665611 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 5 to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 May 25 22:51:59.675727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-046e39f4-600b-472e-9384-0e9e3e93bd17 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.690330 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.694635 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:59.695355 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.735934 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e12477-f52f-49f9-8363-8650bbe1b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Network 57365cc0-288f-4365-bf66-639a7c82e4d7 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:51:59.742975 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:59.743315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:59.743644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:59.753325 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-c3e12477-f52f-49f9-8363-8650bbe1b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:51:59.758947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-046e39f4-600b-472e-9384-0e9e3e93bd17 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.759922 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e12477-f52f-49f9-8363-8650bbe1b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:51:59.760752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e12477-f52f-49f9-8363-8650bbe1b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:51:59.761340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c3e12477-f52f-49f9-8363-8650bbe1b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.767462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046e39f4-600b-472e-9384-0e9e3e93bd17 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:51:59.767785 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-046e39f4-600b-472e-9384-0e9e3e93bd17 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:51:59.781064 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:51:59.835687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e12477-f52f-49f9-8363-8650bbe1b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Pushing event updated for resources: {'Port': ['ID=849712d2-013c-4815-b914-825045b8cf87,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:59.853752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:59.854078 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:59.870016 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 6 to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 May 25 22:51:59.895096 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Network': ['ID=2ba7d0f9-1347-44ec-886d-8ce66995aa02,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:51:59.898972 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:59.899632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:59.900094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:59.909117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 2ba7d0f9-1347-44ec-886d-8ce66995aa02 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:51:59.909618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:59.909703 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:59.910163 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 7 to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 May 25 22:51:59.927464 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:59.928038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:59.928979 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:59.948635 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fe758d0b-e45e-4ca6-8b3b-431fc123e7c4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1178591 May 25 22:51:59.948635 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:59.948635 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:59.948635 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 8 to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 May 25 22:51:59.956245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:59.957120 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:59.957120 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:59.963908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:51:59.964363 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:51:59.964857 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 9 to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 May 25 22:51:59.982449 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:51:59.982971 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:51:59.983409 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:51:59.987454 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c3e12477-f52f-49f9-8363-8650bbe1b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6474743 May 25 22:51:59.993594 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60708) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:51:59.998254 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:00.031138 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:52:00.031513 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:52:00.040137 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-04c5e1f4-c6cc-4a2b-9958-da34d40853ce req-2ec450df-d9c1-4a8b-9af2-9635ebbbef43 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 210 time: 0.1307237 May 25 22:52:00.049409 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempt 10 to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 May 25 22:52:00.094596 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:00.095202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:00.095693 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempting to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:00.114685 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:52:00.114857 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Failed to bind port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'f26bbb3b-717b-44cb-b8ab-596cc096d61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '978f3329-a016-4de9-a07d-3aef7f3afa0c'}] May 25 22:52:00.115332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:00.143343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-046e39f4-600b-472e-9384-0e9e3e93bd17 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:00.308212 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] For port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:00.309104 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Attempted to set empty binding levels {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 25 22:52:00.310332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:00.448484 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046e39f4-600b-472e-9384-0e9e3e93bd17 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31d815e5-3327-4572-81a5-b3fd28058575 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 25 22:52:00.457478 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-046e39f4-600b-472e-9384-0e9e3e93bd17 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:00.474178 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e39f4-600b-472e-9384-0e9e3e93bd17 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event deleted for resources: {'Network': ['ID=31d815e5-3327-4572-81a5-b3fd28058575,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:00.485516 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c71df83d-11b1-42fd-a9af-651657e087ca tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:00.506093 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-046e39f4-600b-472e-9384-0e9e3e93bd17 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "DELETE /v2.0/networks/31d815e5-3327-4572-81a5-b3fd28058575 HTTP/1.1" status: 204 len: 168 time: 1.4169247 May 25 22:52:00.508094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60720) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:00.514789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c71df83d-11b1-42fd-a9af-651657e087ca tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:00.520976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60724) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:00.527974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c29bb6da-f9cd-48d8-9841-39570eba536a tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Request body: {'network': {'name': 'tempest-network--1878299354'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:00.550111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c29bb6da-f9cd-48d8-9841-39570eba536a tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:00.565712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c29bb6da-f9cd-48d8-9841-39570eba536a tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Usage tracker for resource:network and tenant:797c61c3819a488eb555647da8ee6890 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:00.581925 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c29bb6da-f9cd-48d8-9841-39570eba536a tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:00.592882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c29bb6da-f9cd-48d8-9841-39570eba536a tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:00.643061 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:00.753456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] In _notify_port_updated(), no bound segment for port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 on network 978f3329-a016-4de9-a07d-3aef7f3afa0c {{(pid=84717) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:52:00.754620 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:00.759203 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] 10.222.0.66 "PUT /v2.0/ports/6c9f70e0-75ad-49ef-9576-fb82f14b4df2 HTTP/1.1" status: 200 len: 976 time: 2.5836213 May 25 22:52:00.766021 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60730) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:00.791346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c71df83d-11b1-42fd-a9af-651657e087ca tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:00.792014 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71df83d-11b1-42fd-a9af-651657e087ca tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e94e8168-9adc-4b05-9a03-bcdae40123b9 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:52:00.837714 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-63434bc4-7d19-4adf-b284-230ca12361c9 req-351df795-c9d7-47ad-adff-c2cca8f4283d tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 210 time: 0.1391664 May 25 22:52:00.845200 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29bb6da-f9cd-48d8-9841-39570eba536a tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Made reservation on behalf of 797c61c3819a488eb555647da8ee6890 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:00.848638 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c29bb6da-f9cd-48d8-9841-39570eba536a tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:00.858056 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-530e1da7-b590-4034-99b7-065d673df15b tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Deleting port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:00.861550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-530e1da7-b590-4034-99b7-065d673df15b tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:00.862666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-587228115'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:00.884826 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c71df83d-11b1-42fd-a9af-651657e087ca tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:00.886070 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c71df83d-11b1-42fd-a9af-651657e087ca tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] 10.222.0.66 "DELETE /v2.0/routers/e94e8168-9adc-4b05-9a03-bcdae40123b9 HTTP/1.1" status: 204 len: 168 time: 1.5183003 May 25 22:52:00.891453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:00.895534 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60734) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:00.919662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Usage tracker for resource:network and tenant:f0ae3ab2c8b147899c6d9b16e1fdfc03 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:00.936204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-fb0a4453-1b5b-43f9-9dd2-0ec9074096dc tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Request body: {'router': {'name': 'tempest-router-55705636', 'distributed': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:00.939149 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1f6de-451d-4bc9-a83f-346cd4bc0c03 tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Pushing event updated for resources: {'Port': ['ID=6c9f70e0-75ad-49ef-9576-fb82f14b4df2,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:00.947030 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fb0a4453-1b5b-43f9-9dd2-0ec9074096dc tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:00.956870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fb0a4453-1b5b-43f9-9dd2-0ec9074096dc tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Usage tracker for resource:router and tenant:6cece984ec37438f9933199df81bbf9e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:00.964312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fb0a4453-1b5b-43f9-9dd2-0ec9074096dc tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:00.976510 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fb0a4453-1b5b-43f9-9dd2-0ec9074096dc tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:00.991914 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:01.016423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:01.030746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29bb6da-f9cd-48d8-9841-39570eba536a tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:01.045975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c29bb6da-f9cd-48d8-9841-39570eba536a tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:01.046594 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-c29bb6da-f9cd-48d8-9841-39570eba536a tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Added segment 97c9d289-bbbe-418d-b40d-6beda0ed4913 of type vlan for network ff2acac3-b570-43f3-90b0-d9048a29cf77 May 25 22:52:01.082093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4453-1b5b-43f9-9dd2-0ec9074096dc tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:01.082093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4453-1b5b-43f9-9dd2-0ec9074096dc tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:01.087141 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c29bb6da-f9cd-48d8-9841-39570eba536a tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:01.142760 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.73', 58661) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:01.181469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-530e1da7-b590-4034-99b7-065d673df15b tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] For port 6c9f70e0-75ad-49ef-9576-fb82f14b4df2, host hv-neutron-8433, got binding levels [] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:01.182482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-530e1da7-b590-4034-99b7-065d673df15b tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:01.184972 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4453-1b5b-43f9-9dd2-0ec9074096dc tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:01.358070 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Made reservation on behalf of f0ae3ab2c8b147899c6d9b16e1fdfc03 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:01.361553 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:01.419989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-530e1da7-b590-4034-99b7-065d673df15b tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Calling delete_port for 6c9f70e0-75ad-49ef-9576-fb82f14b4df2 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:01.447163 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:01.472759 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f6e4659e-7f37-4583-9511-d7a24283a0f5 req-587bb543-ba03-413e-ba2d-be2aabe4e457 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 210 time: 0.1262226 May 25 22:52:01.498924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:01.505357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c29bb6da-f9cd-48d8-9841-39570eba536a tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:01.506953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29bb6da-f9cd-48d8-9841-39570eba536a tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:01.507662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c29bb6da-f9cd-48d8-9841-39570eba536a tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:01.536879 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] device_id is not set on port 849712d2-013c-4815-b914-825045b8cf87 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:52:01.555623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Usage tracker for resource:security_group_rule and tenant:f0ae3ab2c8b147899c6d9b16e1fdfc03 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:01.576236 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:01.579267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4453-1b5b-43f9-9dd2-0ec9074096dc tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:01.649950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:01.669341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-b15d1b52-6715-4cc3-b1ff-6e7ef167c984 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:01.670734 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-b15d1b52-6715-4cc3-b1ff-6e7ef167c984 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.73 "GET /v2.0/networks?id=9cae65aa-3fc8-4065-9612-66200e7cb1df HTTP/1.1" status: 200 len: 812 time: 0.5255673 May 25 22:52:01.687228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bb6da-f9cd-48d8-9841-39570eba536a tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event updated for resources: {'Network': ['ID=ff2acac3-b570-43f3-90b0-d9048a29cf77,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:01.697942 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network ff2acac3-b570-43f3-90b0-d9048a29cf77 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:01.703964 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:01.821426 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c29bb6da-f9cd-48d8-9841-39570eba536a tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3121328 May 25 22:52:01.824396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60744) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:01.830405 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-122b11ac-6119-4616-9800-13dda37fff12 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:01.849025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:01.853043 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4453-1b5b-43f9-9dd2-0ec9074096dc tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:01.857640 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fb0a4453-1b5b-43f9-9dd2-0ec9074096dc tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9555511 May 25 22:52:01.857800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Transition to ACTIVE for port object 849712d2-013c-4815-b914-825045b8cf87 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:01.858208 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60748) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:01.862682 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-530e1da7-b590-4034-99b7-065d673df15b tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:01.971821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.73', 58664) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:01.996274 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:02.017114 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-4b53d2ec-28d1-4f0b-a31a-d623462ff1ce tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0505e1ad716b4cc68624dd1b24def3b7 HTTP/1.1" status: 200 len: 379 time: 0.3181386 May 25 22:52:02.037022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Request body: {'port': {'device_id': 'd871f841-60c8-4fe3-ab70-d88f5285a7fe', 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df', 'admin_state_up': True, 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'security_groups': ['8eb8776c-8ab0-483c-9533-a01b189c394a']}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:02.176838 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54c0fcb-aa9a-42b1-a623-e99e6c872e66,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:02.189173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:02.220611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-da89bd18-3a30-493f-b1a7-44f5c41ad58f tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:02.221449 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-da89bd18-3a30-493f-b1a7-44f5c41ad58f tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Synchronizing usage tracker for tenant:37812d801ca84073b774698e0a70ba5a on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:52:02.226335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:02.246198 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e1da7-b590-4034-99b7-065d673df15b tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c9f70e0-75ad-49ef-9576-fb82f14b4df2,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:02.424430 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6d75e89f-3ce1-4986-adc1-a167df3b4622 req-f10c1a23-c01d-4ab0-ac4a-49c322b9b161 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 210 time: 0.2413061 May 25 22:52:02.430064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-530e1da7-b590-4034-99b7-065d673df15b tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:02.434182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:02.434182 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Added segment 0042b2b0-2097-4190-bbb5-24d7c4e977e1 of type vlan for network dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd May 25 22:52:02.434182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:02.436308 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b47f692b-3df8-4301-9da8-95244158befe tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:02.522576 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Usage tracker for resource:port and tenant:0505e1ad716b4cc68624dd1b24def3b7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:02.563034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:02.573540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Pushing event updated for resources: {'Port': ['ID=849712d2-013c-4815-b914-825045b8cf87,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:02.596897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:02.597943 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-da89bd18-3a30-493f-b1a7-44f5c41ad58f tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Unset dirty status for tenant:37812d801ca84073b774698e0a70ba5a on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:52:02.600185 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-da89bd18-3a30-493f-b1a7-44f5c41ad58f tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.73 "GET /v2.0/networks?id=ad2e64db-8f8f-49b2-92b1-43b2eabb0340 HTTP/1.1" status: 200 len: 805 time: 0.5519927 May 25 22:52:02.610435 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-530e1da7-b590-4034-99b7-065d673df15b tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] 10.222.0.66 "DELETE /v2.0/ports/6c9f70e0-75ad-49ef-9576-fb82f14b4df2 HTTP/1.1" status: 204 len: 168 time: 1.8423173 May 25 22:52:02.614618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-122b11ac-6119-4616-9800-13dda37fff12 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:02.656223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60778) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:02.661496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:02.746399 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:02.747101 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:02.747685 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:02.747924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:02.751634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:02.752295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:02.760348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-024e7e4b-f329-4ca3-850f-5f4dda0bd713 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Synchronizing usage tracker for tenant:37812d801ca84073b774698e0a70ba5a on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:52:02.764349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:52:02.764889 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:52:02.766034 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 2 to bind port 849712d2-013c-4815-b914-825045b8cf87 May 25 22:52:02.783033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:02.783561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:02.784041 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:02.795613 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00b494c-404d-4ba7-8c04-2b83c51195fd tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] GET failed (client error): The resource could not be found. May 25 22:52:02.796410 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a00b494c-404d-4ba7-8c04-2b83c51195fd tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Synchronizing usage tracker for tenant:443d4c1cb5614a938671aad7c6f4e0a2 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:52:02.802640 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:52:02.803172 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:52:02.803983 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 3 to bind port 849712d2-013c-4815-b914-825045b8cf87 May 25 22:52:02.811749 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6662d01b-265a-4d69-b544-ce106cb82a2f req-dd80a9d7-dcfe-449a-9058-431d3464e52a tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 210 time: 0.1059039 May 25 22:52:02.838007 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:02.847254 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:02.848001 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:02.851407 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-122b11ac-6119-4616-9800-13dda37fff12 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:02.872561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-122b11ac-6119-4616-9800-13dda37fff12 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Network ff2acac3-b570-43f3-90b0-d9048a29cf77 is not hosted by any dhcp agent {{(pid=84717) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 25 22:52:02.873284 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122b11ac-6119-4616-9800-13dda37fff12 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:02.873652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-122b11ac-6119-4616-9800-13dda37fff12 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:02.874929 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-122b11ac-6119-4616-9800-13dda37fff12 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "PUT /v2.0/networks/ff2acac3-b570-43f3-90b0-d9048a29cf77 HTTP/1.1" status: 200 len: 858 time: 1.0493419 May 25 22:52:02.879079 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60786) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:03.030882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Made reservation on behalf of 0505e1ad716b4cc68624dd1b24def3b7 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:03.034100 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:03.061544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-024e7e4b-f329-4ca3-850f-5f4dda0bd713 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Unset dirty status for tenant:37812d801ca84073b774698e0a70ba5a on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:52:03.062911 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-024e7e4b-f329-4ca3-850f-5f4dda0bd713 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37812d801ca84073b774698e0a70ba5a HTTP/1.1" status: 200 len: 380 time: 0.3894446 May 25 22:52:03.119219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:52:03.125840 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:52:03.136274 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5996666 May 25 22:52:03.138416 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Request body: {'port': {'device_id': 'c3c2630e-fb9e-42c7-9aa3-b4648d73d211', 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'admin_state_up': True, 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'security_groups': ['25082faf-7066-4294-b329-b517c4e4e7d9']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:03.141435 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7a76e-1c78-4898-ae09-4c3be26e6d86 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Pushing event updated for resources: {'Network': ['ID=dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:03.143917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60790) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:03.153313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2081d4fe-adb4-4e08-81f0-23e7d14194e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Request body: {'subnet': {'network_id': 'dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:03.155548 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:03.270320 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a00b494c-404d-4ba7-8c04-2b83c51195fd tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] Unset dirty status for tenant:443d4c1cb5614a938671aad7c6f4e0a2 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:52:03.271734 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a00b494c-404d-4ba7-8c04-2b83c51195fd tempest-PortsAdminExtendedAttrsTestJSON-1070614520 tempest-PortsAdminExtendedAttrsTestJSON-1070614520-project-admin] 10.222.0.66 "GET /v2.0/ports/6c9f70e0-75ad-49ef-9576-fb82f14b4df2 HTTP/1.1" status: 404 len: 333 time: 0.6119084 May 25 22:52:03.275472 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60794) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:03.277026 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 4 to bind port 849712d2-013c-4815-b914-825045b8cf87 May 25 22:52:03.339123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60796) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:03.354189 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-ed878d1c-6316-496a-8d78-b7464b0958e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'subnet': {'network_id': '2ba7d0f9-1347-44ec-886d-8ce66995aa02', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:03.361546 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:03.363982 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:03.365308 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:03.430593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2081d4fe-adb4-4e08-81f0-23e7d14194e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:03.552986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:03.555943 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b11ac-6119-4616-9800-13dda37fff12 tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event updated for resources: {'Network': ['ID=ff2acac3-b570-43f3-90b0-d9048a29cf77,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:03.598161 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:52:03.602622 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:52:03.602622 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 5 to bind port 849712d2-013c-4815-b914-825045b8cf87 May 25 22:52:03.633817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2081d4fe-adb4-4e08-81f0-23e7d14194e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Usage tracker for resource:subnet and tenant:f0ae3ab2c8b147899c6d9b16e1fdfc03 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:03.640038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:03.640363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:03.640710 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:03.699445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:52:03.699768 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:52:03.712052 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 6 to bind port 849712d2-013c-4815-b914-825045b8cf87 May 25 22:52:03.719626 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2081d4fe-adb4-4e08-81f0-23e7d14194e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:03.743049 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2081d4fe-adb4-4e08-81f0-23e7d14194e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:03.785303 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b47f692b-3df8-4301-9da8-95244158befe tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:03.810790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:03.810790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:03.811126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:03.814534 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:03.817141 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3457b617-3715-43c2-a12b-8c81ef3d0941 req-ddc4f782-9205-4c05-9dfa-17240e9c82e3 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 210 time: 0.1107502 May 25 22:52:03.859591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:03.862852 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b47f692b-3df8-4301-9da8-95244158befe tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:03.863856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:52:03.864325 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:52:03.867275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:52:03.867790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:52:03.868708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:52:03.869174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > port after_create 55550000 {{(pid=84717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:52:03.869630 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:52:03.870139 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > port after_update 55550000 {{(pid=84717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:52:03.870611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:52:03.871083 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:52:03.871535 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:52:03.872095 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:52:03.875418 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d57b972d-2cf2-45b5-bf99-4bcd7ab8543f tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:03.951884 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2081d4fe-adb4-4e08-81f0-23e7d14194e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Made reservation on behalf of f0ae3ab2c8b147899c6d9b16e1fdfc03 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:03.977328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ed878d1c-6316-496a-8d78-b7464b0958e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:04.080642 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:52:04.081340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:52:04.081340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:52:04.081616 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 22:52:04.081993 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2acac3-b570-43f3-90b0-d9048a29cf77']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:04.089570 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2081d4fe-adb4-4e08-81f0-23e7d14194e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:04.096142 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Usage tracker for resource:port and tenant:37812d801ca84073b774698e0a70ba5a is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:04.099262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:04.107325 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:04.110820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ed878d1c-6316-496a-8d78-b7464b0958e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:subnet and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:04.115771 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 7 to bind port 849712d2-013c-4815-b914-825045b8cf87 May 25 22:52:04.119635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ed878d1c-6316-496a-8d78-b7464b0958e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:04.133970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c9d289-bbbe-418d-b40d-6beda0ed4913') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:04.140437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c9d289-bbbe-418d-b40d-6beda0ed4913') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:04.148868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:04.149202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:04.149531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:04.152833 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:04.167990 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:52:04.168323 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:52:04.171054 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 8 to bind port 849712d2-013c-4815-b914-825045b8cf87 May 25 22:52:04.182355 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:04.184930 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ed878d1c-6316-496a-8d78-b7464b0958e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:04.195116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:04.195685 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn_limited( May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn_limited( May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:04.213161 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:04.217455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Made reservation on behalf of 37812d801ca84073b774698e0a70ba5a for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:04.221122 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:04.233369 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f8f1aca3-e374-48a1-a743-d6b23d987872 req-1153241c-5c48-423f-a473-f8ac5601a726 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 210 time: 0.1289098 May 25 22:52:04.239534 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:04.239875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:04.240224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:04.289969 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Allocated IP 172.20.0.7 (9cae65aa-3fc8-4065-9612-66200e7cb1df/b693039a-8841-4831-b3b8-399b07c1f4c3/a6059d5e-029f-4b2b-ba70-715a4e1bfa1f) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:04.359584 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:52:04.359914 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:52:04.367491 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 9 to bind port 849712d2-013c-4815-b914-825045b8cf87 May 25 22:52:04.460191 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:04.460728 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:04.461130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:04.471165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:52:04.471464 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:52:04.476520 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.plugins.ml2.plugin [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempt 10 to bind port 849712d2-013c-4815-b914-825045b8cf87 May 25 22:52:04.533324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:04.533526 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:04.534075 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempting to bind port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:04.545715 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:52:04.545715 dv-neutron-843300-1-hyperv neutron-server[84717]: ERROR neutron.plugins.ml2.managers [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Failed to bind port 849712d2-013c-4815-b914-825045b8cf87 on host hv-neutron-8433 for vnic_type normal using segments [{'id': '18f1ba0e-9f95-4423-9c20-a6b772f3fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '57365cc0-288f-4365-bf66-639a7c82e4d7'}] May 25 22:52:04.546400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:04.558706 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed878d1c-6316-496a-8d78-b7464b0958e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:04.609032 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:04.620964 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff2acac3-b570-43f3-90b0-d9048a29cf77 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 25 22:52:04.622588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b47f692b-3df8-4301-9da8-95244158befe tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:04.623079 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47f692b-3df8-4301-9da8-95244158befe tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 034ed6a2-edd9-4c4f-9083-2eb7eb82b43d {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:52:04.624811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:04.657879 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] 10.222.0.66 "DELETE /v2.0/networks/ff2acac3-b570-43f3-90b0-d9048a29cf77 HTTP/1.1" status: 204 len: 168 time: 1.7631938 May 25 22:52:04.670923 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60808) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:04.721853 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-2010b9de-3670-4c41-85da-8c949947239f tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] DELETE failed (client error): The resource could not be found. May 25 22:52:04.722272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2010b9de-3670-4c41-85da-8c949947239f tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:52:04.724057 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2010b9de-3670-4c41-85da-8c949947239f tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] 10.222.0.66 "DELETE /v2.0/subnets/e0ba7c44-75c9-4129-a8ae-a219b8d5acae HTTP/1.1" status: 404 len: 337 time: 0.0520606 May 25 22:52:04.724796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019e89b-15ef-416a-b733-aff9c5ba1f1c tempest-ExternalNetworksTestJSON-645756914 tempest-ExternalNetworksTestJSON-645756914-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff2acac3-b570-43f3-90b0-d9048a29cf77,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:04.733652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60812) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:04.736909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Allocated IP 172.20.0.7 (ad2e64db-8f8f-49b2-92b1-43b2eabb0340/2640b8fb-952a-426a-9621-4bd33956af56/ce29a67d-d473-49a6-b3e4-57b0ba7ee04a) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:04.861458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d57b972d-2cf2-45b5-bf99-4bcd7ab8543f tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:04.918978 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b47f692b-3df8-4301-9da8-95244158befe tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:04.923491 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b47f692b-3df8-4301-9da8-95244158befe tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] 10.222.0.66 "DELETE /v2.0/routers/034ed6a2-edd9-4c4f-9083-2eb7eb82b43d HTTP/1.1" status: 204 len: 168 time: 3.0609882 May 25 22:52:04.933472 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60818) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:04.934822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] For port 849712d2-013c-4815-b914-825045b8cf87, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:04.935370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Attempted to set empty binding levels {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 25 22:52:04.966227 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c989c553-c37d-471e-8fef-60cfdc3390e8 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Request body: {'router': {'name': 'tempest-router-636230474', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '488943bfc82d4e0f8c3a153031851a33'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:04.979603 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6439777d-5359-4d7e-8b7b-daa674ab7a76 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:04.984667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c989c553-c37d-471e-8fef-60cfdc3390e8 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:05.011290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c989c553-c37d-471e-8fef-60cfdc3390e8 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Usage tracker for resource:router and tenant:488943bfc82d4e0f8c3a153031851a33 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:05.017017 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c989c553-c37d-471e-8fef-60cfdc3390e8 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:05.031522 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.036885 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c989c553-c37d-471e-8fef-60cfdc3390e8 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:05.058813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-d57b972d-2cf2-45b5-bf99-4bcd7ab8543f tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978f3329-a016-4de9-a07d-3aef7f3afa0c']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:05.093275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ed878d1c-6316-496a-8d78-b7464b0958e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.232441 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] In _notify_port_updated(), no bound segment for port 849712d2-013c-4815-b914-825045b8cf87 on network 57365cc0-288f-4365-bf66-639a7c82e4d7 {{(pid=84717) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:52:05.234014 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.238850 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] 10.222.0.66 "PUT /v2.0/ports/849712d2-013c-4815-b914-825045b8cf87 HTTP/1.1" status: 200 len: 980 time: 5.2455547 May 25 22:52:05.268495 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60822) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:05.336300 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-d57b972d-2cf2-45b5-bf99-4bcd7ab8543f tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26bbb3b-717b-44cb-b8ab-596cc096d61c') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:05.337040 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-d57b972d-2cf2-45b5-bf99-4bcd7ab8543f tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26bbb3b-717b-44cb-b8ab-596cc096d61c') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:05.345640 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9c0fbbf2-bce5-4b12-88ae-0e001717548f req-dc5404ee-eea9-4b44-adbc-b34e5b926a24 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 210 time: 0.3357282 May 25 22:52:05.395518 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d57b972d-2cf2-45b5-bf99-4bcd7ab8543f tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.451537 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ed878d1c-6316-496a-8d78-b7464b0958e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.474169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c989c553-c37d-471e-8fef-60cfdc3390e8 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.475937 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c989c553-c37d-471e-8fef-60cfdc3390e8 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.481922 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87459c5a-be68-47be-bf66-9424c5b2eed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Pushing event updated for resources: {'Port': ['ID=849712d2-013c-4815-b914-825045b8cf87,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:05.566181 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d57b972d-2cf2-45b5-bf99-4bcd7ab8543f tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.570545 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-0b11c035-a52e-4961-8ae3-3bbc2c407663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Deleting port 849712d2-013c-4815-b914-825045b8cf87 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:05.570884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b11c035-a52e-4961-8ae3-3bbc2c407663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.607064 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-8b1ecda2-4fee-4714-a106-3c579f6fa9a5 req-3b059401-3d30-4f07-8216-f8dec379d830 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Synchronizing usage tracker for tenant:0505e1ad716b4cc68624dd1b24def3b7 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:52:05.634388 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6439777d-5359-4d7e-8b7b-daa674ab7a76 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.641559 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57b972d-2cf2-45b5-bf99-4bcd7ab8543f tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:05.642314 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d57b972d-2cf2-45b5-bf99-4bcd7ab8543f tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:05.685715 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:05.704991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-6439777d-5359-4d7e-8b7b-daa674ab7a76 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a29071c-8157-4b28-9123-f5d6fd0871db']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:05.720989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.753472 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-6439777d-5359-4d7e-8b7b-daa674ab7a76 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a659df0b-a4e8-4ff5-bb90-2cc582b7be26') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:05.753684 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-6439777d-5359-4d7e-8b7b-daa674ab7a76 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a659df0b-a4e8-4ff5-bb90-2cc582b7be26') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:05.773469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c989c553-c37d-471e-8fef-60cfdc3390e8 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.788438 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6439777d-5359-4d7e-8b7b-daa674ab7a76 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.797392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.818541 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Transition to ACTIVE for port object ce29a67d-d473-49a6-b3e4-57b0ba7ee04a will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:05.826570 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6439777d-5359-4d7e-8b7b-daa674ab7a76 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.890373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed878d1c-6316-496a-8d78-b7464b0958e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Subnet': ['ID=ef7447fd-e06a-4716-922c-4d6d326bf8ac,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:05.904319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6439777d-5359-4d7e-8b7b-daa674ab7a76 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:05.904748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6439777d-5359-4d7e-8b7b-daa674ab7a76 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:05.906633 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Transition to ACTIVE for port object a6059d5e-029f-4b2b-ba70-715a4e1bfa1f will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:05.919665 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:05.943337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed878d1c-6316-496a-8d78-b7464b0958e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Checking segment: {'id': 'da21ee1e-4138-4507-825d-c491fa728806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2ba7d0f9-1347-44ec-886d-8ce66995aa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:05.943743 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed878d1c-6316-496a-8d78-b7464b0958e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network hostable DHCP agents. Network: 2ba7d0f9-1347-44ec-886d-8ce66995aa02, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:05.991478 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c989c553-c37d-471e-8fef-60cfdc3390e8 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:06.004209 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-8b1ecda2-4fee-4714-a106-3c579f6fa9a5 req-3b059401-3d30-4f07-8216-f8dec379d830 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Unset dirty status for tenant:0505e1ad716b4cc68624dd1b24def3b7 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:52:06.005342 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8b1ecda2-4fee-4714-a106-3c579f6fa9a5 req-3b059401-3d30-4f07-8216-f8dec379d830 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 210 time: 0.5749586 May 25 22:52:06.047656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2081d4fe-adb4-4e08-81f0-23e7d14194e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:06.112433 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-0b11c035-a52e-4961-8ae3-3bbc2c407663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] For port 849712d2-013c-4815-b914-825045b8cf87, host hv-neutron-8433, got binding levels [] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:06.112799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d57b972d-2cf2-45b5-bf99-4bcd7ab8543f tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:06.112914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b11c035-a52e-4961-8ae3-3bbc2c407663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:06.138381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d57b972d-2cf2-45b5-bf99-4bcd7ab8543f tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:06.164524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed878d1c-6316-496a-8d78-b7464b0958e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network 2ba7d0f9-1347-44ec-886d-8ce66995aa02 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:06.244987 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b972d-2cf2-45b5-bf99-4bcd7ab8543f tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] Pushing event deleted for resources: {'Network': ['ID=978f3329-a016-4de9-a07d-3aef7f3afa0c,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:06.244987 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:06.244987 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d57b972d-2cf2-45b5-bf99-4bcd7ab8543f tempest-PortsAdminExtendedAttrsTestJSON-160251000 tempest-PortsAdminExtendedAttrsTestJSON-160251000-project] 10.222.0.66 "DELETE /v2.0/networks/978f3329-a016-4de9-a07d-3aef7f3afa0c HTTP/1.1" status: 204 len: 168 time: 2.8754768 May 25 22:52:06.266412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-0b11c035-a52e-4961-8ae3-3bbc2c407663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Calling delete_port for 849712d2-013c-4815-b914-825045b8cf87 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:06.266734 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081d4fe-adb4-4e08-81f0-23e7d14194e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Pushing event updated for resources: {'Subnet': ['ID=04877d2d-7bc1-465f-b21e-d97e829e8008,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:06.465733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Pushing event updated for resources: {'Port': ['ID=a6059d5e-029f-4b2b-ba70-715a4e1bfa1f,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:06.465733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Network 9cae65aa-3fc8-4065-9612-66200e7cb1df is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:06.465733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:06.465733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:06.465733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081d4fe-adb4-4e08-81f0-23e7d14194e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Checking segment: {'id': '0042b2b0-2097-4190-bbb5-24d7c4e977e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:06.465733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081d4fe-adb4-4e08-81f0-23e7d14194e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Network hostable DHCP agents. Network: dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:06.465733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:06.465733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:06.548670 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f577ccc7-765f-4382-9eac-3208b65a238b req-67cb7c4e-a29a-4e28-8fb7-0c328abed8f9 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 210 time: 0.0481861 May 25 22:52:06.606800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c989c553-c37d-471e-8fef-60cfdc3390e8 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:06.611809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60832) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:06.687620 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c989c553-c37d-471e-8fef-60cfdc3390e8 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.6751018 May 25 22:52:06.688320 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-6e47126e-f473-4f79-836c-5527404ea875 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:06.935870 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6439777d-5359-4d7e-8b7b-daa674ab7a76 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:06.940126 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-ed878d1c-6316-496a-8d78-b7464b0958e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 2ba7d0f9-1347-44ec-886d-8ce66995aa02) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:06.956362 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6439777d-5359-4d7e-8b7b-daa674ab7a76 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:06.956464 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed878d1c-6316-496a-8d78-b7464b0958e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:06.956464 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ed878d1c-6316-496a-8d78-b7464b0958e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:06.957748 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bb9abd-da32-4be2-8050-09d93fd66f31 None None] Network 2ba7d0f9-1347-44ec-886d-8ce66995aa02 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:06.979487 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:06.984966 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439777d-5359-4d7e-8b7b-daa674ab7a76 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] Pushing event deleted for resources: {'Network': ['ID=6a29071c-8157-4b28-9123-f5d6fd0871db,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:07.100453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b11c035-a52e-4961-8ae3-3bbc2c407663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:07.129320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e63ef322-dbd8-4757-9d64-758f27425579 None None] Provisioning for port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:07.131604 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Network ad2e64db-8f8f-49b2-92b1-43b2eabb0340 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:07.136429 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e63ef322-dbd8-4757-9d64-758f27425579 None None] Provisioning complete for port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:07.140601 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e63ef322-dbd8-4757-9d64-758f27425579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:07.140729 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Pushing event updated for resources: {'Port': ['ID=ce29a67d-d473-49a6-b3e4-57b0ba7ee04a,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:07.174674 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:07.177184 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:07.242027 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6439777d-5359-4d7e-8b7b-daa674ab7a76 tempest-ExternalNetworksTestJSON-808250656 tempest-ExternalNetworksTestJSON-808250656-project] 10.222.0.66 "DELETE /v2.0/networks/6a29071c-8157-4b28-9123-f5d6fd0871db HTTP/1.1" status: 204 len: 168 time: 2.5071146 May 25 22:52:07.260409 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11c035-a52e-4961-8ae3-3bbc2c407663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Pushing event deleted for resources: {'Port': ['ID=849712d2-013c-4815-b914-825045b8cf87,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:07.271123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b11c035-a52e-4961-8ae3-3bbc2c407663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:07.276720 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0b11c035-a52e-4961-8ae3-3bbc2c407663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] 10.222.0.66 "DELETE /v2.0/ports/849712d2-013c-4815-b914-825045b8cf87 HTTP/1.1" status: 204 len: 168 time: 1.9661186 May 25 22:52:07.280070 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60840) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:07.361029 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ed878d1c-6316-496a-8d78-b7464b0958e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0807781 May 25 22:52:07.367910 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60844) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:07.380093 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e63ef322-dbd8-4757-9d64-758f27425579 None None] Port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:52:07.418365 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-46e9ab62-c4ca-4dfd-9f8d-48f25cc9f367 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-62239704'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:07.432832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-46e9ab62-c4ca-4dfd-9f8d-48f25cc9f367 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:07.441026 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-46e9ab62-c4ca-4dfd-9f8d-48f25cc9f367 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:network and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:07.457833 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-46e9ab62-c4ca-4dfd-9f8d-48f25cc9f367 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:07.481511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-46e9ab62-c4ca-4dfd-9f8d-48f25cc9f367 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:07.495383 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:07.496148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:07.524242 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-e600d6aa-0164-4805-890e-70945159944f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] GET failed (client error): The resource could not be found. May 25 22:52:07.524776 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e600d6aa-0164-4805-890e-70945159944f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Synchronizing usage tracker for tenant:22103d89a52f4f3591c242c3274f509b on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:52:07.560748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e600d6aa-0164-4805-890e-70945159944f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] Unset dirty status for tenant:22103d89a52f4f3591c242c3274f509b on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:52:07.565635 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e600d6aa-0164-4805-890e-70945159944f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522215338-project-admin] 10.222.0.66 "GET /v2.0/ports/849712d2-013c-4815-b914-825045b8cf87 HTTP/1.1" status: 404 len: 333 time: 0.2846990 May 25 22:52:07.573390 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-04e2bea0-896d-4e5c-ac8d-e704c52fb521 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5325208 May 25 22:52:07.573927 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60850) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:07.574006 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081d4fe-adb4-4e08-81f0-23e7d14194e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Network dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:07.588254 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e47126e-f473-4f79-836c-5527404ea875 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:07.589878 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e47126e-f473-4f79-836c-5527404ea875 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:07.617986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e9ab62-c4ca-4dfd-9f8d-48f25cc9f367 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:07.622188 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-2ba7d0f9-1347-44ec-886d-8ce66995aa02', 'network_id': '2ba7d0f9-1347-44ec-886d-8ce66995aa02', 'tenant_id': '8db729c252ee4bae8b25bee7aae4aaf1', 'fixed_ips': [{'subnet_id': 'ef7447fd-e06a-4716-922c-4d6d326bf8ac'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:52:07.623693 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:07.632985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-46e9ab62-c4ca-4dfd-9f8d-48f25cc9f367 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:07.786091 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60856) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:07.805730 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d1a40b7b-8c93-4437-8e51-2b4b5964de10 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7201824 May 25 22:52:07.880043 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-599d8e49-19e1-4c31-8ce3-d6df82a1bcae tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:52:07.881043 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-599d8e49-19e1-4c31-8ce3-d6df82a1bcae tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0134807 May 25 22:52:07.886189 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e7c3783e-96ab-4b71-ae19-9a1287be7f77 None None] Provisioning for port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:07.886840 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e9ab62-c4ca-4dfd-9f8d-48f25cc9f367 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:07.892012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-536033e0-cda6-49ce-9dfc-1a7c478f37de tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:07.915052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-52fbcd00-350c-4676-ada2-b107a658af22 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 22:52:07.916294 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-52fbcd00-350c-4676-ada2-b107a658af22 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1097128 May 25 22:52:07.925667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-2081d4fe-adb4-4e08-81f0-23e7d14194e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:07.930709 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-46e9ab62-c4ca-4dfd-9f8d-48f25cc9f367 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:07.937566 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-46e9ab62-c4ca-4dfd-9f8d-48f25cc9f367 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Added segment 785aa147-b73c-4beb-8b56-2aa822459425 of type vlan for network ae47ecc3-5711-44c4-9d48-7ae76c7b2014 May 25 22:52:07.947986 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2081d4fe-adb4-4e08-81f0-23e7d14194e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:07.948759 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2081d4fe-adb4-4e08-81f0-23e7d14194e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:07.953460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6e47126e-f473-4f79-836c-5527404ea875 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84716) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 25 22:52:07.953783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6e47126e-f473-4f79-836c-5527404ea875 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Router 62e7b04c-7c5c-4bb0-9194-4d6b716e4e52 migrating from provider to provider. {{(pid=84716) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 25 22:52:07.954408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e47126e-f473-4f79-836c-5527404ea875 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:07.986310 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e47126e-f473-4f79-836c-5527404ea875 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:08.009301 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Allocated IP 2001:db8:0:ffff::2 (2ba7d0f9-1347-44ec-886d-8ce66995aa02/ef7447fd-e06a-4716-922c-4d6d326bf8ac/cc0d7173-8c0d-46a2-ac3f-333f40d74345) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:08.046546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922a37e-0faf-49a0-91a3-19df0e0de571 req-b7eac9f6-e741-4fbb-bb68-24bb17da4418 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:08.054455 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3922a37e-0faf-49a0-91a3-19df0e0de571 req-b7eac9f6-e741-4fbb-bb68-24bb17da4418 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 931 time: 0.7488513 May 25 22:52:08.088077 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e47126e-f473-4f79-836c-5527404ea875 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:08.095394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8632b-dd19-4183-bb3a-920fa60a6f5d req-6de71f5b-35df-4564-93b3-6b057b4fa345 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:08.102472 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-61b8632b-dd19-4183-bb3a-920fa60a6f5d req-6de71f5b-35df-4564-93b3-6b057b4fa345 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 931 time: 0.2740264 May 25 22:52:08.129661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-46e9ab62-c4ca-4dfd-9f8d-48f25cc9f367 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:08.153993 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a28b5ba-fdb8-4248-a080-4a5fdf7127eb None None] Network dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:08.158911 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2081d4fe-adb4-4e08-81f0-23e7d14194e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0081255 May 25 22:52:08.173293 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60866) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:08.199744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Request body: {'port': {'network_id': 'dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-830322903'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:08.241434 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e7c3783e-96ab-4b71-ae19-9a1287be7f77 None None] Provisioning complete for port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:08.241947 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e7c3783e-96ab-4b71-ae19-9a1287be7f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:08.327211 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60872) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:08.420543 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e7c3783e-96ab-4b71-ae19-9a1287be7f77 None None] Port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:52:08.495094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Request body: {'port': {'device_id': 'd871f841-60c8-4fe3-ab70-d88f5285a7fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:08.501300 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3922a37e-0faf-49a0-91a3-19df0e0de571 req-2b7f977b-dcd4-4e8f-a444-37047bae8e19 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eb8776c-8ab0-483c-9533-a01b189c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4444523 May 25 22:52:08.659444 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-61b8632b-dd19-4183-bb3a-920fa60a6f5d req-4212c4d4-ee98-42d0-b8d0-66f468e5c891 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5531034 May 25 22:52:08.713764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:08.727395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Request body: {'port': {'device_id': 'c3c2630e-fb9e-42c7-9aa3-b4648d73d211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:08.741609 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd', 'network_id': 'dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd', 'tenant_id': 'f0ae3ab2c8b147899c6d9b16e1fdfc03', 'fixed_ips': [{'subnet_id': '04877d2d-7bc1-465f-b21e-d97e829e8008'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:52:08.742727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:08.753691 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Usage tracker for resource:port and tenant:f0ae3ab2c8b147899c6d9b16e1fdfc03 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:08.765222 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:08.769216 dv-neutron-843300-1-hyperv neutron-server[84716]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6e47126e-f473-4f79-836c-5527404ea875 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] No L3 agents can host the router 62e7b04c-7c5c-4bb0-9194-4d6b716e4e52 May 25 22:52:08.780926 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:08.817557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-536033e0-cda6-49ce-9dfc-1a7c478f37de tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:08.850806 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ae17b019-5568-44bc-af10-75b4bf963936 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d7cd88b0e2141ef9bb3cf572c89d546&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0607991 May 25 22:52:08.856862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-46e9ab62-c4ca-4dfd-9f8d-48f25cc9f367 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:08.861972 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e9ab62-c4ca-4dfd-9f8d-48f25cc9f367 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:08.862565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-46e9ab62-c4ca-4dfd-9f8d-48f25cc9f367 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:08.866631 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60882) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:08.919635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Made reservation on behalf of f0ae3ab2c8b147899c6d9b16e1fdfc03 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:08.923013 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:08.947058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Allocated IP 2001:db8::2 (dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd/04877d2d-7bc1-465f-b21e-d97e829e8008/7ef15f73-63e9-49df-bb8c-838446b7b507) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:08.996874 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-536033e0-cda6-49ce-9dfc-1a7c478f37de tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57365cc0-288f-4365-bf66-639a7c82e4d7']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:09.032502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:09.041417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9ab62-c4ca-4dfd-9f8d-48f25cc9f367 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Network': ['ID=ae47ecc3-5711-44c4-9d48-7ae76c7b2014,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:09.050835 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] device_id is not set on port 71a88c5e-9f95-4e67-b799-aef2f1898ae8 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:52:09.054991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-536033e0-cda6-49ce-9dfc-1a7c478f37de tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f1ba0e-9f95-4423-9c20-a6b772f3fc16') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:09.055287 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-536033e0-cda6-49ce-9dfc-1a7c478f37de tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f1ba0e-9f95-4423-9c20-a6b772f3fc16') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:09.090473 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e31bb75a-2c89-45bc-bfa2-28a644b04ebd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a58dc7f9a7de45d7a3bd149beeabae5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7466846 May 25 22:52:09.093960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60886) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:09.102280 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-536033e0-cda6-49ce-9dfc-1a7c478f37de tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:09.148231 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:09.186231 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-536033e0-cda6-49ce-9dfc-1a7c478f37de tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:09.205606 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-46e9ab62-c4ca-4dfd-9f8d-48f25cc9f367 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.8205824 May 25 22:52:09.210583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60890) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:09.211161 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:09.222700 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Transition to ACTIVE for port object 7ef15f73-63e9-49df-bb8c-838446b7b507 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:09.224269 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536033e0-cda6-49ce-9dfc-1a7c478f37de tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:09.224776 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-536033e0-cda6-49ce-9dfc-1a7c478f37de tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:09.244132 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Transition to ACTIVE for port object 7ef15f73-63e9-49df-bb8c-838446b7b507 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:09.256011 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-68e9f5e5-aed9-42c4-af44-a89238f163ef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'subnet': {'network_id': 'ae47ecc3-5711-44c4-9d48-7ae76c7b2014', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:09.266694 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network ae47ecc3-5711-44c4-9d48-7ae76c7b2014 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:09.274336 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:09.366317 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e47126e-f473-4f79-836c-5527404ea875 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Hosts for router 62e7b04c-7c5c-4bb0-9194-4d6b716e4e52: [] {{(pid=84716) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} May 25 22:52:09.387495 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Sync routers for ids ['a66573e7-d2ed-4635-8512-ff3ee0b02721'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:52:09.390896 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:09.402292 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:09.505130 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e47126e-f473-4f79-836c-5527404ea875 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Hosts for other DVR routers connected to router 62e7b04c-7c5c-4bb0-9194-4d6b716e4e52: set() {{(pid=84716) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} May 25 22:52:09.529688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e47126e-f473-4f79-836c-5527404ea875 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:09.533290 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6e47126e-f473-4f79-836c-5527404ea875 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] 10.222.0.66 "PUT /v2.0/routers/62e7b04c-7c5c-4bb0-9194-4d6b716e4e52 HTTP/1.1" status: 200 len: 716 time: 2.9165757 May 25 22:52:09.538875 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60894) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:09.560900 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Transition to ACTIVE for port object cc0d7173-8c0d-46a2-ac3f-333f40d74345 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:09.634898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Network dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:09.645010 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:09.661534 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Routers {'a66573e7-d2ed-4635-8512-ff3ee0b02721'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:52:09.668071 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:51:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a66573e7-d2ed-4635-8512-ff3ee0b02721'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:09.691353 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5aa1424d-7789-4346-b1ed-cd522eaa7feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:09.716315 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Allocated IP 2001:db8::1fa (dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd/04877d2d-7bc1-465f-b21e-d97e829e8008/71a88c5e-9f95-4e67-b799-aef2f1898ae8) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:09.764049 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5aa1424d-7789-4346-b1ed-cd522eaa7feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:09.848485 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Transition to ACTIVE for port object cc0d7173-8c0d-46a2-ac3f-333f40d74345 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:09.866720 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:09.870703 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Pushing event updated for resources: {'Port': ['ID=7ef15f73-63e9-49df-bb8c-838446b7b507,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:10.016400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-536033e0-cda6-49ce-9dfc-1a7c478f37de tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:10.021793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-536033e0-cda6-49ce-9dfc-1a7c478f37de tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:10.090954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-68e9f5e5-aed9-42c4-af44-a89238f163ef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:10.094777 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-68e9f5e5-aed9-42c4-af44-a89238f163ef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:subnet and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:10.098204 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-68e9f5e5-aed9-42c4-af44-a89238f163ef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:10.100960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:10.105257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-68e9f5e5-aed9-42c4-af44-a89238f163ef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:10.117755 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-536033e0-cda6-49ce-9dfc-1a7c478f37de tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] 10.222.0.66 "DELETE /v2.0/networks/57365cc0-288f-4365-bf66-639a7c82e4d7 HTTP/1.1" status: 204 len: 168 time: 2.5495124 May 25 22:52:10.131626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536033e0-cda6-49ce-9dfc-1a7c478f37de tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-99640058-project] Pushing event deleted for resources: {'Network': ['ID=57365cc0-288f-4365-bf66-639a7c82e4d7,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:10.143747 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f37fef30-4a7b-478a-b24c-e62fea729f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:10.211779 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:52:10.285063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e9f5e5-aed9-42c4-af44-a89238f163ef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:10.299140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5aa1424d-7789-4346-b1ed-cd522eaa7feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:10.325868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f37fef30-4a7b-478a-b24c-e62fea729f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:10.331904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Network 2ba7d0f9-1347-44ec-886d-8ce66995aa02 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:10.357815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Attempting to bind port 7ef15f73-63e9-49df-bb8c-838446b7b507 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:10.358179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Attempting to bind port 7ef15f73-63e9-49df-bb8c-838446b7b507 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '0042b2b0-2097-4190-bbb5-24d7c4e977e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:10.358537 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Attempting to bind port 7ef15f73-63e9-49df-bb8c-838446b7b507 on network dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:10.385279 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:10.402339 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:10.404709 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Pushing event updated for resources: {'Port': ['ID=cc0d7173-8c0d-46a2-ac3f-333f40d74345,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:10.405311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1424d-7789-4346-b1ed-cd522eaa7feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cac51d0-fc8d-4020-ae7a-df00df9d577d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:10.416985 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0af1f2d7-ee74-4804-a112-a7fd66702d26 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] 10.222.0.66 "GET /v2.0/routers/62e7b04c-7c5c-4bb0-9194-4d6b716e4e52 HTTP/1.1" status: 200 len: 716 time: 0.8769929 May 25 22:52:10.424089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60904) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:10.457560 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5aa1424d-7789-4346-b1ed-cd522eaa7feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:10.461889 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5aa1424d-7789-4346-b1ed-cd522eaa7feb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9cac51d0-fc8d-4020-ae7a-df00df9d577d HTTP/1.1" status: 204 len: 168 time: 1.4886124 May 25 22:52:10.488277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:10.488619 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Checking segment: {'id': '0042b2b0-2097-4190-bbb5-24d7c4e977e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:10.488976 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:10.489374 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Bound using segment: {'id': '0042b2b0-2097-4190-bbb5-24d7c4e977e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:10.489868 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Bound port: 7ef15f73-63e9-49df-bb8c-838446b7b507, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042b2b0-2097-4190-bbb5-24d7c4e977e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:10.490258 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:10.491678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-68e9f5e5-aed9-42c4-af44-a89238f163ef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:10.576316 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce29a67d-d473-49a6-b3e4-57b0ba7ee04a {{(pid=84716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:52:10.589382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:10.613214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b38d99-ccae-43b2-9481-87645e20c98b req-52e8e7f1-4257-491d-991a-8e0af6560cdd tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:10.615276 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-36b38d99-ccae-43b2-9481-87645e20c98b req-52e8e7f1-4257-491d-991a-8e0af6560cdd tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 931 time: 0.5840621 May 25 22:52:10.627556 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd2da4-f021-4957-a51a-b0f26a1bdf3b req-fa19f016-92fb-40f7-b05a-cd523a7b1df6 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:10.635424 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b7cd2da4-f021-4957-a51a-b0f26a1bdf3b req-fa19f016-92fb-40f7-b05a-cd523a7b1df6 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 931 time: 0.7237678 May 25 22:52:10.662191 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6059d5e-029f-4b2b-ba70-715a4e1bfa1f {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:52:10.673846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:10.722720 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Set router a66573e7-d2ed-4635-8512-ff3ee0b02721 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:52:10.782587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Transition to ACTIVE for port object a6059d5e-029f-4b2b-ba70-715a4e1bfa1f will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:10.785060 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Transition to ACTIVE for port object ce29a67d-d473-49a6-b3e4-57b0ba7ee04a will not be triggered until provisioned by entity L2. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:10.786116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f37fef30-4a7b-478a-b24c-e62fea729f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:10.884055 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b7cd2da4-f021-4957-a51a-b0f26a1bdf3b req-558f7acf-a9a1-4fbb-bc51-ef00adf80b29 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eb8776c-8ab0-483c-9533-a01b189c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472701 May 25 22:52:10.937137 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60914) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:10.977390 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-36b38d99-ccae-43b2-9481-87645e20c98b req-e69668c6-68e2-4835-a4b9-e8bf81196ad3 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368587 May 25 22:52:10.978179 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:11.007888 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:11.033691 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Transition to ACTIVE for port object 71a88c5e-9f95-4e67-b799-aef2f1898ae8 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:11.052864 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fef30-4a7b-478a-b24c-e62fea729f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc376676-952c-4ba1-b7ad-46f33036e105,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:11.056083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Attempting to bind port cc0d7173-8c0d-46a2-ac3f-333f40d74345 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:11.056356 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Attempting to bind port cc0d7173-8c0d-46a2-ac3f-333f40d74345 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'da21ee1e-4138-4507-825d-c491fa728806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2ba7d0f9-1347-44ec-886d-8ce66995aa02'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:11.056733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Attempting to bind port cc0d7173-8c0d-46a2-ac3f-333f40d74345 on network 2ba7d0f9-1347-44ec-886d-8ce66995aa02 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:11.109662 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:11.158766 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-68e9f5e5-aed9-42c4-af44-a89238f163ef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:11.202592 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:11.202927 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Checking segment: {'id': 'da21ee1e-4138-4507-825d-c491fa728806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2ba7d0f9-1347-44ec-886d-8ce66995aa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:11.203327 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:11.203715 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Bound using segment: {'id': 'da21ee1e-4138-4507-825d-c491fa728806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2ba7d0f9-1347-44ec-886d-8ce66995aa02'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:11.204256 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Bound port: cc0d7173-8c0d-46a2-ac3f-333f40d74345, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da21ee1e-4138-4507-825d-c491fa728806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2ba7d0f9-1347-44ec-886d-8ce66995aa02'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:11.205143 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:11.367389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] For port 7ef15f73-63e9-49df-bb8c-838446b7b507, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:11.441228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9f5e5-aed9-42c4-af44-a89238f163ef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Subnet': ['ID=0a1d2b48-c034-4712-a957-47147b459d76,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:11.458913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:11.487903 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] For port 7ef15f73-63e9-49df-bb8c-838446b7b507, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=7ef15f73-63e9-49df-bb8c-838446b7b507,segment=NetworkSegment(0042b2b0-2097-4190-bbb5-24d7c4e977e1),segment_id=0042b2b0-2097-4190-bbb5-24d7c4e977e1)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:52:11.559384 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Network dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:11.567077 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:11.593305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Pushing event updated for resources: {'Port': ['ID=a6059d5e-029f-4b2b-ba70-715a4e1bfa1f,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:11.617927 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f37fef30-4a7b-478a-b24c-e62fea729f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:11.623460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:11.626906 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f37fef30-4a7b-478a-b24c-e62fea729f8f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc376676-952c-4ba1-b7ad-46f33036e105 HTTP/1.1" status: 204 len: 168 time: 2.5279469 May 25 22:52:11.676595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:11.680820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:11.681438 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:11.740960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Pushing event updated for resources: {'Port': ['ID=ce29a67d-d473-49a6-b3e4-57b0ba7ee04a,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:11.750375 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] For port cc0d7173-8c0d-46a2-ac3f-333f40d74345, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:11.754411 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] For port cc0d7173-8c0d-46a2-ac3f-333f40d74345, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=cc0d7173-8c0d-46a2-ac3f-333f40d74345,segment=NetworkSegment(da21ee1e-4138-4507-825d-c491fa728806),segment_id=da21ee1e-4138-4507-825d-c491fa728806)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:52:11.755647 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ed33e3cc-7410-40c9-b72c-48078ba1f426 tempest-RoutersTestDVR-183577119 tempest-RoutersTestDVR-183577119-project] 10.222.0.66 "GET /v2.0/routers/62e7b04c-7c5c-4bb0-9194-4d6b716e4e52 HTTP/1.1" status: 200 len: 682 time: 1.3303931 May 25 22:52:11.758568 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60926) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:11.782885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eaf811a7-2de6-4085-adb8-9854921e5689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:11.921898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Attempting to bind port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:11.922862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Attempting to bind port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e20c8822-d53a-4556-a220-ebf8eca4a7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:11.923336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Attempting to bind port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a on network ad2e64db-8f8f-49b2-92b1-43b2eabb0340 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:11.940568 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.7566898 May 25 22:52:11.942708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60932) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:11.953810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:11.957868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac872e0-e307-447a-b49c-82b5cb50d93c tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Pushing event updated for resources: {'Port': ['ID=71a88c5e-9f95-4e67-b799-aef2f1898ae8,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:11.977077 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Request body: {'port': {'network_id': 'dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-757660894', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:11.978244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.api.validators [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] bootfile-name is not in valid_values {{(pid=84716) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 22:52:11.978244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.api.validators [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] tftp-server is not in valid_values {{(pid=84716) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 22:52:11.978244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.api.validators [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] server-ip-address is not in valid_values {{(pid=84716) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 22:52:11.998176 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52561291-e160-47c5-bd99-e7ddef534602 None None] Pushing event updated for resources: {'Port': ['ID=7ef15f73-63e9-49df-bb8c-838446b7b507,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:12.001926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9f5e5-aed9-42c4-af44-a89238f163ef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Checking segment: {'id': '785aa147-b73c-4beb-8b56-2aa822459425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ae47ecc3-5711-44c4-9d48-7ae76c7b2014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:12.007534 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e9f5e5-aed9-42c4-af44-a89238f163ef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network hostable DHCP agents. Network: ae47ecc3-5711-44c4-9d48-7ae76c7b2014, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:12.007662 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b9d4cb07-591b-49aa-9ab6-4616686f6993 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7a4b2e5793a49ab836ae3e47525b196&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0611875 May 25 22:52:12.007923 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60938) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:12.010294 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a on network ad2e64db-8f8f-49b2-92b1-43b2eabb0340 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:52:12.010670 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Attempting to bind port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a on network ad2e64db-8f8f-49b2-92b1-43b2eabb0340 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:12.151857 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60944) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:12.285798 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Attempting to bind port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:12.286404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Attempting to bind port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'dba618f3-3eb2-45f9-94d1-c9d4337dff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:12.286404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Attempting to bind port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f on network 9cae65aa-3fc8-4065-9612-66200e7cb1df {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:12.290955 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95db1238-d015-467d-8ef4-8d8605ba3ac4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:12.337073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f413b3-4568-4c23-aa3d-2095874e1301 None None] Pushing event updated for resources: {'Port': ['ID=cc0d7173-8c0d-46a2-ac3f-333f40d74345,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:12.415673 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e9f5e5-aed9-42c4-af44-a89238f163ef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network ae47ecc3-5711-44c4-9d48-7ae76c7b2014 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:12.422121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'name': 'tempest-ServersTestJSON-536857528-router', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:34Z', 'updated_at': '2022-05-25T22:51:44Z', 'revision_number': 4, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'gw_port': {'id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:35Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '77afd01e-663a-45d6-b949-d36dce81df2f', 'name': '', 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'mac_address': 'fa:16:3e:76:54:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2640b8fb-952a-426a-9621-4bd33956af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:42Z', 'updated_at': '2022-05-25T22:51:44Z', 'revision_number': 2, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'subnets': [{'id': '2640b8fb-952a-426a-9621-4bd33956af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:12.457557 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Checking router: a66573e7-d2ed-4635-8512-ff3ee0b02721 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:52:12.460084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Updating router a66573e7-d2ed-4635-8512-ff3ee0b02721 port 77afd01e-663a-45d6-b949-d36dce81df2f binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:52:12.483772 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:12.492996 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Checking segment: {'id': 'e20c8822-d53a-4556-a220-ebf8eca4a7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:12.495265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Bound using segment: {'id': 'e20c8822-d53a-4556-a220-ebf8eca4a7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340'} {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:12.497460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Bound port: ce29a67d-d473-49a6-b3e4-57b0ba7ee04a, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20c8822-d53a-4556-a220-ebf8eca4a7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340'}}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:12.498412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:12.546808 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f on network 9cae65aa-3fc8-4065-9612-66200e7cb1df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:52:12.547181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Attempting to bind port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f on network 9cae65aa-3fc8-4065-9612-66200e7cb1df {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:12.567019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:12.567643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Checking segment: {'id': 'dba618f3-3eb2-45f9-94d1-c9d4337dff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:12.568393 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Bound using segment: {'id': 'dba618f3-3eb2-45f9-94d1-c9d4337dff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:12.569783 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Bound port: a6059d5e-029f-4b2b-ba70-715a4e1bfa1f, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba618f3-3eb2-45f9-94d1-c9d4337dff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:12.571867 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:12.605695 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:12.688047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:12.692641 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Usage tracker for resource:port and tenant:f0ae3ab2c8b147899c6d9b16e1fdfc03 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:12.696264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:12.705213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:12.741331 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-68e9f5e5-aed9-42c4-af44-a89238f163ef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, ae47ecc3-5711-44c4-9d48-7ae76c7b2014) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:12.747089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e9f5e5-aed9-42c4-af44-a89238f163ef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:12.747975 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-68e9f5e5-aed9-42c4-af44-a89238f163ef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:12.755625 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7554eabd-db7e-4ac2-9c22-92106e48484b None None] Network ae47ecc3-5711-44c4-9d48-7ae76c7b2014 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:13.046447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60950) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:13.087970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] For port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:13.102726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] For port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a6059d5e-029f-4b2b-ba70-715a4e1bfa1f,segment=NetworkSegment(dba618f3-3eb2-45f9-94d1-c9d4337dff24),segment_id=dba618f3-3eb2-45f9-94d1-c9d4337dff24)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:52:13.104403 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae243-5298-49fd-a526-603bb1537d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:13.170574 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-27861366-beb8-4582-addc-241aa3f965c9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=443d4c1cb5614a938671aad7c6f4e0a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9850497 May 25 22:52:13.170574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60954) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:13.304314 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1c057123-12ef-401e-b17e-0f645d0978b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=797c61c3819a488eb555647da8ee6890&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2539101 May 25 22:52:13.351207 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 60958) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:13.405926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95db1238-d015-467d-8ef4-8d8605ba3ac4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:13.416398 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95db1238-d015-467d-8ef4-8d8605ba3ac4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:13.472825 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae243-5298-49fd-a526-603bb1537d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:13.488601 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82706e6-48e7-45e8-87c4-4e2c638196a4 req-4f9eac83-97f6-4faf-a8fa-dc572bf2a28d tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:13.490369 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f82706e6-48e7-45e8-87c4-4e2c638196a4 req-4f9eac83-97f6-4faf-a8fa-dc572bf2a28d tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 943 time: 1.1903152 May 25 22:52:13.579904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-518de087-92df-46e3-ad65-1de6d01540d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:13.624917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-518de087-92df-46e3-ad65-1de6d01540d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:13.677650 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-ae47ecc3-5711-44c4-9d48-7ae76c7b2014', 'network_id': 'ae47ecc3-5711-44c4-9d48-7ae76c7b2014', 'tenant_id': '8db729c252ee4bae8b25bee7aae4aaf1', 'fixed_ips': [{'subnet_id': '0a1d2b48-c034-4712-a957-47147b459d76'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:52:13.681603 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:13.714730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:13.723198 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-68e9f5e5-aed9-42c4-af44-a89238f163ef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.5069685 May 25 22:52:13.730861 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60964) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:13.803012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] For port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a, host hv-neutron-8433, cleared binding levels {{(pid=84716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:13.824803 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f82706e6-48e7-45e8-87c4-4e2c638196a4 req-299dae95-f4e5-42ef-ad0b-4c40c7805f5e tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870760 May 25 22:52:13.836514 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Made reservation on behalf of f0ae3ab2c8b147899c6d9b16e1fdfc03 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:13.839884 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:13.894397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 7ef15f73-63e9-49df-bb8c-838446b7b507 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:52:13.952892 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b900d0-d9ab-4d18-97c3-a6342e2cf49e None None] Network 2ba7d0f9-1347-44ec-886d-8ce66995aa02 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:13.960470 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] device_id is not set on port d0fdf029-2acb-4aa7-90de-ab5a07b161d5 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:52:13.999292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:14.036852 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] 10.222.0.73 "PUT /v2.0/ports/a6059d5e-029f-4b2b-ba70-715a4e1bfa1f HTTP/1.1" status: 200 len: 1093 time: 5.6873209 May 25 22:52:14.036852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd871f841-60c8-4fe3-ab70-d88f5285a7fe', 'tag': 'a6059d5e-029f-4b2b-ba70-715a4e1bfa1f'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:52:14.036852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5534fb9-9698-4e86-8080-ad2bd524a661 service neutron] Pushing event updated for resources: {'Port': ['ID=a6059d5e-029f-4b2b-ba70-715a4e1bfa1f,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:14.099496 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:14.177404 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7de247c6-4de2-46e0-845c-672d101bae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:14.199610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95db1238-d015-467d-8ef4-8d8605ba3ac4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:14.200434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95db1238-d015-467d-8ef4-8d8605ba3ac4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62e7b04c-7c5c-4bb0-9194-4d6b716e4e52 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:52:14.232694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-518de087-92df-46e3-ad65-1de6d01540d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:14.254880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95db1238-d015-467d-8ef4-8d8605ba3ac4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:14.260263 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-95db1238-d015-467d-8ef4-8d8605ba3ac4 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] 10.222.0.66 "DELETE /v2.0/routers/62e7b04c-7c5c-4bb0-9194-4d6b716e4e52 HTTP/1.1" status: 204 len: 168 time: 2.4967289 May 25 22:52:14.262292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 60972) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:14.270930 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-43ea688b-5a51-44ff-abc5-3da342d1e498 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Request body: {'router': {'name': 'tempest-router-432066475', 'distributed': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:14.381837 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] For port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=ce29a67d-d473-49a6-b3e4-57b0ba7ee04a,segment=NetworkSegment(e20c8822-d53a-4556-a220-ebf8eca4a7fa),segment_id=e20c8822-d53a-4556-a220-ebf8eca4a7fa)] {{(pid=84716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:52:14.405282 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-43ea688b-5a51-44ff-abc5-3da342d1e498 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:14.418853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:14.471816 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-43ea688b-5a51-44ff-abc5-3da342d1e498 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Usage tracker for resource:router and tenant:6cece984ec37438f9933199df81bbf9e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:14.481581 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafb028-fb04-45f8-b69a-b98af5b08020 req-3ab8f050-d3c3-4f15-a48a-d174a38181d5 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:14.491215 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4dafb028-fb04-45f8-b69a-b98af5b08020 req-3ab8f050-d3c3-4f15-a48a-d174a38181d5 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 943 time: 2.2802811 May 25 22:52:14.501905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-43ea688b-5a51-44ff-abc5-3da342d1e498 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:14.518295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518de087-92df-46e3-ad65-1de6d01540d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32172e79-b189-4f4d-ab15-cbb63ef57e10,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:14.524139 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-43ea688b-5a51-44ff-abc5-3da342d1e498 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:14.557919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7036f9f1-40d7-4ada-ba80-fa3d2931b3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:14.613594 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-d8d18ef6-1315-404b-8fc7-85deedb54d51 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0505e1ad716b4cc68624dd1b24def3b7&device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 1096 time: 0.3259549 May 25 22:52:14.617761 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-518de087-92df-46e3-ad65-1de6d01540d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:14.621268 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-518de087-92df-46e3-ad65-1de6d01540d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/32172e79-b189-4f4d-ab15-cbb63ef57e10 HTTP/1.1" status: 204 len: 168 time: 1.2517841 May 25 22:52:14.623518 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Allocated IP 2001:db8::214 (dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd/04877d2d-7bc1-465f-b21e-d97e829e8008/d0fdf029-2acb-4aa7-90de-ab5a07b161d5) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:14.640471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988d7a18-f14f-4e45-99ed-7f6e269df85c None None] Network dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:14.649045 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:14.702009 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7036f9f1-40d7-4ada-ba80-fa3d2931b3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:14.746844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-43ea688b-5a51-44ff-abc5-3da342d1e498 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:14.747948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-43ea688b-5a51-44ff-abc5-3da342d1e498 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:14.761990 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fc4b663f-0447-4b76-9f9c-2cd08dd70de9 None None] Provisioning for port cc0d7173-8c0d-46a2-ac3f-333f40d74345 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:14.787989 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-b2e2571f-08eb-4545-9ca3-d9dc9b07da78 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6059d5e-029f-4b2b-ba70-715a4e1bfa1f HTTP/1.1" status: 200 len: 217 time: 0.1498237 May 25 22:52:14.880247 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.resource_extend [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:52:14.880900 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4dafb028-fb04-45f8-b69a-b98af5b08020 req-6363b6db-e053-4e6f-b417-2780d18258cc tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eb8776c-8ab0-483c-9533-a01b189c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3712480 May 25 22:52:14.911962 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae243-5298-49fd-a526-603bb1537d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:14.958405 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f8cf40-2512-4a1b-906c-f60c8ab2ac34'] response: {'name': 'network-changed', 'server_uuid': 'd871f841-60c8-4fe3-ab70-d88f5285a7fe', 'tag': 'a6059d5e-029f-4b2b-ba70-715a4e1bfa1f', 'status': 'completed', 'code': 200} May 25 22:52:14.966317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Allocated IP 2001:db8::1 (ae47ecc3-5711-44c4-9d48-7ae76c7b2014/0a1d2b48-c034-4712-a957-47147b459d76/bb360cac-c100-4c10-a01f-2d4ea59b1eef) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:15.000940 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-43ea688b-5a51-44ff-abc5-3da342d1e498 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:15.021418 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ae243-5298-49fd-a526-603bb1537d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b9b262-3c71-4b3c-a6f4-13dab1b0cf44,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:15.038773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-3b6bb5d2-5967-410a-b958-c3eabde606f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:15.040379 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-3b6bb5d2-5967-410a-b958-c3eabde606f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b693039a-8841-4831-b3b8-399b07c1f4c3 HTTP/1.1" status: 200 len: 851 time: 0.2468534 May 25 22:52:15.064563 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:15.089444 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae243-5298-49fd-a526-603bb1537d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:15.089444 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ab3ae243-5298-49fd-a526-603bb1537d7f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8b9b262-3c71-4b3c-a6f4-13dab1b0cf44 HTTP/1.1" status: 204 len: 168 time: 3.0777726 May 25 22:52:15.097307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:15.098887 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] 10.222.0.73 "PUT /v2.0/ports/ce29a67d-d473-49a6-b3e4-57b0ba7ee04a HTTP/1.1" status: 200 len: 1093 time: 6.6495142 May 25 22:52:15.192026 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-e56aa560-b610-46c7-960b-31a32f8de716 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9cae65aa-3fc8-4065-9612-66200e7cb1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1385489 May 25 22:52:15.200948 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c2630e-fb9e-42c7-9aa3-b4648d73d211', 'tag': 'ce29a67d-d473-49a6-b3e4-57b0ba7ee04a'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:52:15.280276 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-43ea688b-5a51-44ff-abc5-3da342d1e498 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:15.284418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:15.295279 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea982d44-02bb-4cd6-87f7-49a5ae1e0e14 service neutron] Pushing event updated for resources: {'Port': ['ID=ce29a67d-d473-49a6-b3e4-57b0ba7ee04a,revision_number=3']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:15.364427 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 7ef15f73-63e9-49df-bb8c-838446b7b507 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:15.378990 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:15.439007 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-57103155-b23f-4893-91fc-f28008df989f service neutron] 10.222.0.73 "GET /v2.0/networks/9cae65aa-3fc8-4065-9612-66200e7cb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244565 May 25 22:52:15.441781 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device cc0d7173-8c0d-46a2-ac3f-333f40d74345 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:52:15.452150 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-43ea688b-5a51-44ff-abc5-3da342d1e498 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:15.454505 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-43ea688b-5a51-44ff-abc5-3da342d1e498 tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.1910946 May 25 22:52:15.461016 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 32768) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:15.578639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694f9a3-c06a-47f8-b59e-87136e67b7dd req-4a48bbcd-52f4-4f70-aa91-69aa40d67cbe tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:15.580251 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1694f9a3-c06a-47f8-b59e-87136e67b7dd req-4a48bbcd-52f4-4f70-aa91-69aa40d67cbe tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 943 time: 0.2860515 May 25 22:52:15.587598 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-0f0b7642-de3d-4f29-9959-820d9f73215d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37812d801ca84073b774698e0a70ba5a&device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 1096 time: 0.2885346 May 25 22:52:15.608085 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Transition to ACTIVE for port object 77afd01e-663a-45d6-b949-d36dce81df2f will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:15.625853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7036f9f1-40d7-4ada-ba80-fa3d2931b3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:15.695061 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:15.715671 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:15.717454 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Transition to ACTIVE for port object bb360cac-c100-4c10-a01f-2d4ea59b1eef will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:15.739924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036f9f1-40d7-4ada-ba80-fa3d2931b3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d0ef79-79d3-460b-aa0e-c72424a69fc6,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:15.771564 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-84b3870b-4ef4-4335-9236-7ffd5ea582dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce29a67d-d473-49a6-b3e4-57b0ba7ee04a HTTP/1.1" status: 200 len: 217 time: 0.1357112 May 25 22:52:15.773736 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Transition to ACTIVE for port object d0fdf029-2acb-4aa7-90de-ab5a07b161d5 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:15.775466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7036f9f1-40d7-4ada-ba80-fa3d2931b3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:15.776749 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7036f9f1-40d7-4ada-ba80-fa3d2931b3f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b7d0ef79-79d3-460b-aa0e-c72424a69fc6 HTTP/1.1" status: 204 len: 168 time: 2.6038008 May 25 22:52:15.779716 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1694f9a3-c06a-47f8-b59e-87136e67b7dd req-bf41654f-6726-41d5-99cb-fe60c3937d75 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905603 May 25 22:52:15.793419 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Transition to ACTIVE for port object bb360cac-c100-4c10-a01f-2d4ea59b1eef will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:15.804796 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port cc0d7173-8c0d-46a2-ac3f-333f40d74345 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:15.814404 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-517f10e4-4535-4d04-8c72-23353a01053f None None] Provisioning for port 7ef15f73-63e9-49df-bb8c-838446b7b507 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:15.817135 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:15.886983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d7065724-d565-4ae5-b87d-079ca4e74129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:15.888907 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-d7065724-d565-4ae5-b87d-079ca4e74129 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2640b8fb-952a-426a-9621-4bd33956af56 HTTP/1.1" status: 200 len: 844 time: 0.1061018 May 25 22:52:15.976935 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port cc0d7173-8c0d-46a2-ac3f-333f40d74345 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:15.977303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:15.993682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:16.007980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-517f10e4-4535-4d04-8c72-23353a01053f None None] Provisioning complete for port 7ef15f73-63e9-49df-bb8c-838446b7b507 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:16.008360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-517f10e4-4535-4d04-8c72-23353a01053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:16.133811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3cb079c-3ed4-4217-a754-881e44332acb tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:16.137741 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Pushing event updated for resources: {'Port': ['ID=d0fdf029-2acb-4aa7-90de-ab5a07b161d5,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:16.149609 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:16.239328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:16.292175 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Network dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:16.294587 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:16.297291 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:16.303777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:16.305046 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:16.385232 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-668bac9a-aa7e-4476-a211-4f043d5d8da7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad2e64db-8f8f-49b2-92b1-43b2eabb0340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4688404 May 25 22:52:16.385734 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 32786) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:16.407099 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8aa8acd8-5280-4020-bd16-a0f4b57c0ea0 req-2a7a45c3-a0ad-4368-ae1b-9b9c90451a28 service neutron] 10.222.0.73 "GET /v2.0/networks/9cae65aa-3fc8-4065-9612-66200e7cb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8799298 May 25 22:52:16.433479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1d2b48-c034-4712-a957-47147b459d76,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:16.463413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcccc9f-20ee-4720-aab7-1c1684780218 None None] Pushing event updated for resources: {'Port': ['ID=77afd01e-663a-45d6-b949-d36dce81df2f,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:16.515076 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Network ae47ecc3-5711-44c4-9d48-7ae76c7b2014 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:16.581466 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:16.603997 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:16.642659 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-39e7f76c-d2ca-4958-a72a-6792202e8e0b tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.6886473 May 25 22:52:16.646233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Attempting to bind port 77afd01e-663a-45d6-b949-d36dce81df2f on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:16.646833 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Attempting to bind port 77afd01e-663a-45d6-b949-d36dce81df2f by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'e20c8822-d53a-4556-a220-ebf8eca4a7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:16.647699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Attempting to bind port 77afd01e-663a-45d6-b949-d36dce81df2f on network ad2e64db-8f8f-49b2-92b1-43b2eabb0340 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:16.648259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 32792) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:16.703890 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-864b757a-cdfd-4b47-a33e-bf53cfb74792 service neutron] 10.222.0.73 "GET /v2.0/networks/ad2e64db-8f8f-49b2-92b1-43b2eabb0340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061926 May 25 22:52:16.707472 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:16.719466 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:16.802043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Attempting to bind port bb360cac-c100-4c10-a01f-2d4ea59b1eef on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:16.802583 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Attempting to bind port bb360cac-c100-4c10-a01f-2d4ea59b1eef by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '785aa147-b73c-4beb-8b56-2aa822459425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ae47ecc3-5711-44c4-9d48-7ae76c7b2014'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:16.802949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Attempting to bind port bb360cac-c100-4c10-a01f-2d4ea59b1eef on network ae47ecc3-5711-44c4-9d48-7ae76c7b2014 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:16.819175 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-517f10e4-4535-4d04-8c72-23353a01053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:16.868254 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:16.868787 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Checking segment: {'id': 'e20c8822-d53a-4556-a220-ebf8eca4a7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:16.869197 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:16.869583 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Bound using segment: {'id': 'e20c8822-d53a-4556-a220-ebf8eca4a7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:16.870061 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Bound port: 77afd01e-663a-45d6-b949-d36dce81df2f, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20c8822-d53a-4556-a220-ebf8eca4a7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:16.870430 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:16.924826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae47ecc3-5711-44c4-9d48-7ae76c7b2014']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:16.973179 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785aa147-b73c-4beb-8b56-2aa822459425') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:16.973799 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785aa147-b73c-4beb-8b56-2aa822459425') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:16.985301 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] For port 77afd01e-663a-45d6-b949-d36dce81df2f, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:16.992131 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] For port 77afd01e-663a-45d6-b949-d36dce81df2f, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=77afd01e-663a-45d6-b949-d36dce81df2f,segment=NetworkSegment(e20c8822-d53a-4556-a220-ebf8eca4a7fa),segment_id=e20c8822-d53a-4556-a220-ebf8eca4a7fa)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:52:16.993957 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Pushing event updated for resources: {'Port': ['ID=bb360cac-c100-4c10-a01f-2d4ea59b1eef,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:16.994836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.017602 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0a7e8-d2b4-4df9-8d09-38113c57e508 req-494fd34a-8ea7-488f-891c-8b59196f90e2 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:17.019216 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0ee0a7e8-d2b4-4df9-8d09-38113c57e508 req-494fd34a-8ea7-488f-891c-8b59196f90e2 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 943 time: 0.8347397 May 25 22:52:17.031213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:17.031582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Checking segment: {'id': '785aa147-b73c-4beb-8b56-2aa822459425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ae47ecc3-5711-44c4-9d48-7ae76c7b2014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:17.031972 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.032353 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Bound using segment: {'id': '785aa147-b73c-4beb-8b56-2aa822459425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ae47ecc3-5711-44c4-9d48-7ae76c7b2014'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:17.032929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Bound port: bb360cac-c100-4c10-a01f-2d4ea59b1eef, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785aa147-b73c-4beb-8b56-2aa822459425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ae47ecc3-5711-44c4-9d48-7ae76c7b2014'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:17.033294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.068345 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.093571 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.093773 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-60f74907-0a70-4f52-9126-cc63ce4f0ed2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=22103d89a52f4f3591c242c3274f509b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6990824 May 25 22:52:17.102644 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 32804) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:17.104893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-517f10e4-4535-4d04-8c72-23353a01053f None None] For port 7ef15f73-63e9-49df-bb8c-838446b7b507, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=7ef15f73-63e9-49df-bb8c-838446b7b507,segment=NetworkSegment(0042b2b0-2097-4190-bbb5-24d7c4e977e1),segment_id=0042b2b0-2097-4190-bbb5-24d7c4e977e1)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:17.168430 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1eda043-f327-48c4-8d21-eac34c104cc8'] response: {'name': 'network-changed', 'server_uuid': 'c3c2630e-fb9e-42c7-9aa3-b4648d73d211', 'tag': 'ce29a67d-d473-49a6-b3e4-57b0ba7ee04a', 'status': 'completed', 'code': 200} May 25 22:52:17.242660 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0ee0a7e8-d2b4-4df9-8d09-38113c57e508 req-e26e922d-a5da-4cdd-815e-ae381fa4e37d tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eb8776c-8ab0-483c-9533-a01b189c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082958 May 25 22:52:17.261687 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b303cd54-a57a-477f-b1d3-ce110c4ed6ad req-9378a4d7-26e6-4b4f-9f73-b0350917b9cf service neutron] 10.222.0.73 "GET /v2.0/networks/ad2e64db-8f8f-49b2-92b1-43b2eabb0340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495548 May 25 22:52:17.304332 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b14fe4-c31a-4475-8a85-d837362848f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:17.311469 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b14fe4-c31a-4475-8a85-d837362848f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:17.316016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b14fe4-c31a-4475-8a85-d837362848f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:17.316589 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-33b14fe4-c31a-4475-8a85-d837362848f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Synchronizing usage tracker for tenant:f0ae3ab2c8b147899c6d9b16e1fdfc03 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:52:17.359063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.387266 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-517f10e4-4535-4d04-8c72-23353a01053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.401392 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3061832d-c376-4f30-9598-e113c124543c req-2803db82-8e2a-4be2-a224-5279b1a78dbb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0505e1ad716b4cc68624dd1b24def3b7&device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 1096 time: 0.8332531 May 25 22:52:17.404735 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3cb079c-3ed4-4217-a754-881e44332acb tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.406721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:17.407111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:17.439094 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:17.463079 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Routers {'a66573e7-d2ed-4635-8512-ff3ee0b02721'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:52:17.466538 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a66573e7-d2ed-4635-8512-ff3ee0b02721'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:17.475740 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-92a34360-8782-493d-a494-6fda1a342aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.535602 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3cb079c-3ed4-4217-a754-881e44332acb tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.543567 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-92a34360-8782-493d-a494-6fda1a342aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.612848 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-33b14fe4-c31a-4475-8a85-d837362848f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Unset dirty status for tenant:f0ae3ab2c8b147899c6d9b16e1fdfc03 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:52:17.614245 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-33b14fe4-c31a-4475-8a85-d837362848f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.9610615 May 25 22:52:17.620564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 32814) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:17.680017 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac15a72-de0d-4f2b-b4dd-6cc6638fb83f req-ae7b49d3-f0a8-408a-9151-4063dc46c4e0 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:17.687533 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1ac15a72-de0d-4f2b-b4dd-6cc6638fb83f req-ae7b49d3-f0a8-408a-9151-4063dc46c4e0 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 943 time: 0.3467445 May 25 22:52:17.708605 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061832d-c376-4f30-9598-e113c124543c req-26202fc5-851b-4ed5-a77b-793a07ceb4e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:17.710674 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3061832d-c376-4f30-9598-e113c124543c req-26202fc5-851b-4ed5-a77b-793a07ceb4e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9cae65aa-3fc8-4065-9612-66200e7cb1df HTTP/1.1" status: 200 len: 913 time: 0.2698591 May 25 22:52:17.713290 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] For port bb360cac-c100-4c10-a01f-2d4ea59b1eef, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:17.716477 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b563a035-e28e-4d1b-bb60-48b757b7a126 req-7231f810-4c3c-4663-b4e0-244b8c1333e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37812d801ca84073b774698e0a70ba5a&device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 1096 time: 0.3075411 May 25 22:52:17.722404 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] For port bb360cac-c100-4c10-a01f-2d4ea59b1eef, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bb360cac-c100-4c10-a01f-2d4ea59b1eef,segment=NetworkSegment(785aa147-b73c-4beb-8b56-2aa822459425),segment_id=785aa147-b73c-4beb-8b56-2aa822459425)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:52:17.747262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port cc0d7173-8c0d-46a2-ac3f-333f40d74345, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=cc0d7173-8c0d-46a2-ac3f-333f40d74345,segment=NetworkSegment(da21ee1e-4138-4507-825d-c491fa728806),segment_id=da21ee1e-4138-4507-825d-c491fa728806)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:17.765900 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcccc9f-20ee-4720-aab7-1c1684780218 None None] Pushing event updated for resources: {'Port': ['ID=77afd01e-663a-45d6-b949-d36dce81df2f,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:17.786536 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 22:52:17.786536 dv-neutron-843300-1-hyperv neutron-server[84717]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 22:52:17.786536 dv-neutron-843300-1-hyperv neutron-server[84717]: [parameters: {'id': 'ae47ecc3-5711-44c4-9d48-7ae76c7b2014'}] May 25 22:52:17.786536 dv-neutron-843300-1-hyperv neutron-server[84717]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:52:17.786963 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:52:17.804858 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3061832d-c376-4f30-9598-e113c124543c req-85280353-0959-4589-8d08-ff3f0d182bda service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6059d5e-029f-4b2b-ba70-715a4e1bfa1f HTTP/1.1" status: 200 len: 217 time: 0.0877666 May 25 22:52:17.806148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3cb079c-3ed4-4217-a754-881e44332acb tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.806796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cb079c-3ed4-4217-a754-881e44332acb tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed7a35e7-739c-49e6-977e-cfef41d792d5 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:52:17.823929 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-5b08a112-854c-4d28-afc1-2c1253d6c0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Deleting port d0fdf029-2acb-4aa7-90de-ab5a07b161d5 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:17.824262 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5b08a112-854c-4d28-afc1-2c1253d6c0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.836427 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.853650 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.858526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.892816 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f10e4-4535-4d04-8c72-23353a01053f None None] Pushing event updated for resources: {'Port': ['ID=7ef15f73-63e9-49df-bb8c-838446b7b507,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:17.910268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3cb079c-3ed4-4217-a754-881e44332acb tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:17.911388 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a3cb079c-3ed4-4217-a754-881e44332acb tempest-RoutersTestDVR-468501454 tempest-RoutersTestDVR-468501454-project-admin] 10.222.0.66 "DELETE /v2.0/routers/ed7a35e7-739c-49e6-977e-cfef41d792d5 HTTP/1.1" status: 204 len: 168 time: 2.4494202 May 25 22:52:17.966815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061832d-c376-4f30-9598-e113c124543c req-7e1fd703-8fd6-4657-938f-6a71b41edbcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:17.966958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] Set router a66573e7-d2ed-4635-8512-ff3ee0b02721 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:52:17.969042 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3061832d-c376-4f30-9598-e113c124543c req-7e1fd703-8fd6-4657-938f-6a71b41edbcb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b693039a-8841-4831-b3b8-399b07c1f4c3 HTTP/1.1" status: 200 len: 851 time: 0.1418850 May 25 22:52:17.987098 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-92a34360-8782-493d-a494-6fda1a342aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:18.024708 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1ac15a72-de0d-4f2b-b4dd-6cc6638fb83f req-3f8ad917-e723-4ec6-b537-14e247c453d2 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3360600 May 25 22:52:18.078449 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3061832d-c376-4f30-9598-e113c124543c req-f7a90527-6e31-4b84-8f5c-7b2322105ff0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9cae65aa-3fc8-4065-9612-66200e7cb1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1020498 May 25 22:52:18.101550 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a34360-8782-493d-a494-6fda1a342aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2325950d-c83e-4b01-922d-14cd6b902bb4,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:18.117504 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-92a34360-8782-493d-a494-6fda1a342aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:18.118619 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-92a34360-8782-493d-a494-6fda1a342aca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2325950d-c83e-4b01-922d-14cd6b902bb4 HTTP/1.1" status: 204 len: 168 time: 1.0117710 May 25 22:52:18.147427 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563a035-e28e-4d1b-bb60-48b757b7a126 req-c5472b0b-64dc-4388-a731-4f63fea6798f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:18.149071 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b563a035-e28e-4d1b-bb60-48b757b7a126 req-c5472b0b-64dc-4388-a731-4f63fea6798f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ad2e64db-8f8f-49b2-92b1-43b2eabb0340 HTTP/1.1" status: 200 len: 906 time: 0.4229183 May 25 22:52:18.266668 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3061832d-c376-4f30-9598-e113c124543c req-653a3d71-ed36-4b14-b840-6152b7a57cc4 service neutron] 10.222.0.73 "GET /v2.0/networks/9cae65aa-3fc8-4065-9612-66200e7cb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816397 May 25 22:52:18.281709 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b563a035-e28e-4d1b-bb60-48b757b7a126 req-d2666480-ec9b-4778-8a21-fe6c59e1a9f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce29a67d-d473-49a6-b3e4-57b0ba7ee04a HTTP/1.1" status: 200 len: 217 time: 0.1160195 May 25 22:52:18.285983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5b08a112-854c-4d28-afc1-2c1253d6c0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:18.322814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:18.375212 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-14fd802d-2564-41b5-87ef-a34e1dedb682 None None] Provisioning complete for port cc0d7173-8c0d-46a2-ac3f-333f40d74345 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:18.375585 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-14fd802d-2564-41b5-87ef-a34e1dedb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:18.437664 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d762bf22-2635-4076-8e22-4d1e9403461d None None] Network ae47ecc3-5711-44c4-9d48-7ae76c7b2014 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:18.527012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-5b08a112-854c-4d28-afc1-2c1253d6c0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Calling delete_port for d0fdf029-2acb-4aa7-90de-ab5a07b161d5 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:18.538086 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7436d17-c47f-438b-9098-5cfb8c653cb6 None None] Pushing event updated for resources: {'Port': ['ID=bb360cac-c100-4c10-a01f-2d4ea59b1eef,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:18.643101 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3061832d-c376-4f30-9598-e113c124543c req-38bd0cbd-6d90-455e-9cc1-e7484ba93431 service neutron] 10.222.0.73 "GET /v2.0/networks/9cae65aa-3fc8-4065-9612-66200e7cb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701310 May 25 22:52:18.648878 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Deleting port bb360cac-c100-4c10-a01f-2d4ea59b1eef {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:18.652440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:18.778343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563a035-e28e-4d1b-bb60-48b757b7a126 req-a6677993-4869-444b-83da-2e786aee180e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:18.780864 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b563a035-e28e-4d1b-bb60-48b757b7a126 req-a6677993-4869-444b-83da-2e786aee180e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2640b8fb-952a-426a-9621-4bd33956af56 HTTP/1.1" status: 200 len: 844 time: 0.4856818 May 25 22:52:18.831389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5b08a112-854c-4d28-afc1-2c1253d6c0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:18.877009 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=cc0d7173-8c0d-46a2-ac3f-333f40d74345,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:18.913221 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-14fd802d-2564-41b5-87ef-a34e1dedb682 None None] Could not find standard attr ID for object d0fdf029-2acb-4aa7-90de-ab5a07b161d5. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:52:18.915910 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] For port bb360cac-c100-4c10-a01f-2d4ea59b1eef, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bb360cac-c100-4c10-a01f-2d4ea59b1eef,segment=NetworkSegment(785aa147-b73c-4beb-8b56-2aa822459425),segment_id=785aa147-b73c-4beb-8b56-2aa822459425)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:18.916939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:18.945427 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'name': 'tempest-ServersTestJSON-536857528-router', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:34Z', 'updated_at': '2022-05-25T22:51:44Z', 'revision_number': 4, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'gw_port': {'id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:35Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '77afd01e-663a-45d6-b949-d36dce81df2f', 'name': '', 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'mac_address': 'fa:16:3e:76:54:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2640b8fb-952a-426a-9621-4bd33956af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:42Z', 'updated_at': '2022-05-25T22:52:16Z', 'revision_number': 4, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'subnets': [{'id': '2640b8fb-952a-426a-9621-4bd33956af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:18.947663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4201a48-08eb-405c-a5db-0b49b5b4ea4f None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 22:52:18.994208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 32842) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:18.998041 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08a112-854c-4d28-afc1-2c1253d6c0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Pushing event deleted for resources: {'Port': ['ID=d0fdf029-2acb-4aa7-90de-ab5a07b161d5,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:19.026781 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7cfc4-4e9a-47dd-b026-e0f66c9d63e2 None None] The sync data for ids ['a66573e7-d2ed-4635-8512-ff3ee0b02721'] in dv-neutron-843300-1-hyperv is: [{'id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'name': 'tempest-ServersTestJSON-536857528-router', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:34Z', 'updated_at': '2022-05-25T22:51:44Z', 'revision_number': 4, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'gw_port': {'id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:35Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '77afd01e-663a-45d6-b949-d36dce81df2f', 'name': '', 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'mac_address': 'fa:16:3e:76:54:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2640b8fb-952a-426a-9621-4bd33956af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:42Z', 'updated_at': '2022-05-25T22:52:16Z', 'revision_number': 4, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'subnets': [{'id': '2640b8fb-952a-426a-9621-4bd33956af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:52:19.034608 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-14fd802d-2564-41b5-87ef-a34e1dedb682 None None] Provisioning complete for port 7ef15f73-63e9-49df-bb8c-838446b7b507 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:19.034974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-14fd802d-2564-41b5-87ef-a34e1dedb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:19.081498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Calling delete_port for bb360cac-c100-4c10-a01f-2d4ea59b1eef owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:19.132165 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5b08a112-854c-4d28-afc1-2c1253d6c0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:19.210022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328fd69-2fd2-45c9-a091-a70763e7228f req-430b23a1-6be8-4580-9133-c5ff553df952 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:19.214497 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9328fd69-2fd2-45c9-a091-a70763e7228f req-430b23a1-6be8-4580-9133-c5ff553df952 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 943 time: 0.4580307 May 25 22:52:19.278569 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5b08a112-854c-4d28-afc1-2c1253d6c0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] 10.222.0.66 "DELETE /v2.0/ports/d0fdf029-2acb-4aa7-90de-ab5a07b161d5 HTTP/1.1" status: 204 len: 168 time: 1.6533310 May 25 22:52:19.283753 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 32854) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:19.290481 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b563a035-e28e-4d1b-bb60-48b757b7a126 req-d8cabaa1-d0a4-47c3-9ae1-accb6230cccc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad2e64db-8f8f-49b2-92b1-43b2eabb0340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4608994 May 25 22:52:19.291831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4201a48-08eb-405c-a5db-0b49b5b4ea4f None None] Resources bound (agent type, host, resource id): {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 22:52:19.295110 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2fa7d32a-204e-4d67-8409-bd5e393250d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Request body: {'port': {'name': 'tempest-new-port-name-1647078620', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:19.295759 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.api.validators [None req-2fa7d32a-204e-4d67-8409-bd5e393250d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] bootfile-name is not in valid_values {{(pid=84716) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 22:52:19.296916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.api.validators [None req-2fa7d32a-204e-4d67-8409-bd5e393250d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] tftp-server is not in valid_values {{(pid=84716) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 22:52:19.297654 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.api.validators [None req-2fa7d32a-204e-4d67-8409-bd5e393250d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] server-ip-address is not in valid_values {{(pid=84716) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 22:52:19.298042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:19.441504 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Port': ['ID=bb360cac-c100-4c10-a01f-2d4ea59b1eef,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:19.468185 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No DVR routers for this DVR port bb360cac-c100-4c10-a01f-2d4ea59b1eef on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:52:19.489173 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9328fd69-2fd2-45c9-a091-a70763e7228f req-5082f59f-caa2-4734-bb70-0cd75cb0a5f8 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eb8776c-8ab0-483c-9533-a01b189c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683511 May 25 22:52:19.654955 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:19.665579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-14fd802d-2564-41b5-87ef-a34e1dedb682 None None] Provisioning for port 71a88c5e-9f95-4e67-b799-aef2f1898ae8 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:19.689115 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-14fd802d-2564-41b5-87ef-a34e1dedb682 None None] Provisioning complete for port 71a88c5e-9f95-4e67-b799-aef2f1898ae8 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:19.689473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-14fd802d-2564-41b5-87ef-a34e1dedb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:19.734977 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2ce19c04-eccf-455f-8f78-3358d16bc1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:19.794071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2ce19c04-eccf-455f-8f78-3358d16bc1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:19.798759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2ce19c04-eccf-455f-8f78-3358d16bc1d6 admin admin] Usage tracker for resource:security_group_rule and tenant:488943bfc82d4e0f8c3a153031851a33 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:19.801868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2ce19c04-eccf-455f-8f78-3358d16bc1d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:19.809539 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2ce19c04-eccf-455f-8f78-3358d16bc1d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:19.826691 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-14fd802d-2564-41b5-87ef-a34e1dedb682 None None] Port 71a88c5e-9f95-4e67-b799-aef2f1898ae8 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:52:19.828214 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a6059d5e-029f-4b2b-ba70-715a4e1bfa1f details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:52:19.832735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2fa7d32a-204e-4d67-8409-bd5e393250d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:19.900931 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2ce19c04-eccf-455f-8f78-3358d16bc1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:19.902913 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae47ecc3-5711-44c4-9d48-7ae76c7b2014']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:19.934695 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785aa147-b73c-4beb-8b56-2aa822459425') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:19.935315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785aa147-b73c-4beb-8b56-2aa822459425') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:19.957539 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:19.985512 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:19.993328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:19.993846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:20.017410 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:20.033327 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 32866) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:20.068224 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b563a035-e28e-4d1b-bb60-48b757b7a126 req-5a0e1957-377f-4013-8c6f-60e004a9b3a9 service neutron] 10.222.0.73 "GET /v2.0/networks/ad2e64db-8f8f-49b2-92b1-43b2eabb0340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855300 May 25 22:52:20.110416 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a6059d5e-029f-4b2b-ba70-715a4e1bfa1f,segment=NetworkSegment(dba618f3-3eb2-45f9-94d1-c9d4337dff24),segment_id=dba618f3-3eb2-45f9-94d1-c9d4337dff24)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:20.146049 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'a6059d5e-029f-4b2b-ba70-715a4e1bfa1f', 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df', 'port_id': 'a6059d5e-029f-4b2b-ba70-715a4e1bfa1f', 'mac_address': 'fa:16:3e:e4:fb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:52:20.183607 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 77afd01e-663a-45d6-b949-d36dce81df2f up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:52:20.263462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2ce19c04-eccf-455f-8f78-3358d16bc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:20.322498 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:20.405770 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2ce19c04-eccf-455f-8f78-3358d16bc1d6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=488943bfc82d4e0f8c3a153031851a33&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4102404 May 25 22:52:20.407631 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce19c04-eccf-455f-8f78-3358d16bc1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81382cb7-e39b-479e-b8ce-455f8081eb83,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:20.408709 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6059d5e-029f-4b2b-ba70-715a4e1bfa1f {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:52:20.416405 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 32876) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:20.449034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a6059d5e-029f-4b2b-ba70-715a4e1bfa1f,segment=NetworkSegment(dba618f3-3eb2-45f9-94d1-c9d4337dff24),segment_id=dba618f3-3eb2-45f9-94d1-c9d4337dff24)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:20.458696 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2fa7d32a-204e-4d67-8409-bd5e393250d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:20.470145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:20.477581 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 77afd01e-663a-45d6-b949-d36dce81df2f completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:20.480799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33663f3-37ed-4933-92a1-61e7c0e65928 req-85d1b055-be67-434b-8516-bec4f4ce2674 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:20.493352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 77afd01e-663a-45d6-b949-d36dce81df2f triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:20.493724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:20.495455 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b33663f3-37ed-4933-92a1-61e7c0e65928 req-85d1b055-be67-434b-8516-bec4f4ce2674 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 943 time: 1.0119247 May 25 22:52:20.543410 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:20.575088 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b563a035-e28e-4d1b-bb60-48b757b7a126 req-15eb6711-11f9-4904-bcff-9d3c6026d5ef service neutron] 10.222.0.73 "GET /v2.0/networks/ad2e64db-8f8f-49b2-92b1-43b2eabb0340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008044 May 25 22:52:20.589757 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/ae47ecc3-5711-44c4-9d48-7ae76c7b2014 HTTP/1.1" status: 204 len: 168 time: 6.7903354 May 25 22:52:20.593147 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:20.593814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device ce29a67d-d473-49a6-b3e4-57b0ba7ee04a details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:52:20.594252 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 32886) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:20.595214 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccb067-139e-4b5f-b07f-e63d2402ded3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Network': ['ID=ae47ecc3-5711-44c4-9d48-7ae76c7b2014,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:20.610924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2fa7d32a-204e-4d67-8409-bd5e393250d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:20.611162 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-0cc2e58b-fec2-4a21-a880-799b36fac792 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1821062739'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:20.624262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0cc2e58b-fec2-4a21-a880-799b36fac792 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:20.634279 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0cc2e58b-fec2-4a21-a880-799b36fac792 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:network and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:20.645434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0cc2e58b-fec2-4a21-a880-799b36fac792 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:20.654854 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0cc2e58b-fec2-4a21-a880-799b36fac792 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:20.675748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2509ea7b-8eae-4747-9404-8acd74f0099c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:20.721290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2509ea7b-8eae-4747-9404-8acd74f0099c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:20.768923 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7d32a-204e-4d67-8409-bd5e393250d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Pushing event updated for resources: {'Port': ['ID=71a88c5e-9f95-4e67-b799-aef2f1898ae8,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:20.785653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc2e58b-fec2-4a21-a880-799b36fac792 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:20.789803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0cc2e58b-fec2-4a21-a880-799b36fac792 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:20.856783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2fa7d32a-204e-4d67-8409-bd5e393250d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] In _notify_port_updated(), no bound segment for port 71a88c5e-9f95-4e67-b799-aef2f1898ae8 on network dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd {{(pid=84716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:52:20.860524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa7d32a-204e-4d67-8409-bd5e393250d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:20.861463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2fa7d32a-204e-4d67-8409-bd5e393250d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:20.862662 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2fa7d32a-204e-4d67-8409-bd5e393250d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] 10.222.0.66 "PUT /v2.0/ports/71a88c5e-9f95-4e67-b799-aef2f1898ae8 HTTP/1.1" status: 200 len: 1130 time: 1.5772502 May 25 22:52:20.865992 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 32894) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:20.886579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.resource_extend [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:52:20.913022 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b33663f3-37ed-4933-92a1-61e7c0e65928 req-e70c9e26-3e1e-4465-b492-3b2bd62beb59 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4164760 May 25 22:52:20.944760 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a6859-38e8-4e74-b810-e899d16a4d49 req-f154fb97-3e4b-40f6-9c72-a88352ad585a tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:20.946270 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a82a6859-38e8-4e74-b810-e899d16a4d49 req-f154fb97-3e4b-40f6-9c72-a88352ad585a tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 944 time: 0.1787574 May 25 22:52:20.965725 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2509ea7b-8eae-4747-9404-8acd74f0099c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.014528 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a82a6859-38e8-4e74-b810-e899d16a4d49 req-4fd1a42c-59c7-4588-9e6f-00529302c447 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eb8776c-8ab0-483c-9533-a01b189c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620453 May 25 22:52:21.018636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a6059d5e-029f-4b2b-ba70-715a4e1bfa1f,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:21.020704 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc2e58b-fec2-4a21-a880-799b36fac792 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:21.024869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509ea7b-8eae-4747-9404-8acd74f0099c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81382cb7-e39b-479e-b8ce-455f8081eb83,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:21.041527 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.084015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-67368219'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:21.089138 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:21.093250 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:network and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:21.096375 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:21.102847 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 77afd01e-663a-45d6-b949-d36dce81df2f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=77afd01e-663a-45d6-b949-d36dce81df2f,segment=NetworkSegment(e20c8822-d53a-4556-a220-ebf8eca4a7fa),segment_id=e20c8822-d53a-4556-a220-ebf8eca4a7fa)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:21.103699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:21.114225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0cc2e58b-fec2-4a21-a880-799b36fac792 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.114521 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-0cc2e58b-fec2-4a21-a880-799b36fac792 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Added segment 022f10be-a41a-4508-b2e5-2c131b081a47 of type vlan for network 3ba3632d-aaa4-41d6-bb73-ea92a882a1b9 May 25 22:52:21.126227 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2509ea7b-8eae-4747-9404-8acd74f0099c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.127413 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2509ea7b-8eae-4747-9404-8acd74f0099c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81382cb7-e39b-479e-b8ce-455f8081eb83 HTTP/1.1" status: 204 len: 168 time: 0.7100439 May 25 22:52:21.141051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=ce29a67d-d473-49a6-b3e4-57b0ba7ee04a,segment=NetworkSegment(e20c8822-d53a-4556-a220-ebf8eca4a7fa),segment_id=e20c8822-d53a-4556-a220-ebf8eca4a7fa)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:21.144991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dfbd9c-932f-4a3a-a5c4-2a04beb96322 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:21.146454 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-07dfbd9c-932f-4a3a-a5c4-2a04beb96322 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] 10.222.0.66 "GET /v2.0/ports/71a88c5e-9f95-4e67-b799-aef2f1898ae8 HTTP/1.1" status: 200 len: 1130 time: 0.2789891 May 25 22:52:21.149809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 32900) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:21.170469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0cc2e58b-fec2-4a21-a880-799b36fac792 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.178585 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'ce29a67d-d473-49a6-b3e4-57b0ba7ee04a', 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'port_id': 'ce29a67d-d473-49a6-b3e4-57b0ba7ee04a', 'mac_address': 'fa:16:3e:b5:57:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2640b8fb-952a-426a-9621-4bd33956af56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:52:21.218094 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.218718 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 7ef15f73-63e9-49df-bb8c-838446b7b507 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:52:21.226306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5ba39-39d1-4d0c-9afe-8c5c2cf80165 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Deleting port 71a88c5e-9f95-4e67-b799-aef2f1898ae8 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:21.226638 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5dc5ba39-39d1-4d0c-9afe-8c5c2cf80165 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.235048 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:21.238859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.282951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.324772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0cc2e58b-fec2-4a21-a880-799b36fac792 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.335025 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc2e58b-fec2-4a21-a880-799b36fac792 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:21.335790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0cc2e58b-fec2-4a21-a880-799b36fac792 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.459969 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:21.468304 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:security_group_rule and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:21.473110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:21.480429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2e58b-fec2-4a21-a880-799b36fac792 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Network': ['ID=3ba3632d-aaa4-41d6-bb73-ea92a882a1b9,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:21.482671 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.482804 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:21.498537 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 3ba3632d-aaa4-41d6-bb73-ea92a882a1b9 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:21.526206 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5dc5ba39-39d1-4d0c-9afe-8c5c2cf80165 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.567298 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=77afd01e-663a-45d6-b949-d36dce81df2f,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:21.599038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce29a67d-d473-49a6-b3e4-57b0ba7ee04a {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:52:21.610276 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0cc2e58b-fec2-4a21-a880-799b36fac792 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0082459 May 25 22:52:21.621993 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5f315504-af59-4087-88c9-64c8d6b42dc2 None None] Provisioning complete for port 71a88c5e-9f95-4e67-b799-aef2f1898ae8 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:21.621993 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5f315504-af59-4087-88c9-64c8d6b42dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.653216 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 32910) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:21.661305 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5ba39-39d1-4d0c-9afe-8c5c2cf80165 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Calling delete_port for 71a88c5e-9f95-4e67-b799-aef2f1898ae8 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:21.687341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=ce29a67d-d473-49a6-b3e4-57b0ba7ee04a,segment=NetworkSegment(e20c8822-d53a-4556-a220-ebf8eca4a7fa),segment_id=e20c8822-d53a-4556-a220-ebf8eca4a7fa)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:21.695358 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 7ef15f73-63e9-49df-bb8c-838446b7b507 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:21.695659 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e33d072e-f07a-4c34-acdf-ee55e0d7fbf8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'subnet': {'network_id': '3ba3632d-aaa4-41d6-bb73-ea92a882a1b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:21.695768 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.704119 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.724324 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5f315504-af59-4087-88c9-64c8d6b42dc2 None None] Port 71a88c5e-9f95-4e67-b799-aef2f1898ae8 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:52:21.816316 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e33d072e-f07a-4c34-acdf-ee55e0d7fbf8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:21.831577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device cc0d7173-8c0d-46a2-ac3f-333f40d74345 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:52:21.868160 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.889468 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 32918) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:21.898341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e33d072e-f07a-4c34-acdf-ee55e0d7fbf8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:subnet and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:21.902860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e33d072e-f07a-4c34-acdf-ee55e0d7fbf8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:21.911814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e33d072e-f07a-4c34-acdf-ee55e0d7fbf8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:21.935008 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:21.979037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:21.987087 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=ce29a67d-d473-49a6-b3e4-57b0ba7ee04a,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:22.011184 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2736a15-d018-4d6c-9090-d7ec92b65fcd,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:22.024896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:22.024896 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Added segment 5d468784-e394-4ad1-9d42-92c0d77880e1 of type vlan for network 40664e1c-c14f-49e9-9fe3-6648446454f6 May 25 22:52:22.040770 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port cc0d7173-8c0d-46a2-ac3f-333f40d74345 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:22.041135 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:22.049196 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33d072e-f07a-4c34-acdf-ee55e0d7fbf8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:22.079231 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:22.212570 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['a6059d5e-029f-4b2b-ba70-715a4e1bfa1f'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:52:22.214604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5dc5ba39-39d1-4d0c-9afe-8c5c2cf80165 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:22.262914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:22.266858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:22.267454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:22.311828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 32930) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:22.316445 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5ba39-39d1-4d0c-9afe-8c5c2cf80165 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Pushing event deleted for resources: {'Port': ['ID=71a88c5e-9f95-4e67-b799-aef2f1898ae8,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:22.375453 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['ce29a67d-d473-49a6-b3e4-57b0ba7ee04a'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:52:22.384563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-402d3ab1-e200-4169-8ea2-38e741554546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:22.455471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 77afd01e-663a-45d6-b949-d36dce81df2f up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:52:22.464909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5dc5ba39-39d1-4d0c-9afe-8c5c2cf80165 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:22.482713 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5dc5ba39-39d1-4d0c-9afe-8c5c2cf80165 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] 10.222.0.66 "DELETE /v2.0/ports/71a88c5e-9f95-4e67-b799-aef2f1898ae8 HTTP/1.1" status: 204 len: 168 time: 1.3317699 May 25 22:52:22.492833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 32934) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:22.499782 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e33d072e-f07a-4c34-acdf-ee55e0d7fbf8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:22.561887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:22.585311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:22.595253 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Usage tracker for resource:floatingip and tenant:560a108ba35f42449d766d5f5d4d4541 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:22.601649 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:22.607492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Network': ['ID=40664e1c-c14f-49e9-9fe3-6648446454f6,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:22.614589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:22.639073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 40664e1c-c14f-49e9-9fe3-6648446454f6 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:22.663506 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f025bc-c389-4617-b0ec-945a0bcc5674 req-2a0b6c7b-9cae-4e7b-9816-6fd5ddb6acda tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:22.670547 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c1f025bc-c389-4617-b0ec-945a0bcc5674 req-2a0b6c7b-9cae-4e7b-9816-6fd5ddb6acda tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 944 time: 0.5899301 May 25 22:52:22.717228 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a44a16cd-48f3-4362-96b2-ea4b06d27946 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.6795149 May 25 22:52:22.786060 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:22.864835 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 32942) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:22.869371 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 77afd01e-663a-45d6-b949-d36dce81df2f triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:22.869800 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:22.893104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c9c43e4c-cff9-40be-8adf-55dda1b7c618 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'subnet': {'network_id': '40664e1c-c14f-49e9-9fe3-6648446454f6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:22.913449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-402d3ab1-e200-4169-8ea2-38e741554546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:22.974464 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:23.027851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-402d3ab1-e200-4169-8ea2-38e741554546 admin admin] Usage tracker for resource:security_group_rule and tenant:6cece984ec37438f9933199df81bbf9e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:23.043581 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-402d3ab1-e200-4169-8ea2-38e741554546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:23.057732 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5b0028-0bc1-49a2-9a35-1211e40ee7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Deleting subnet 04877d2d-7bc1-465f-b21e-d97e829e8008 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:52:23.071427 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-402d3ab1-e200-4169-8ea2-38e741554546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:23.130828 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Allocated IP 172.26.5.87 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/89fafc0f-e38f-44c7-bffd-eed706147efa) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:23.149068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0028-0bc1-49a2-9a35-1211e40ee7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:23.273206 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c1f025bc-c389-4617-b0ec-945a0bcc5674 req-29985c71-b315-44b5-9a64-e92f65e339f7 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6014426 May 25 22:52:23.300085 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980daf7-d68a-462b-b7b8-0cd1dbcc6b99 req-8e42e6e4-2b29-4339-9e04-db1e7a8d29ce tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:23.306511 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9980daf7-d68a-462b-b7b8-0cd1dbcc6b99 req-8e42e6e4-2b29-4339-9e04-db1e7a8d29ce tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 944 time: 1.0129118 May 25 22:52:23.308219 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c9c43e4c-cff9-40be-8adf-55dda1b7c618 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:23.320893 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-402d3ab1-e200-4169-8ea2-38e741554546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:23.342950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0028-0bc1-49a2-9a35-1211e40ee7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:23.380805 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c9c43e4c-cff9-40be-8adf-55dda1b7c618 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:subnet and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:23.404846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c9c43e4c-cff9-40be-8adf-55dda1b7c618 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:23.436866 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:23.460509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c9c43e4c-cff9-40be-8adf-55dda1b7c618 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:23.466628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-402d3ab1-e200-4169-8ea2-38e741554546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:23.558266 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:23.619570 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-402d3ab1-e200-4169-8ea2-38e741554546 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6cece984ec37438f9933199df81bbf9e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2994652 May 25 22:52:23.623907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 32954) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:23.631852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:23.634151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d3ab1-e200-4169-8ea2-38e741554546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffea60d-16b7-4de3-ab5b-7228a7c2174a,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:23.642717 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c43e4c-cff9-40be-8adf-55dda1b7c618 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:23.648794 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:23.652754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Pushing event updated for resources: {'Port': ['ID=89fafc0f-e38f-44c7-bffd-eed706147efa,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:23.657148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:23.660195 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9980daf7-d68a-462b-b7b8-0cd1dbcc6b99 req-2e36058e-3ab1-4c12-aa75-c3a10f34eec1 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eb8776c-8ab0-483c-9533-a01b189c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3335228 May 25 22:52:23.759483 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0028-0bc1-49a2-9a35-1211e40ee7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:23.767250 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4171f019-5fda-46e3-87a3-c10370abe2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:23.782842 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 32960) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:23.813769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4171f019-5fda-46e3-87a3-c10370abe2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:23.815198 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e33d072e-f07a-4c34-acdf-ee55e0d7fbf8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:23.854581 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c9c43e4c-cff9-40be-8adf-55dda1b7c618 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:23.886815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a6059d5e-029f-4b2b-ba70-715a4e1bfa1f up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:52:23.950302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:23.966715 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-920351837', 'router:external': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:23.972110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:23.976675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Usage tracker for resource:network and tenant:2348b51760e64d8588629f1c8ec2315a is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:23.979675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:23.986015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:24.003146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4171f019-5fda-46e3-87a3-c10370abe2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.018057 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171f019-5fda-46e3-87a3-c10370abe2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffea60d-16b7-4de3-ab5b-7228a7c2174a,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:24.034116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4171f019-5fda-46e3-87a3-c10370abe2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.039098 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4171f019-5fda-46e3-87a3-c10370abe2de admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3ffea60d-16b7-4de3-ab5b-7228a7c2174a HTTP/1.1" status: 204 len: 168 time: 0.4091163 May 25 22:52:24.041683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:24.066444 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:24.066888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.079927 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d072e-f07a-4c34-acdf-ee55e0d7fbf8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Subnet': ['ID=8fedbab5-c482-47d5-829a-1342f2102f02,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:24.097235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Made reservation on behalf of 2348b51760e64d8588629f1c8ec2315a for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:24.100613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.122938 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.125697 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d072e-f07a-4c34-acdf-ee55e0d7fbf8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Checking segment: {'id': '022f10be-a41a-4508-b2e5-2c131b081a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3ba3632d-aaa4-41d6-bb73-ea92a882a1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:24.126052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d072e-f07a-4c34-acdf-ee55e0d7fbf8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network hostable DHCP agents. Network: 3ba3632d-aaa4-41d6-bb73-ea92a882a1b9, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:24.142088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.193484 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0028-0bc1-49a2-9a35-1211e40ee7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.244407 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b0028-0bc1-49a2-9a35-1211e40ee7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Pushing event deleted for resources: {'Subnet': ['ID=04877d2d-7bc1-465f-b21e-d97e829e8008,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:24.249482 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.267012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0028-0bc1-49a2-9a35-1211e40ee7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.269697 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4976b540-33db-416c-a5cd-709f39b30c5e None None] Network dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:24.293501 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d072e-f07a-4c34-acdf-ee55e0d7fbf8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network 3ba3632d-aaa4-41d6-bb73-ea92a882a1b9 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:24.323219 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fc5b0028-0bc1-49a2-9a35-1211e40ee7ba tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] 10.222.0.66 "DELETE /v2.0/subnets/04877d2d-7bc1-465f-b21e-d97e829e8008 HTTP/1.1" status: 204 len: 168 time: 1.7213442 May 25 22:52:24.325485 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 32970) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:24.402452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd871f841-60c8-4fe3-ab70-d88f5285a7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6059d5e-029f-4b2b-ba70-715a4e1bfa1f'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:52:24.412231 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-e33d072e-f07a-4c34-acdf-ee55e0d7fbf8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 3ba3632d-aaa4-41d6-bb73-ea92a882a1b9) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:24.417357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33d072e-f07a-4c34-acdf-ee55e0d7fbf8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:24.418027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e33d072e-f07a-4c34-acdf-ee55e0d7fbf8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.447304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c9c43e4c-cff9-40be-8adf-55dda1b7c618 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.449267 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:24.468380 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Usage tracker for resource:security_group_rule and tenant:2348b51760e64d8588629f1c8ec2315a is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:24.474006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:24.485150 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:24.499418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433e3679-8291-40b6-9237-18f4a78cc0d0 None None] Network 3ba3632d-aaa4-41d6-bb73-ea92a882a1b9 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:24.536324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.566072 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e33d072e-f07a-4c34-acdf-ee55e0d7fbf8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9118047 May 25 22:52:24.577370 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 32980) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:24.590246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.596992 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-6439659'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:24.601636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a6059d5e-029f-4b2b-ba70-715a4e1bfa1f,segment=NetworkSegment(dba618f3-3eb2-45f9-94d1-c9d4337dff24),segment_id=dba618f3-3eb2-45f9-94d1-c9d4337dff24)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:24.620582 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:24.630270 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c43e4c-cff9-40be-8adf-55dda1b7c618 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Subnet': ['ID=5a934ea5-2718-47b5-b0f4-14716f8f6bf4,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:24.632657 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.652833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:network and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:24.664212 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:24.690570 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.691350 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device ce29a67d-d473-49a6-b3e4-57b0ba7ee04a up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:52:24.698171 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:24.702751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Deleting port 7ef15f73-63e9-49df-bb8c-838446b7b507 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:24.703898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.753254 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.775277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Pushing event updated for resources: {'Port': ['ID=89fafc0f-e38f-44c7-bffd-eed706147efa,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:24.780097 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.788508 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c43e4c-cff9-40be-8adf-55dda1b7c618 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Checking segment: {'id': '5d468784-e394-4ad1-9d42-92c0d77880e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '40664e1c-c14f-49e9-9fe3-6648446454f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:24.789029 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c43e4c-cff9-40be-8adf-55dda1b7c618 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network hostable DHCP agents. Network: 40664e1c-c14f-49e9-9fe3-6648446454f6, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:24.823380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e02874-227b-494f-aec3-cb7870c7b32a req-593aa6b6-259e-4a5f-852f-5d29c13a32f0 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:24.825259 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-51e02874-227b-494f-aec3-cb7870c7b32a req-593aa6b6-259e-4a5f-852f-5d29c13a32f0 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 944 time: 0.3441303 May 25 22:52:24.837350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.873827 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:24.887629 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d7c863-27f1-4f02-834b-d1fc3f40abc1,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:24.904947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.904947 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Added segment 31da9e1f-3406-4edf-b926-55995122858e of type vlan for network 285d3759-ef53-4a4f-8491-8f36178138db May 25 22:52:24.933639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.935288 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-09edab0d-81c0-45ad-8f9a-f193944ee808 tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0442939 May 25 22:52:24.938213 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 32994) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:24.942237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.949930 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-297394592', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'fixed_ips': [{'ip_address': '172.26.5.87'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:24.957750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:24.961004 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:24.964451 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:24.967912 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Usage tracker for resource:port and tenant:560a108ba35f42449d766d5f5d4d4541 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:24.971629 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:24.980801 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:25.081561 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-51e02874-227b-494f-aec3-cb7870c7b32a req-7e56f7d2-5155-4e12-8e58-6e1f9d3f3f7f tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455032 May 25 22:52:25.087424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Made reservation on behalf of 560a108ba35f42449d766d5f5d4d4541 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:25.091208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:25.104759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a6059d5e-029f-4b2b-ba70-715a4e1bfa1f,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:25.117466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:25.134983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:25.152641 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c43e4c-cff9-40be-8adf-55dda1b7c618 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network 40664e1c-c14f-49e9-9fe3-6648446454f6 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:25.167148 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:25.167397 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Added segment 78d28cbb-e705-4206-a236-774c6fdcde84 of type vlan for network 37295243-a5bd-477f-bed6-b6dfa7a369c0 May 25 22:52:25.167699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:25.168690 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:25.169303 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:25.201901 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496a758-d27f-4a90-ae15-d65abeca39e8 req-b7a8822f-1635-46c1-84aa-f0f06556d9f6 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:25.203557 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9496a758-d27f-4a90-ae15-d65abeca39e8 req-b7a8822f-1635-46c1-84aa-f0f06556d9f6 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 945 time: 0.2951002 May 25 22:52:25.242844 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:25.250622 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] For port 7ef15f73-63e9-49df-bb8c-838446b7b507, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=7ef15f73-63e9-49df-bb8c-838446b7b507,segment=NetworkSegment(0042b2b0-2097-4190-bbb5-24d7c4e977e1),segment_id=0042b2b0-2097-4190-bbb5-24d7c4e977e1)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:25.251006 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:25.274031 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:25.284179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-3ba3632d-aaa4-41d6-bb73-ea92a882a1b9', 'network_id': '3ba3632d-aaa4-41d6-bb73-ea92a882a1b9', 'tenant_id': '8db729c252ee4bae8b25bee7aae4aaf1', 'fixed_ips': [{'subnet_id': '8fedbab5-c482-47d5-829a-1342f2102f02'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:52:25.285054 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:25.297730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Usage tracker for resource:security_group_rule and tenant:560a108ba35f42449d766d5f5d4d4541 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:25.301808 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:25.311917 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:25.369369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b796081-7687-430c-8455-794d81cec2f8 None None] DHCP port deletion for dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:52:25.371128 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:25.374592 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Pushing event updated for resources: {'Network': ['ID=285d3759-ef53-4a4f-8491-8f36178138db,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:25.383983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-7b796081-7687-430c-8455-794d81cec2f8 None None] Deleting port 7ef15f73-63e9-49df-bb8c-838446b7b507 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:25.384486 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7b796081-7687-430c-8455-794d81cec2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:25.413098 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 285d3759-ef53-4a4f-8491-8f36178138db details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:25.427573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Calling delete_port for 7ef15f73-63e9-49df-bb8c-838446b7b507 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:25.430293 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:25.442066 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:25.459322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:52:25.474678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-c9c43e4c-cff9-40be-8adf-55dda1b7c618 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 40664e1c-c14f-49e9-9fe3-6648446454f6) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:25.501925 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c43e4c-cff9-40be-8adf-55dda1b7c618 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:25.502594 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c9c43e4c-cff9-40be-8adf-55dda1b7c618 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:25.514746 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9496a758-d27f-4a90-ae15-d65abeca39e8 req-77bc50b3-c1b3-446d-aac8-107e2ef63c7d tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eb8776c-8ab0-483c-9533-a01b189c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006017 May 25 22:52:25.551210 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0340027e-05b4-49a3-99ac-d8d83110c426 None None] Network 40664e1c-c14f-49e9-9fe3-6648446454f6 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:25.579705 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-848493ce-eed4-4aff-ba2d-2d57f829f5d4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7906063 May 25 22:52:25.580378 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2f8f8c-e5f6-4347-9594-ef8dd0a0c52b'] response: {'server_uuid': 'd871f841-60c8-4fe3-ab70-d88f5285a7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6059d5e-029f-4b2b-ba70-715a4e1bfa1f', 'code': 200} May 25 22:52:25.582025 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33006) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:25.585467 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:25.589485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Request body: {'subnet': {'network_id': '285d3759-ef53-4a4f-8491-8f36178138db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:25.594564 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:25.598409 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Usage tracker for resource:subnet and tenant:2348b51760e64d8588629f1c8ec2315a is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:25.602634 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:25.608865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:25.626104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:25.630117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:25.640406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:25.659718 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:25.673019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] device_id is not set on port 38710915-8dd1-46e2-8a2b-32b766272f7f yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:52:25.712782 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c9c43e4c-cff9-40be-8adf-55dda1b7c618 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.8432207 May 25 22:52:25.719038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33010) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:25.735372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda97c1b-46b7-4245-9b28-1fb9f8a1433d,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:25.760277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-188701305'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:25.780331 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:25.785433 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:25.802212 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-7b796081-7687-430c-8455-794d81cec2f8 None None] The port '7ef15f73-63e9-49df-bb8c-838446b7b507' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:52:25.883950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Pushing event deleted for resources: {'Port': ['ID=7ef15f73-63e9-49df-bb8c-838446b7b507,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:25.886343 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3072340 May 25 22:52:25.890098 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:network and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:25.892809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Allocated IP 2001:db8::3 (3ba3632d-aaa4-41d6-bb73-ea92a882a1b9/8fedbab5-c482-47d5-829a-1342f2102f02/913502ad-af3f-434c-b9ed-959e4734916e) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:25.893588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799720c-d80f-4d60-aa88-606497ceeadf tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Network': ['ID=37295243-a5bd-477f-bed6-b6dfa7a369c0,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:25.897962 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:25.902510 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33016) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:25.915742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'subnet': {'network_id': '37295243-a5bd-477f-bed6-b6dfa7a369c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:25.930148 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:25.932258 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33020) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:25.937307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] No DVR routers for this DVR port 7ef15f73-63e9-49df-bb8c-838446b7b507 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:52:25.948317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 37295243-a5bd-477f-bed6-b6dfa7a369c0 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:25.978622 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Made reservation on behalf of 2348b51760e64d8588629f1c8ec2315a for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:25.981199 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.133162 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.265362 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 25 22:52:26.265920 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:52:26.278034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1382607011'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:26.282163 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:26.285005 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.312174 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=ce29a67d-d473-49a6-b3e4-57b0ba7ee04a,segment=NetworkSegment(e20c8822-d53a-4556-a220-ebf8eca4a7fa),segment_id=e20c8822-d53a-4556-a220-ebf8eca4a7fa)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:26.324345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:26.352198 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 7ef15f73-63e9-49df-bb8c-838446b7b507 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:52:26.362879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Usage tracker for resource:network and tenant:c392e7a35f324138b5ca0bc74c2f5ba2 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:26.366510 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:26.372516 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:26.379192 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-40664e1c-c14f-49e9-9fe3-6648446454f6', 'network_id': '40664e1c-c14f-49e9-9fe3-6648446454f6', 'tenant_id': '2be403f93a064925863310dc867722e6', 'fixed_ips': [{'subnet_id': '5a934ea5-2718-47b5-b0f4-14716f8f6bf4'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:52:26.379983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.402465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.409437 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 7ef15f73-63e9-49df-bb8c-838446b7b507 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:52:26.409770 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 7ef15f73-63e9-49df-bb8c-838446b7b507 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:52:26.419620 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.460112 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b3753d6f-d309-411f-af60-4b1fc36017aa tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.5178940 May 25 22:52:26.462741 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33028) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:26.468635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:26.472516 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:26.480425 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:26.498734 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:subnet and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:26.508441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0042b2b0-2097-4190-bbb5-24d7c4e977e1') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:26.508814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0042b2b0-2097-4190-bbb5-24d7c4e977e1') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:26.515465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:26.530315 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Made reservation on behalf of c392e7a35f324138b5ca0bc74c2f5ba2 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:26.533333 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.543469 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:26.549014 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.549366 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Added segment 0f760c5a-3247-4ad3-9dfb-2b5de8b19873 of type vlan for network 5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0 May 25 22:52:26.560183 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.579132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.597068 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-80028194-3ec1-4780-b5b9-668292b87f62 req-d42fb2ed-2580-4955-a4cf-a09a6208edf5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 1098 time: 0.6065602 May 25 22:52:26.616721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.619676 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=ce29a67d-d473-49a6-b3e4-57b0ba7ee04a,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:26.654787 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.658624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:26.659017 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:26.674478 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:26.691856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-eee3a745-1d09-4dc8-80a8-e874606e6cbf tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Deleting port 89fafc0f-e38f-44c7-bffd-eed706147efa {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:26.693214 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eee3a745-1d09-4dc8-80a8-e874606e6cbf tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.727809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-80028194-3ec1-4780-b5b9-668292b87f62 req-5a5cd383-3964-4fe5-8629-733efd76160c service neutron] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.742555 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae071cfc-7ffd-4ff7-93f1-35710f06c13f req-b211721a-e92c-4cf9-83d8-abad776b34ed tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:26.744288 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ae071cfc-7ffd-4ff7-93f1-35710f06c13f req-b211721a-e92c-4cf9-83d8-abad776b34ed tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 944 time: 0.4315896 May 25 22:52:26.763895 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.779898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Allocated IP 172.20.255.242 (40664e1c-c14f-49e9-9fe3-6648446454f6/5a934ea5-2718-47b5-b0f4-14716f8f6bf4/9467a6a6-fd7b-410d-9e2a-5726fcda0e3d) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:26.780947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:26.782251 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Transition to ACTIVE for port object 913502ad-af3f-434c-b9ed-959e4734916e will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:26.824007 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Transition to ACTIVE for port object 913502ad-af3f-434c-b9ed-959e4734916e will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:26.910510 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:52:26.930790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.objects.ports [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84717) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:52:26.931388 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.936255 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eee3a745-1d09-4dc8-80a8-e874606e6cbf tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.936661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eee3a745-1d09-4dc8-80a8-e874606e6cbf tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.943069 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:26.965222 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:26.996548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Usage tracker for resource:security_group_rule and tenant:c392e7a35f324138b5ca0bc74c2f5ba2 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:26.999271 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [req-80028194-3ec1-4780-b5b9-668292b87f62 req-5a5cd383-3964-4fe5-8629-733efd76160c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:27.013035 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:27.020601 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-80028194-3ec1-4780-b5b9-668292b87f62 req-5a5cd383-3964-4fe5-8629-733efd76160c service neutron] Usage tracker for resource:security_group_rule and tenant:b19147f284e041dc8d5fb6b56e36a37c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:27.036160 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-80028194-3ec1-4780-b5b9-668292b87f62 req-5a5cd383-3964-4fe5-8629-733efd76160c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:27.038978 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:27.043754 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.047617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.065792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Network 3ba3632d-aaa4-41d6-bb73-ea92a882a1b9 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:27.068196 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Pushing event updated for resources: {'Port': ['ID=913502ad-af3f-434c-b9ed-959e4734916e,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:27.076128 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:27.080028 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:27.086837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.088840 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [req-80028194-3ec1-4780-b5b9-668292b87f62 req-5a5cd383-3964-4fe5-8629-733efd76160c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:27.096933 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.107490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-eee3a745-1d09-4dc8-80a8-e874606e6cbf tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Calling delete_port for 89fafc0f-e38f-44c7-bffd-eed706147efa owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:27.116407 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.119980 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:27.120568 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.125623 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ae071cfc-7ffd-4ff7-93f1-35710f06c13f req-bca55aa8-d8f8-4182-bcd3-6d9c2789d127 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577971 May 25 22:52:27.129677 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Transition to ACTIVE for port object 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:27.178628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] Pushing event deleted for resources: {'Network': ['ID=dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:27.193125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cf4169e3-c946-4724-aa0e-d3b399f59144,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:27.196824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Transition to ACTIVE for port object 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:27.198167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Attempting to bind port 913502ad-af3f-434c-b9ed-959e4734916e on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:27.198608 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Attempting to bind port 913502ad-af3f-434c-b9ed-959e4734916e by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '022f10be-a41a-4508-b2e5-2c131b081a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3ba3632d-aaa4-41d6-bb73-ea92a882a1b9'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:27.199086 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Attempting to bind port 913502ad-af3f-434c-b9ed-959e4734916e on network 3ba3632d-aaa4-41d6-bb73-ea92a882a1b9 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:27.209741 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:27.209741 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Checking segment: {'id': '022f10be-a41a-4508-b2e5-2c131b081a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3ba3632d-aaa4-41d6-bb73-ea92a882a1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:27.209741 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.209741 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Bound using segment: {'id': '022f10be-a41a-4508-b2e5-2c131b081a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3ba3632d-aaa4-41d6-bb73-ea92a882a1b9'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:27.209741 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Bound port: 913502ad-af3f-434c-b9ed-959e4734916e, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022f10be-a41a-4508-b2e5-2c131b081a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3ba3632d-aaa4-41d6-bb73-ea92a882a1b9'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:27.209741 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.242742 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Checking segment: {'id': '31da9e1f-3406-4edf-b926-55995122858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '285d3759-ef53-4a4f-8491-8f36178138db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:27.243086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Network hostable DHCP agents. Network: 285d3759-ef53-4a4f-8491-8f36178138db, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:27.286349 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.339157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.ipam_backend_mixin [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Performing IP validity checks on allocation pools {{(pid=84716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 25 22:52:27.339726 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.ipam_backend_mixin [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 25 22:52:27.343388 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Network 285d3759-ef53-4a4f-8491-8f36178138db is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:27.362616 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] For port 913502ad-af3f-434c-b9ed-959e4734916e, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:27.380304 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0ad48892-d2f1-4aaa-95b0-9247a10d4d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167 tempest-ExtraDHCPOptionsIpV6TestJSON-1667037167-project] 10.222.0.66 "DELETE /v2.0/networks/dcf83f73-cf07-4bc1-9a82-bcb99e6fa4dd HTTP/1.1" status: 204 len: 168 time: 3.0514233 May 25 22:52:27.384565 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Network 40664e1c-c14f-49e9-9fe3-6648446454f6 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:27.386168 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] For port 913502ad-af3f-434c-b9ed-959e4734916e, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=913502ad-af3f-434c-b9ed-959e4734916e,segment=NetworkSegment(022f10be-a41a-4508-b2e5-2c131b081a47),segment_id=022f10be-a41a-4508-b2e5-2c131b081a47)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:52:27.387392 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:27.389187 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Pushing event updated for resources: {'Port': ['ID=9467a6a6-fd7b-410d-9e2a-5726fcda0e3d,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:27.396494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:27.400825 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a82b8-12d9-401e-9c40-afd25bf6071c req-67801091-08f3-452c-ae68-47a8791fdaff tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:27.402305 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b77a82b8-12d9-401e-9c40-afd25bf6071c req-67801091-08f3-452c-ae68-47a8791fdaff tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 945 time: 0.6273987 May 25 22:52:27.407468 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Network': ['ID=5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:27.426813 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eee3a745-1d09-4dc8-80a8-e874606e6cbf tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.436860 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:27.474817 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fe1e9664-297b-4cca-95cf-7c0642cae1bf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7546663 May 25 22:52:27.483255 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33036) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:27.514077 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-6ec01fe8-94d8-4b8a-8c30-d598c44dd776 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'subnet': {'network_id': '5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:27.531005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3a745-1d09-4dc8-80a8-e874606e6cbf tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Pushing event deleted for resources: {'Port': ['ID=89fafc0f-e38f-44c7-bffd-eed706147efa,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:27.540670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.548818 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.606393 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c2630e-fb9e-42c7-9aa3-b4648d73d211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce29a67d-d473-49a6-b3e4-57b0ba7ee04a'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:52:27.654265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 285d3759-ef53-4a4f-8491-8f36178138db) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:27.657678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-80028194-3ec1-4780-b5b9-668292b87f62 req-5a5cd383-3964-4fe5-8629-733efd76160c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.659770 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eee3a745-1d09-4dc8-80a8-e874606e6cbf tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.666181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:27.667214 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.668161 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Attempting to bind port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:27.668492 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Attempting to bind port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '5d468784-e394-4ad1-9d42-92c0d77880e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '40664e1c-c14f-49e9-9fe3-6648446454f6'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:27.668880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Attempting to bind port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d on network 40664e1c-c14f-49e9-9fe3-6648446454f6 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:27.678467 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a06e0b-0805-4b95-81e2-a30eb7ee98a2 None None] Network 285d3759-ef53-4a4f-8491-8f36178138db requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:27.685501 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.687431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eee3a745-1d09-4dc8-80a8-e874606e6cbf tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.694692 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-eee3a745-1d09-4dc8-80a8-e874606e6cbf tempest-ExternalNetworksAdminNegativeTestJSON-205941014 tempest-ExternalNetworksAdminNegativeTestJSON-205941014-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/fd6c88c8-5053-4b8c-b640-6e6096708df1 HTTP/1.1" status: 204 len: 168 time: 1.2314622 May 25 22:52:27.722701 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b77a82b8-12d9-401e-9c40-afd25bf6071c req-ae5ad094-caaf-426e-a877-a85016652f4c tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eb8776c-8ab0-483c-9533-a01b189c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3127787 May 25 22:52:27.772372 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:27.783684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6ec01fe8-94d8-4b8a-8c30-d598c44dd776 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:27.791263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-80028194-3ec1-4780-b5b9-668292b87f62 req-5a5cd383-3964-4fe5-8629-733efd76160c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.792085 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5321b269-3520-469d-8131-bb0f6d1f4c81'] response: {'server_uuid': 'c3c2630e-fb9e-42c7-9aa3-b4648d73d211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce29a67d-d473-49a6-b3e4-57b0ba7ee04a', 'code': 200} May 25 22:52:27.793042 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:27.793393 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Checking segment: {'id': '5d468784-e394-4ad1-9d42-92c0d77880e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '40664e1c-c14f-49e9-9fe3-6648446454f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:27.793786 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.794164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Bound using segment: {'id': '5d468784-e394-4ad1-9d42-92c0d77880e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '40664e1c-c14f-49e9-9fe3-6648446454f6'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:27.794633 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Bound port: 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d468784-e394-4ad1-9d42-92c0d77880e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '40664e1c-c14f-49e9-9fe3-6648446454f6'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:27.794995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.824445 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc07ea30-cbde-4297-8a22-b90b7ce0202b,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:27.837585 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2ad2ac62-b866-4889-8a42-551ec47b3465 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2541223 May 25 22:52:27.837723 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c21da-c8e3-48ae-884c-5eeaf80a74d8 None None] Pushing event updated for resources: {'Port': ['ID=913502ad-af3f-434c-b9ed-959e4734916e,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:27.838820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33044) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:27.847672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1559608530', 'network_id': '285d3759-ef53-4a4f-8491-8f36178138db'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:27.855004 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:27.855191 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:27.866689 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Added segment 93df925a-b9ce-4097-b5f9-897324ea19db of type vlan for network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 May 25 22:52:27.866926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Usage tracker for resource:port and tenant:2348b51760e64d8588629f1c8ec2315a is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:27.867008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6ec01fe8-94d8-4b8a-8c30-d598c44dd776 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:subnet and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:27.867078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:27.869970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6ec01fe8-94d8-4b8a-8c30-d598c44dd776 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:27.875672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:27.895190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-80028194-3ec1-4780-b5b9-668292b87f62 req-5a5cd383-3964-4fe5-8629-733efd76160c service neutron] Synchronizing usage tracker for tenant:b19147f284e041dc8d5fb6b56e36a37c on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:52:27.915652 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6ec01fe8-94d8-4b8a-8c30-d598c44dd776 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:27.965906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cd383-3964-4fe5-8629-733efd76160c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=07669b91-bafe-4a54-bed1-27bed5d78f11,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:27.973859 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:28.008792 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Made reservation on behalf of 2348b51760e64d8588629f1c8ec2315a for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:28.011105 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:28.030631 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] For port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:28.032319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] device_id is not set on port 54474fe6-b37d-4e7a-a23f-dbbdcef4e6ce yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:52:28.034149 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] For port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9467a6a6-fd7b-410d-9e2a-5726fcda0e3d,segment=NetworkSegment(5d468784-e394-4ad1-9d42-92c0d77880e1),segment_id=5d468784-e394-4ad1-9d42-92c0d77880e1)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:52:28.078086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec01fe8-94d8-4b8a-8c30-d598c44dd776 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:28.096170 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:28.135613 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:28.196484 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ec8a92-ee14-4c28-80fc-e3b409f8f19b None None] Network 285d3759-ef53-4a4f-8491-8f36178138db requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:28.268985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Subnet': ['ID=5c25e987-bfe1-4817-a061-20fed071ccc6,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:28.273805 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:28.281279 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:28.284068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:28.296207 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-80028194-3ec1-4780-b5b9-668292b87f62 req-5a5cd383-3964-4fe5-8629-733efd76160c service neutron] Unset dirty status for tenant:b19147f284e041dc8d5fb6b56e36a37c on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:52:28.296638 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-80028194-3ec1-4780-b5b9-668292b87f62 req-5a5cd383-3964-4fe5-8629-733efd76160c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8eb8776c-8ab0-483c-9533-a01b189c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6838706 May 25 22:52:28.309292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33052) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:28.510566 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Allocated IP 172.20.0.6 (285d3759-ef53-4a4f-8491-8f36178138db/cf4169e3-c946-4724-aa0e-d3b399f59144/54474fe6-b37d-4e7a-a23f-dbbdcef4e6ce) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:28.511942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33062) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:28.527412 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-53862a5a-f49b-40b2-a0ec-476ca0487ecc req-b976f634-3672-4a07-a931-2914ea5c54f1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 1098 time: 0.3647528 May 25 22:52:28.533940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 913502ad-af3f-434c-b9ed-959e4734916e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:52:28.602697 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-53862a5a-f49b-40b2-a0ec-476ca0487ecc req-796ef954-f9cc-4a30-ba73-cbf040ecd651 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685394 May 25 22:52:28.730682 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf918e82-baa0-4ccd-ac3d-d702b9e93703 None None] Pushing event updated for resources: {'Port': ['ID=9467a6a6-fd7b-410d-9e2a-5726fcda0e3d,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:28.834696 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 913502ad-af3f-434c-b9ed-959e4734916e completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:28.858583 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-57a9813e-175a-4ba4-bfb5-6724628a000f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0ae3ab2c8b147899c6d9b16e1fdfc03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5440314 May 25 22:52:28.862254 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33072) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:28.897313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4e9b051-8074-45da-87d2-f1d3eaf07f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:28.910914 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ec01fe8-94d8-4b8a-8c30-d598c44dd776 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:28.925722 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event updated for resources: {'Network': ['ID=2c2374fe-8582-4894-9e5f-0d4b3bc52362,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:28.937529 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:28.982950 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5a3112ff-357e-4195-9431-c398347c089e tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.0486498 May 25 22:52:28.994738 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33076) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:29.052262 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Checking segment: {'id': '78d28cbb-e705-4206-a236-774c6fdcde84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '37295243-a5bd-477f-bed6-b6dfa7a369c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:29.052694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network hostable DHCP agents. Network: 37295243-a5bd-477f-bed6-b6dfa7a369c0, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:29.066780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-63089ce7-0739-4299-a18c-1ec37f0b8a79 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Request body: {'subnet': {'network_id': '2c2374fe-8582-4894-9e5f-0d4b3bc52362', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:29.082155 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:29.116719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a4e9b051-8074-45da-87d2-f1d3eaf07f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:29.121368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a4e9b051-8074-45da-87d2-f1d3eaf07f11 admin admin] Usage tracker for resource:security_group_rule and tenant:b3096dcea307478eb6bff33b8a178de9 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:29.125371 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a4e9b051-8074-45da-87d2-f1d3eaf07f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:29.133734 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a4e9b051-8074-45da-87d2-f1d3eaf07f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:29.182342 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-483bb41a-3318-4213-8ce7-af0f548a1cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:29.234244 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-483bb41a-3318-4213-8ce7-af0f548a1cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:29.266771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6dca5-554d-40c0-baf6-17ff6bc5c25d req-6c275f9c-f4b0-45d1-8e48-0d31d0a5d0c3 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:29.273250 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d8a6dca5-554d-40c0-baf6-17ff6bc5c25d req-6c275f9c-f4b0-45d1-8e48-0d31d0a5d0c3 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 945 time: 0.8269615 May 25 22:52:29.294404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4e9b051-8074-45da-87d2-f1d3eaf07f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:29.304566 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:29.315854 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-63089ce7-0739-4299-a18c-1ec37f0b8a79 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:29.330451 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-63089ce7-0739-4299-a18c-1ec37f0b8a79 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Usage tracker for resource:subnet and tenant:c392e7a35f324138b5ca0bc74c2f5ba2 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:29.343170 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58266fb3-c974-4021-8183-23d23713b126 None None] Network 3ba3632d-aaa4-41d6-bb73-ea92a882a1b9 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:29.344792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-63089ce7-0739-4299-a18c-1ec37f0b8a79 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:29.357987 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141f9d2-615f-433c-b7ce-a3af4cda8491 req-acf43ca4-58e7-4923-bb78-de2012872939 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:29.365185 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9141f9d2-615f-433c-b7ce-a3af4cda8491 req-acf43ca4-58e7-4923-bb78-de2012872939 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 945 time: 0.4368420 May 25 22:52:29.370801 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-63089ce7-0739-4299-a18c-1ec37f0b8a79 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:29.373759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4e9b051-8074-45da-87d2-f1d3eaf07f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:29.414167 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network 37295243-a5bd-477f-bed6-b6dfa7a369c0 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:29.424115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9b051-8074-45da-87d2-f1d3eaf07f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ec24b9-f3da-4cb8-aa71-012fc90cfe01,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:29.439838 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Pushing event updated for resources: {'Port': ['ID=54474fe6-b37d-4e7a-a23f-dbbdcef4e6ce,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:29.449915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Network 285d3759-ef53-4a4f-8491-8f36178138db is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:29.457424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:29.461009 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:29.493990 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d8a6dca5-554d-40c0-baf6-17ff6bc5c25d req-668c16a9-c428-47b5-b1b6-e21908cc6174 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041168 May 25 22:52:29.494176 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a4e9b051-8074-45da-87d2-f1d3eaf07f11 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b3096dcea307478eb6bff33b8a178de9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9783349 May 25 22:52:29.494176 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-483bb41a-3318-4213-8ce7-af0f548a1cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:29.498342 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33080) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:29.528296 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9141f9d2-615f-433c-b7ce-a3af4cda8491 req-34f1487a-7eed-423a-8188-ac244ac681cf tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eb8776c-8ab0-483c-9533-a01b189c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622369 May 25 22:52:29.533134 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bb41a-3318-4213-8ce7-af0f548a1cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54c0fcb-aa9a-42b1-a623-e99e6c872e66,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:29.556338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-483bb41a-3318-4213-8ce7-af0f548a1cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:29.557734 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-483bb41a-3318-4213-8ce7-af0f548a1cfb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e54c0fcb-aa9a-42b1-a623-e99e6c872e66 HTTP/1.1" status: 204 len: 168 time: 0.6944399 May 25 22:52:29.558677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 37295243-a5bd-477f-bed6-b6dfa7a369c0) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:29.560354 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63089ce7-0739-4299-a18c-1ec37f0b8a79 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Made reservation on behalf of c392e7a35f324138b5ca0bc74c2f5ba2 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:29.562285 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:29.562950 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:29.600384 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:29.600986 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:29.608369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c62840-2f6e-4a9c-b712-d94a010e220e None None] Network 37295243-a5bd-477f-bed6-b6dfa7a369c0 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:29.630671 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b51bdc3a-58d9-441f-a3cb-fe4d91de2922 None None] Provisioning for port 913502ad-af3f-434c-b9ed-959e4734916e completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:29.675308 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-27f0a89a-b0df-402c-b109-c130ef5ece9b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8352330 May 25 22:52:29.678224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33086) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:29.736222 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b51bdc3a-58d9-441f-a3cb-fe4d91de2922 None None] Provisioning complete for port 913502ad-af3f-434c-b9ed-959e4734916e triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:29.736978 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b51bdc3a-58d9-441f-a3cb-fe4d91de2922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:29.759484 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63089ce7-0739-4299-a18c-1ec37f0b8a79 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:29.766086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-ab6cb117-8791-4dd4-bdc4-acd7a36b04c6 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Deleting port 54474fe6-b37d-4e7a-a23f-dbbdcef4e6ce {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:29.768363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb117-8791-4dd4-bdc4-acd7a36b04c6 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:29.784318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-45ec2429-e636-468d-b47c-2e2ce4e7b572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:29.868690 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3138e37b-ec7d-4222-a34a-8c9a2d336c61 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.9612439 May 25 22:52:29.873547 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33090) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:29.879580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ec01fe8-94d8-4b8a-8c30-d598c44dd776 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:29.972291 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-45ec2429-e636-468d-b47c-2e2ce4e7b572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:30.094554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902a00a9-5391-4fa8-bf9c-6bbc011e9a57 None None] Network 40664e1c-c14f-49e9-9fe3-6648446454f6 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:30.191422 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:30.231767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec01fe8-94d8-4b8a-8c30-d598c44dd776 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Subnet': ['ID=e3a6fafe-e1b1-4031-80a6-0dadfae463ef,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:30.244914 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec01fe8-94d8-4b8a-8c30-d598c44dd776 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Checking segment: {'id': '0f760c5a-3247-4ad3-9dfb-2b5de8b19873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:30.245388 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec01fe8-94d8-4b8a-8c30-d598c44dd776 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network hostable DHCP agents. Network: 5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:30.258864 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb117-8791-4dd4-bdc4-acd7a36b04c6 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:30.281977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63089ce7-0739-4299-a18c-1ec37f0b8a79 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:30.360747 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-45ec2429-e636-468d-b47c-2e2ce4e7b572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:30.390523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec01fe8-94d8-4b8a-8c30-d598c44dd776 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network 5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:30.403699 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec2429-e636-468d-b47c-2e2ce4e7b572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ec24b9-f3da-4cb8-aa71-012fc90cfe01,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:30.465003 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-45ec2429-e636-468d-b47c-2e2ce4e7b572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:30.468886 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-45ec2429-e636-468d-b47c-2e2ce4e7b572 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c6ec24b9-f3da-4cb8-aa71-012fc90cfe01 HTTP/1.1" status: 204 len: 168 time: 0.9670498 May 25 22:52:30.468886 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63089ce7-0739-4299-a18c-1ec37f0b8a79 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event updated for resources: {'Subnet': ['ID=da7216c2-d019-4ff4-a001-c31c6a54f02d,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:30.501167 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-6ec01fe8-94d8-4b8a-8c30-d598c44dd776 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:30.508888 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec01fe8-94d8-4b8a-8c30-d598c44dd776 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:30.509573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ec01fe8-94d8-4b8a-8c30-d598c44dd776 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:30.523374 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63089ce7-0739-4299-a18c-1ec37f0b8a79 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Checking segment: {'id': '93df925a-b9ce-4097-b5f9-897324ea19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2c2374fe-8582-4894-9e5f-0d4b3bc52362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:30.523764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63089ce7-0739-4299-a18c-1ec37f0b8a79 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Network hostable DHCP agents. Network: 2c2374fe-8582-4894-9e5f-0d4b3bc52362, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:30.531860 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9223c3-3dde-4a61-b158-d8eded9ceed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-37295243-a5bd-477f-bed6-b6dfa7a369c0', 'network_id': '37295243-a5bd-477f-bed6-b6dfa7a369c0', 'tenant_id': '8db729c252ee4bae8b25bee7aae4aaf1', 'fixed_ips': [{'subnet_id': '5c25e987-bfe1-4817-a061-20fed071ccc6'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:52:30.533213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cf9223c3-3dde-4a61-b158-d8eded9ceed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:30.555692 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:52:30.566347 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-ab6cb117-8791-4dd4-bdc4-acd7a36b04c6 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Calling delete_port for 54474fe6-b37d-4e7a-a23f-dbbdcef4e6ce owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:30.646260 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f76fab2-0c54-46c9-9073-8645c8539007 None None] Network 5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:30.656436 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6ec01fe8-94d8-4b8a-8c30-d598c44dd776 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.1701949 May 25 22:52:30.657351 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63089ce7-0739-4299-a18c-1ec37f0b8a79 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:30.659573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33112) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:30.723961 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-63089ce7-0739-4299-a18c-1ec37f0b8a79 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 2c2374fe-8582-4894-9e5f-0d4b3bc52362) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:30.741947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63089ce7-0739-4299-a18c-1ec37f0b8a79 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:30.747045 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63089ce7-0739-4299-a18c-1ec37f0b8a79 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:30.852449 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:30.866617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd67203-bae5-4886-8e67-bc6c9a0fcc0a None None] Network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:30.893843 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b51bdc3a-58d9-441f-a3cb-fe4d91de2922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.031106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.039909 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-63089ce7-0739-4299-a18c-1ec37f0b8a79 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0371733 May 25 22:52:31.044801 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33118) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:31.065624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Request body: {'port': {'network_id': '2c2374fe-8582-4894-9e5f-0d4b3bc52362', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1702024703'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:31.079047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Subnet': ['ID=5c25e987-bfe1-4817-a061-20fed071ccc6,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:31.136224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:31.148925 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.186527 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.200105 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfee7f-c5c6-4848-bf73-e05447d8bb8e req-e115509d-ba6d-423e-8f74-027dda4c1822 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:31.201687 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-02cfee7f-c5c6-4848-bf73-e05447d8bb8e req-e115509d-ba6d-423e-8f74-027dda4c1822 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 945 time: 0.3316967 May 25 22:52:31.211579 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4434db-7701-48a0-8d22-ccd315449cc0 req-e60c45d8-748c-4d63-851b-1d09d58a1a82 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:31.213307 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1f4434db-7701-48a0-8d22-ccd315449cc0 req-e60c45d8-748c-4d63-851b-1d09d58a1a82 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 945 time: 0.4272871 May 25 22:52:31.227992 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37295243-a5bd-477f-bed6-b6dfa7a369c0']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:31.241326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d28cbb-e705-4206-a236-774c6fdcde84') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:31.241784 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d28cbb-e705-4206-a236-774c6fdcde84') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:31.254314 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.272438 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.278960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:31.279478 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.303612 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b51bdc3a-58d9-441f-a3cb-fe4d91de2922 None None] For port 913502ad-af3f-434c-b9ed-959e4734916e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=913502ad-af3f-434c-b9ed-959e4734916e,segment=NetworkSegment(022f10be-a41a-4508-b2e5-2c131b081a47),segment_id=022f10be-a41a-4508-b2e5-2c131b081a47)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:31.423074 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:31.425738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33126) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:31.447492 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b51bdc3a-58d9-441f-a3cb-fe4d91de2922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.447898 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb117-8791-4dd4-bdc4-acd7a36b04c6 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.462359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:31.462698 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:31.463047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:31.463368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:31.463694 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:31.464023 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:31.464347 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:31.464695 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:31.465013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:31.465331 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:31.465666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:31.521769 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0', 'network_id': '5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0', 'tenant_id': '2be403f93a064925863310dc867722e6', 'fixed_ips': [{'subnet_id': 'e3a6fafe-e1b1-4031-80a6-0dadfae463ef'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:52:31.522737 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.533067 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cb117-8791-4dd4-bdc4-acd7a36b04c6 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Pushing event deleted for resources: {'Port': ['ID=54474fe6-b37d-4e7a-a23f-dbbdcef4e6ce,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:31.556459 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:31.576570 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Usage tracker for resource:port and tenant:c392e7a35f324138b5ca0bc74c2f5ba2 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:31.591751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:31.610679 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f121a456-8ddd-44db-a5ca-0c3ba9dc47b5 None None] Network 37295243-a5bd-477f-bed6-b6dfa7a369c0 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:31.631139 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1f4434db-7701-48a0-8d22-ccd315449cc0 req-33ada5ca-fda0-480d-87e8-801184d5b719 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4004595 May 25 22:52:31.631989 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2aebbc78-411d-4d5d-83f6-82edb3ea0190 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=560a108ba35f42449d766d5f5d4d4541&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2047246 May 25 22:52:31.639917 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.640814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:31.641818 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33132) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:31.659823 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-02cfee7f-c5c6-4848-bf73-e05447d8bb8e req-77d3d01c-f567-4f78-85fd-731c82045e2e tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eb8776c-8ab0-483c-9533-a01b189c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4420426 May 25 22:52:31.668780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.706606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.722095 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f121a456-8ddd-44db-a5ca-0c3ba9dc47b5 None None] Network 37295243-a5bd-477f-bed6-b6dfa7a369c0 could not be found, it might have been deleted concurrently. {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 25 22:52:31.732632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Network': ['ID=37295243-a5bd-477f-bed6-b6dfa7a369c0,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:31.736941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bdc3a-58d9-441f-a3cb-fe4d91de2922 None None] Pushing event updated for resources: {'Port': ['ID=913502ad-af3f-434c-b9ed-959e4734916e,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:31.763836 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2414884a-3f8a-4ffb-8258-9119d917c97a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/37295243-a5bd-477f-bed6-b6dfa7a369c0 HTTP/1.1" status: 204 len: 168 time: 1.8848093 May 25 22:52:31.769784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-80a3d70e-c1b2-4edb-8bf2-e1a2f8baa37b None None] Provisioning complete for port 913502ad-af3f-434c-b9ed-959e4734916e triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:31.770160 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-80a3d70e-c1b2-4edb-8bf2-e1a2f8baa37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.771493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33138) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:31.773036 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb117-8791-4dd4-bdc4-acd7a36b04c6 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.775119 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ab6cb117-8791-4dd4-bdc4-acd7a36b04c6 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "DELETE /v2.0/ports/54474fe6-b37d-4e7a-a23f-dbbdcef4e6ce HTTP/1.1" status: 204 len: 168 time: 2.0958502 May 25 22:52:31.783956 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-129565ca-e4b0-42b8-9610-e2229d799fc9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1466487381'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:31.789084 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33142) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:31.801403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-129565ca-e4b0-42b8-9610-e2229d799fc9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:31.804666 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-2c2374fe-8582-4894-9e5f-0d4b3bc52362', 'network_id': '2c2374fe-8582-4894-9e5f-0d4b3bc52362', 'tenant_id': 'c392e7a35f324138b5ca0bc74c2f5ba2', 'fixed_ips': [{'subnet_id': 'da7216c2-d019-4ff4-a001-c31c6a54f02d'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:52:31.805488 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.807557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '285d3759-ef53-4a4f-8491-8f36178138db', 'external_fixed_ips': [{'subnet_id': 'cf4169e3-c946-4724-aa0e-d3b399f59144', 'ip_address': '172.20.0.6'}]}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:31.817996 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:31.821283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-129565ca-e4b0-42b8-9610-e2229d799fc9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:network and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:31.825459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-129565ca-e4b0-42b8-9610-e2229d799fc9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:31.833066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33146) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:31.841027 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-129565ca-e4b0-42b8-9610-e2229d799fc9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:31.843497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Usage tracker for resource:router and tenant:2348b51760e64d8588629f1c8ec2315a is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:31.853364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:31.863764 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:31.884663 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dc74f137-91d2-49a0-9edc-279920a1aec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.939960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dc74f137-91d2-49a0-9edc-279920a1aec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:31.967559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129565ca-e4b0-42b8-9610-e2229d799fc9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:31.967559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-129565ca-e4b0-42b8-9610-e2229d799fc9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.008226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Made reservation on behalf of c392e7a35f324138b5ca0bc74c2f5ba2 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:32.008335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.008335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.008516 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.009497 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Allocated IP 172.20.0.2 (5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0/e3a6fafe-e1b1-4031-80a6-0dadfae463ef/4f6ad511-fc82-4a19-92ab-e7eff4c32893) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:32.014432 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:52:32.048039 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129565ca-e4b0-42b8-9610-e2229d799fc9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:32.057846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] device_id is not set on port a00b0cb1-8b61-4666-987d-135987c74849 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:52:32.062426 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.064101 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-129565ca-e4b0-42b8-9610-e2229d799fc9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.064445 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-129565ca-e4b0-42b8-9610-e2229d799fc9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Added segment cc3c3bcb-4396-4ff9-b4b6-ef5938cc483e of type vlan for network 1126cfee-77d1-45eb-8570-69cf50bfafeb May 25 22:52:32.103268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1909346908'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:32.114805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:32.118374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-129565ca-e4b0-42b8-9610-e2229d799fc9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.123906 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Usage tracker for resource:network and tenant:a14378b6d73d4ae08d8270b7d5eccae0 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:32.127836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:32.135275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:32.153767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2fdac-2aec-4f32-ab4a-6e84e9e6bdca req-3d61ba79-a922-4a65-a431-5c4e159c53ee tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:32.155207 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e8c2fdac-2aec-4f32-ab4a-6e84e9e6bdca req-3d61ba79-a922-4a65-a431-5c4e159c53ee tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 945 time: 0.2558246 May 25 22:52:32.164525 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33152) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:32.169853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-24cb227d-cfe3-4303-89ac-6ad53df1b5fa tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Request body: {'floatingip': {'port_id': 'a6059d5e-029f-4b2b-ba70-715a4e1bfa1f'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:32.224832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dc74f137-91d2-49a0-9edc-279920a1aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.230626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Allocated IP 2001:db8::2 (2c2374fe-8582-4894-9e5f-0d4b3bc52362/da7216c2-d019-4ff4-a001-c31c6a54f02d/f7deaa14-ce1a-4465-9ed4-b0327b1730cd) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:32.290408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 913502ad-af3f-434c-b9ed-959e4734916e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:52:32.310262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-129565ca-e4b0-42b8-9610-e2229d799fc9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.313899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129565ca-e4b0-42b8-9610-e2229d799fc9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:32.314969 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-129565ca-e4b0-42b8-9610-e2229d799fc9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.317951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Made reservation on behalf of a14378b6d73d4ae08d8270b7d5eccae0 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:32.321068 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.394743 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-80a3d70e-c1b2-4edb-8bf2-e1a2f8baa37b None None] Provisioning for port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:32.423063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-24cb227d-cfe3-4303-89ac-6ad53df1b5fa tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for floatingip, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.459162 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-80a3d70e-c1b2-4edb-8bf2-e1a2f8baa37b None None] Provisioning complete for port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:32.459660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-80a3d70e-c1b2-4edb-8bf2-e1a2f8baa37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.472808 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74f137-91d2-49a0-9edc-279920a1aec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda97c1b-46b7-4245-9b28-1fb9f8a1433d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:32.523449 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.567263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.596628 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Transition to ACTIVE for port object 4f6ad511-fc82-4a19-92ab-e7eff4c32893 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:32.629656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dc74f137-91d2-49a0-9edc-279920a1aec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.630804 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dc74f137-91d2-49a0-9edc-279920a1aec3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eda97c1b-46b7-4245-9b28-1fb9f8a1433d HTTP/1.1" status: 204 len: 168 time: 0.9848189 May 25 22:52:32.648631 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129565ca-e4b0-42b8-9610-e2229d799fc9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Network': ['ID=1126cfee-77d1-45eb-8570-69cf50bfafeb,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:32.675915 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 1126cfee-77d1-45eb-8570-69cf50bfafeb details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:32.693778 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:32.699256 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Transition to ACTIVE for port object 4f6ad511-fc82-4a19-92ab-e7eff4c32893 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:32.700518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Usage tracker for resource:security_group_rule and tenant:a14378b6d73d4ae08d8270b7d5eccae0 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:32.705828 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:32.716485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:32.772923 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-129565ca-e4b0-42b8-9610-e2229d799fc9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9962435 May 25 22:52:32.778967 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33160) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:32.786148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4c3d1430-a1fb-401c-a216-ad4177c4e3b6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'subnet': {'network_id': '1126cfee-77d1-45eb-8570-69cf50bfafeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:32.810114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 913502ad-af3f-434c-b9ed-959e4734916e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:32.810706 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.832630 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.858325 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.884993 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707be22-6548-465a-acfc-8049ea150d1c req-8fbd3bf9-f218-41ad-8d56-8e78a569e883 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:32.886848 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e707be22-6548-465a-acfc-8049ea150d1c req-8fbd3bf9-f218-41ad-8d56-8e78a569e883 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 945 time: 0.1273096 May 25 22:52:32.920967 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.967800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.971250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Transition to ACTIVE for port object f7deaa14-ce1a-4465-9ed4-b0327b1730cd will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:32.972134 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e707be22-6548-465a-acfc-8049ea150d1c req-9c0fc135-c1d8-4e35-966d-3b257648e745 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786686 May 25 22:52:32.974175 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-80a3d70e-c1b2-4edb-8bf2-e1a2f8baa37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:32.978132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.037270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Network 5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:33.042240 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a6fafe-e1b1-4031-80a6-0dadfae463ef,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:33.063819 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:33.070114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:33.096198 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.099290 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Pushing event updated for resources: {'Port': ['ID=4f6ad511-fc82-4a19-92ab-e7eff4c32893,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:33.103782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Transition to ACTIVE for port object f7deaa14-ce1a-4465-9ed4-b0327b1730cd will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:33.203146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-80a3d70e-c1b2-4edb-8bf2-e1a2f8baa37b None None] For port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9467a6a6-fd7b-410d-9e2a-5726fcda0e3d,segment=NetworkSegment(5d468784-e394-4ad1-9d42-92c0d77880e1),segment_id=5d468784-e394-4ad1-9d42-92c0d77880e1)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:33.206738 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.210061 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:33.210407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:33.210742 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:33.211071 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:33.211398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:33.211722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:33.212145 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:33.212477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:33.212948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:33.213269 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:33.213611 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:33.263023 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:33.266300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4c3d1430-a1fb-401c-a216-ad4177c4e3b6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:33.324655 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.359514 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:33.378793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f760c5a-3247-4ad3-9dfb-2b5de8b19873') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:33.379098 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f760c5a-3247-4ad3-9dfb-2b5de8b19873') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:33.401431 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Pushing event updated for resources: {'Port': ['ID=f7deaa14-ce1a-4465-9ed4-b0327b1730cd,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:33.402129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.409944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-80a3d70e-c1b2-4edb-8bf2-e1a2f8baa37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.434301 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f62f09f-943b-4b73-8313-15b587334d16,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:33.442189 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.448940 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Allocated IP 2001:db8::1f4 (2c2374fe-8582-4894-9e5f-0d4b3bc52362/da7216c2-d019-4ff4-a001-c31c6a54f02d/a00b0cb1-8b61-4666-987d-135987c74849) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:33.455585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:33.455585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:33.469484 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:33.484126 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Attempting to bind port 4f6ad511-fc82-4a19-92ab-e7eff4c32893 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:33.484576 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Attempting to bind port 4f6ad511-fc82-4a19-92ab-e7eff4c32893 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '0f760c5a-3247-4ad3-9dfb-2b5de8b19873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:33.484918 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Attempting to bind port 4f6ad511-fc82-4a19-92ab-e7eff4c32893 on network 5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:33.492683 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4c3d1430-a1fb-401c-a216-ad4177c4e3b6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:subnet and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:33.496812 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:33.497186 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Checking segment: {'id': '0f760c5a-3247-4ad3-9dfb-2b5de8b19873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:33.497692 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.497959 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Bound using segment: {'id': '0f760c5a-3247-4ad3-9dfb-2b5de8b19873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:33.498139 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4c3d1430-a1fb-401c-a216-ad4177c4e3b6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:33.498421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Bound port: 4f6ad511-fc82-4a19-92ab-e7eff4c32893, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f760c5a-3247-4ad3-9dfb-2b5de8b19873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:33.498790 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.504356 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.504729 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Added segment e6ae2846-d7db-4576-a1a4-704130ec0a05 of type vlan for network 4c6ff8b9-e2f5-4dec-968d-b6335c058eb3 May 25 22:52:33.510387 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4c3d1430-a1fb-401c-a216-ad4177c4e3b6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:33.515411 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:33.527215 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:33.530070 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:33.580940 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73503c-2eb1-401a-b181-665a8f6ea4df req-e78d24b5-781f-45cf-8024-e18f056e998c tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:33.582390 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ba73503c-2eb1-401a-b181-665a8f6ea4df req-e78d24b5-781f-45cf-8024-e18f056e998c tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 945 time: 0.3622911 May 25 22:52:33.631611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33174) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:33.631881 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-970c41ae-353f-4ce4-89f2-90db207d8fc9 None None] Provisioning complete for port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:33.631881 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-970c41ae-353f-4ce4-89f2-90db207d8fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.632191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-bcc162ad-3693-446b-ba36-f98dcad9cc4c tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Request body: {'floatingip': {'port_id': 'ce29a67d-d473-49a6-b3e4-57b0ba7ee04a'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:33.649810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3d70e-c1b2-4edb-8bf2-e1a2f8baa37b None None] Pushing event updated for resources: {'Port': ['ID=9467a6a6-fd7b-410d-9e2a-5726fcda0e3d,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:33.732311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.739150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Attempting to bind port f7deaa14-ce1a-4465-9ed4-b0327b1730cd on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:33.739518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Attempting to bind port f7deaa14-ce1a-4465-9ed4-b0327b1730cd by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '93df925a-b9ce-4097-b5f9-897324ea19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2c2374fe-8582-4894-9e5f-0d4b3bc52362'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:33.739873 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Attempting to bind port f7deaa14-ce1a-4465-9ed4-b0327b1730cd on network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:33.751787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3d1430-a1fb-401c-a216-ad4177c4e3b6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:33.776919 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:33.777283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Checking segment: {'id': '93df925a-b9ce-4097-b5f9-897324ea19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2c2374fe-8582-4894-9e5f-0d4b3bc52362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:33.777680 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.778073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Bound using segment: {'id': '93df925a-b9ce-4097-b5f9-897324ea19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2c2374fe-8582-4894-9e5f-0d4b3bc52362'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:33.778643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Bound port: f7deaa14-ce1a-4465-9ed4-b0327b1730cd, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93df925a-b9ce-4097-b5f9-897324ea19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2c2374fe-8582-4894-9e5f-0d4b3bc52362'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:33.779010 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.806325 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] For port 4f6ad511-fc82-4a19-92ab-e7eff4c32893, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:33.812518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] For port 4f6ad511-fc82-4a19-92ab-e7eff4c32893, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4f6ad511-fc82-4a19-92ab-e7eff4c32893,segment=NetworkSegment(0f760c5a-3247-4ad3-9dfb-2b5de8b19873),segment_id=0f760c5a-3247-4ad3-9dfb-2b5de8b19873)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:52:33.833197 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 22:52:33.833197 dv-neutron-843300-1-hyperv neutron-server[84716]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 22:52:33.833197 dv-neutron-843300-1-hyperv neutron-server[84716]: [parameters: {'id': '5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0'}] May 25 22:52:33.833197 dv-neutron-843300-1-hyperv neutron-server[84716]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:52:33.834040 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:52:33.858267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bcc162ad-3693-446b-ba36-f98dcad9cc4c tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for floatingip, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.917341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.942324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1430-a1fb-401c-a216-ad4177c4e3b6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:33.998262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] For port f7deaa14-ce1a-4465-9ed4-b0327b1730cd, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:34.022184 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] For port f7deaa14-ce1a-4465-9ed4-b0327b1730cd, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f7deaa14-ce1a-4465-9ed4-b0327b1730cd,segment=NetworkSegment(93df925a-b9ce-4097-b5f9-897324ea19db),segment_id=93df925a-b9ce-4097-b5f9-897324ea19db)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:52:34.028085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:34.037526 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:34.037526 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:34.087289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa395b-34ad-4653-913f-cbdf40e6c475 None None] Pushing event updated for resources: {'Port': ['ID=4f6ad511-fc82-4a19-92ab-e7eff4c32893,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:34.095215 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:34.143392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:34.206835 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382db0cc-1e05-46d7-a2d1-2a8239f0ffb6 None None] Network 5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:34.295887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-24cb227d-cfe3-4303-89ac-6ad53df1b5fa tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:34.306013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Network': ['ID=4c6ff8b9-e2f5-4dec-968d-b6335c058eb3,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:34.340680 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f235a4d2-828b-4aa7-b935-254a47aa33f5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5063040 May 25 22:52:34.348106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33186) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:34.367640 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-fef72f92-3592-4413-bdcd-448661260b57 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'subnet': {'network_id': '4c6ff8b9-e2f5-4dec-968d-b6335c058eb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:34.400821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-24cb227d-cfe3-4303-89ac-6ad53df1b5fa tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:34.491111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20061a21-ebe6-49b3-97d3-1995118327a9 None None] Pushing event updated for resources: {'Port': ['ID=f7deaa14-ce1a-4465-9ed4-b0327b1730cd,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:34.555519 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 4c6ff8b9-e2f5-4dec-968d-b6335c058eb3 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:34.573149 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:52:34.654584 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fef72f92-3592-4413-bdcd-448661260b57 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:34.664249 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fef72f92-3592-4413-bdcd-448661260b57 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Usage tracker for resource:subnet and tenant:a14378b6d73d4ae08d8270b7d5eccae0 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:34.760686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fef72f92-3592-4413-bdcd-448661260b57 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:34.765136 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:34.777847 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:34.794026 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:34.794388 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:34.796007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Transition to ACTIVE for port object a00b0cb1-8b61-4666-987d-135987c74849 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:34.847401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Deleting port 4f6ad511-fc82-4a19-92ab-e7eff4c32893 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:34.847800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:34.961886 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-bcc162ad-3693-446b-ba36-f98dcad9cc4c tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:52:34.972229 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fef72f92-3592-4413-bdcd-448661260b57 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:34.987150 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:35.147977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bcc162ad-3693-446b-ba36-f98dcad9cc4c tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:35.162720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef72f92-3592-4413-bdcd-448661260b57 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Made reservation on behalf of a14378b6d73d4ae08d8270b7d5eccae0 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:35.167462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] For port 4f6ad511-fc82-4a19-92ab-e7eff4c32893, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4f6ad511-fc82-4a19-92ab-e7eff4c32893,segment=NetworkSegment(0f760c5a-3247-4ad3-9dfb-2b5de8b19873),segment_id=0f760c5a-3247-4ad3-9dfb-2b5de8b19873)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:35.167819 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:35.235033 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:35.324882 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fef72f92-3592-4413-bdcd-448661260b57 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:35.337556 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Calling delete_port for 4f6ad511-fc82-4a19-92ab-e7eff4c32893 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:35.378023 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bcc162ad-3693-446b-ba36-f98dcad9cc4c tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:35.456047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1430-a1fb-401c-a216-ad4177c4e3b6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:35.523670 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:35.532447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:35.533896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Allocated IP 172.20.0.6 (285d3759-ef53-4a4f-8491-8f36178138db/cf4169e3-c946-4724-aa0e-d3b399f59144/28e18a8a-c50c-45cf-a90e-e888e4861f9a) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:35.535003 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:35.540685 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:35.540874 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:35.559708 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0901b769-7f4f-4999-965d-0c50df7d7a86 None None] Network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:35.580290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event updated for resources: {'Port': ['ID=a00b0cb1-8b61-4666-987d-135987c74849,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:35.610495 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:35.610823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:35.611162 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:35.611492 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:35.611817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:35.612143 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:35.612466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:35.612821 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:35.613156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:35.613454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:35.613771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:35.622670 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d1430-a1fb-401c-a216-ad4177c4e3b6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Subnet': ['ID=024330e1-4284-447a-8b8c-cd9a96000a69,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:35.693176 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-80fc98aa-2855-4dd3-9b47-382b292a3797 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.6414819 May 25 22:52:35.693176 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33204) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:35.700353 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Request body: {'port': {'network_id': '2c2374fe-8582-4894-9e5f-0d4b3bc52362', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2033240960', 'allowed_address_pairs': [{'ip_address': '2001:db8::1f4', 'mac_address': 'fa:16:3e:8c:d9:fc'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:35.767474 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3d1430-a1fb-401c-a216-ad4177c4e3b6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Checking segment: {'id': 'cc3c3bcb-4396-4ff9-b4b6-ef5938cc483e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1126cfee-77d1-45eb-8570-69cf50bfafeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:35.768038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d1430-a1fb-401c-a216-ad4177c4e3b6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network hostable DHCP agents. Network: 1126cfee-77d1-45eb-8570-69cf50bfafeb, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:35.770507 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-33d7c111-98b8-40c0-9da9-b1673f6701b1 None None] Provisioning for port f7deaa14-ce1a-4465-9ed4-b0327b1730cd completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:35.788214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:35.866593 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.l3_db [None req-24cb227d-cfe3-4303-89ac-6ad53df1b5fa tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Floating IP b01a6d5f-ed74-4916-843c-0c0ea228885d associated. External IP: 172.26.5.21, port: a6059d5e-029f-4b2b-ba70-715a4e1bfa1f. May 25 22:52:35.872606 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Port': ['ID=4f6ad511-fc82-4a19-92ab-e7eff4c32893,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:35.889721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No DVR routers for this DVR port 4f6ad511-fc82-4a19-92ab-e7eff4c32893 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:52:35.927151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:36.056944 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d1430-a1fb-401c-a216-ad4177c4e3b6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network 1126cfee-77d1-45eb-8570-69cf50bfafeb is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:36.075545 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-bcc162ad-3693-446b-ba36-f98dcad9cc4c tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Floating IP 1a4310e8-aa73-4446-95f3-34b5f49ffeb1 associated. External IP: 172.26.5.137, port: ce29a67d-d473-49a6-b3e4-57b0ba7ee04a. May 25 22:52:36.134193 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fef72f92-3592-4413-bdcd-448661260b57 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:36.176146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-4c3d1430-a1fb-401c-a216-ad4177c4e3b6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 1126cfee-77d1-45eb-8570-69cf50bfafeb) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:36.183529 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:36.204197 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8014e0ba-7165-4ed8-bd09-18dac90cb9d1 None None] Network 1126cfee-77d1-45eb-8570-69cf50bfafeb requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:36.237749 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3d1430-a1fb-401c-a216-ad4177c4e3b6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:36.238342 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1430-a1fb-401c-a216-ad4177c4e3b6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:36.249497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33212) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:36.300451 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:36.308960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:36.317266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Usage tracker for resource:port and tenant:c392e7a35f324138b5ca0bc74c2f5ba2 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:36.323405 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:36.343164 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:36.366964 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:36.400169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f760c5a-3247-4ad3-9dfb-2b5de8b19873') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:36.400722 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f760c5a-3247-4ad3-9dfb-2b5de8b19873') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:36.405559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Network 285d3759-ef53-4a4f-8491-8f36178138db is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:36.409526 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Pushing event updated for resources: {'Port': ['ID=28e18a8a-c50c-45cf-a90e-e888e4861f9a,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:36.416372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef72f92-3592-4413-bdcd-448661260b57 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Subnet': ['ID=33951e6b-0a09-4a71-aa06-69d00c701d30,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:36.419509 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:36.420644 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:36.453292 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Made reservation on behalf of c392e7a35f324138b5ca0bc74c2f5ba2 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:36.494902 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:36.536837 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4c3d1430-a1fb-401c-a216-ad4177c4e3b6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.7549803 May 25 22:52:36.539303 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33220) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:36.557759 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:36.558126 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:36.573509 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:36.585828 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f7deaa14-ce1a-4465-9ed4-b0327b1730cd up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:52:36.589272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef72f92-3592-4413-bdcd-448661260b57 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Checking segment: {'id': 'e6ae2846-d7db-4576-a1a4-704130ec0a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4c6ff8b9-e2f5-4dec-968d-b6335c058eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:36.589629 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef72f92-3592-4413-bdcd-448661260b57 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network hostable DHCP agents. Network: 4c6ff8b9-e2f5-4dec-968d-b6335c058eb3, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:36.625830 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:36.664148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1788245893', 'router:external': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:36.682143 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:36.716758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:36.745113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] device_id is not set on port da7c7009-cdd8-4e3d-860a-c8901fe8c1da yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:52:36.765860 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-1126cfee-77d1-45eb-8570-69cf50bfafeb', 'network_id': '1126cfee-77d1-45eb-8570-69cf50bfafeb', 'tenant_id': '8db729c252ee4bae8b25bee7aae4aaf1', 'fixed_ips': [{'subnet_id': '024330e1-4284-447a-8b8c-cd9a96000a69'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:52:36.767073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:36.789357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:36.793581 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:36.831156 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c89d38ca-e022-4ef4-8940-a548d470e859 None None] Provisioning for port a00b0cb1-8b61-4666-987d-135987c74849 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:36.847607 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c89d38ca-e022-4ef4-8940-a548d470e859 None None] Provisioning complete for port a00b0cb1-8b61-4666-987d-135987c74849 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:36.847848 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Network': ['ID=5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:36.847964 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c89d38ca-e022-4ef4-8940-a548d470e859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:36.854775 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Usage tracker for resource:network and tenant:fd051ea1c1814c43ae44a19e3ed24e33 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:36.859318 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-500e26ae-0ca0-4f88-9a6e-81f234352bcf tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0 HTTP/1.1" status: 204 len: 168 time: 6.1952837 May 25 22:52:36.862733 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:36.864108 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33226) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:36.875681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:36.894738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port f7deaa14-ce1a-4465-9ed4-b0327b1730cd completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:36.918379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port f7deaa14-ce1a-4465-9ed4-b0327b1730cd triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:36.922526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:36.938602 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-0f6ad71c-17cd-4b16-8e22-192ebdca0788 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-812262309'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:36.983901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Made reservation on behalf of fd051ea1c1814c43ae44a19e3ed24e33 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:36.986164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:36.996942 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0f6ad71c-17cd-4b16-8e22-192ebdca0788 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:37.009600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c89d38ca-e022-4ef4-8940-a548d470e859 None None] Port a00b0cb1-8b61-4666-987d-135987c74849 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:52:37.023948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef72f92-3592-4413-bdcd-448661260b57 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network 4c6ff8b9-e2f5-4dec-968d-b6335c058eb3 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:37.036702 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.039013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.042313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0f6ad71c-17cd-4b16-8e22-192ebdca0788 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:network and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:37.046689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0f6ad71c-17cd-4b16-8e22-192ebdca0788 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:37.065888 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0f6ad71c-17cd-4b16-8e22-192ebdca0788 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:37.094807 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Allocated IP 2001:db8::1 (1126cfee-77d1-45eb-8570-69cf50bfafeb/024330e1-4284-447a-8b8c-cd9a96000a69/2ea540ce-5301-49c0-8f3c-538ef042f2e1) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:37.112963 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Allocated IP 2001:db8::b1 (2c2374fe-8582-4894-9e5f-0d4b3bc52362/da7216c2-d019-4ff4-a001-c31c6a54f02d/da7c7009-cdd8-4e3d-860a-c8901fe8c1da) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:37.124851 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.146069 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:37.148844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-fef72f92-3592-4413-bdcd-448661260b57 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 4c6ff8b9-e2f5-4dec-968d-b6335c058eb3) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:37.157009 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Usage tracker for resource:security_group_rule and tenant:fd051ea1c1814c43ae44a19e3ed24e33 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:37.160865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef72f92-3592-4413-bdcd-448661260b57 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:37.161685 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fef72f92-3592-4413-bdcd-448661260b57 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.169758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:37.188035 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:37.194864 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6ad71c-17cd-4b16-8e22-192ebdca0788 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:37.197833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f6ad71c-17cd-4b16-8e22-192ebdca0788 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.204896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.214073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bfe071-9465-46b8-b781-1ff23e092408 None None] Network 4c6ff8b9-e2f5-4dec-968d-b6335c058eb3 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:37.320032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6ad71c-17cd-4b16-8e22-192ebdca0788 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:37.332249 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fef72f92-3592-4413-bdcd-448661260b57 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9829226 May 25 22:52:37.336954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33230) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:37.348317 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1467866804', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}, 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:37.351455 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port f7deaa14-ce1a-4465-9ed4-b0327b1730cd, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f7deaa14-ce1a-4465-9ed4-b0327b1730cd,segment=NetworkSegment(93df925a-b9ce-4097-b5f9-897324ea19db),segment_id=93df925a-b9ce-4097-b5f9-897324ea19db)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:37.356384 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:37.358312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f6ad71c-17cd-4b16-8e22-192ebdca0788 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.358572 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-0f6ad71c-17cd-4b16-8e22-192ebdca0788 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Added segment a64f94b2-08bc-43dd-888c-f16d605a4aaf of type vlan for network 4c77a239-a1bd-4c69-a7f3-49289bdaf3ce May 25 22:52:37.367379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-df2fa2fa-cad1-4688-9e23-1deef5328b7a None None] Provisioning complete for port a00b0cb1-8b61-4666-987d-135987c74849 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:37.367738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-df2fa2fa-cad1-4688-9e23-1deef5328b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.368183 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Usage tracker for resource:router and tenant:a14378b6d73d4ae08d8270b7d5eccae0 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:37.372361 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:37.385936 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:37.413630 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cb227d-cfe3-4303-89ac-6ad53df1b5fa tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:52:37.431544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f6ad71c-17cd-4b16-8e22-192ebdca0788 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.444589 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.458253 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.459560 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.464720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc162ad-3693-446b-ba36-f98dcad9cc4c tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Router a66573e7-d2ed-4635-8512-ff3ee0b02721 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:52:37.472020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.479538 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.519754 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Transition to ACTIVE for port object da7c7009-cdd8-4e3d-860a-c8901fe8c1da will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:37.525108 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-df2fa2fa-cad1-4688-9e23-1deef5328b7a None None] Port a00b0cb1-8b61-4666-987d-135987c74849 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:52:37.528510 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.529605 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.632656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=f7deaa14-ce1a-4465-9ed4-b0327b1730cd,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:37.655458 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.655853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f6ad71c-17cd-4b16-8e22-192ebdca0788 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.659710 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6ad71c-17cd-4b16-8e22-192ebdca0788 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:37.660296 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f6ad71c-17cd-4b16-8e22-192ebdca0788 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.679914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.696565 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Transition to ACTIVE for port object 2ea540ce-5301-49c0-8f3c-538ef042f2e1 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:37.706293 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e2589c-f938-465c-96a5-32b3faae482e None None] Network 4c6ff8b9-e2f5-4dec-968d-b6335c058eb3 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:37.753825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:37.785789 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Transition to ACTIVE for port object 2ea540ce-5301-49c0-8f3c-538ef042f2e1 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:37.793546 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c982c2-bfc5-4ab6-8a08-b0ab392deee6,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:37.799821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.800156 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Added segment 6a639f66-f708-4520-ba93-09daab56105e of type vlan for network 03d2f444-8947-4092-8615-d96f9d13c9a2 May 25 22:52:37.824445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.875632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.904061 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.913580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ad71c-17cd-4b16-8e22-192ebdca0788 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Network': ['ID=4c77a239-a1bd-4c69-a7f3-49289bdaf3ce,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:37.967667 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 4c77a239-a1bd-4c69-a7f3-49289bdaf3ce details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:37.973859 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc162ad-3693-446b-ba36-f98dcad9cc4c tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:52:37.979374 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bcc162ad-3693-446b-ba36-f98dcad9cc4c tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:37.990124 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7142d62b-5ef6-450f-aa8b-bea738a0eccd None None] Sync routers for ids ['a66573e7-d2ed-4635-8512-ff3ee0b02721'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:52:38.003489 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7142d62b-5ef6-450f-aa8b-bea738a0eccd None None] Routers {'a66573e7-d2ed-4635-8512-ff3ee0b02721'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:52:38.004214 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-7142d62b-5ef6-450f-aa8b-bea738a0eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a66573e7-d2ed-4635-8512-ff3ee0b02721'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:38.058376 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bcc162ad-3693-446b-ba36-f98dcad9cc4c tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "PUT /v2.0/floatingips/1a4310e8-aa73-4446-95f3-34b5f49ffeb1 HTTP/1.1" status: 200 len: 991 time: 4.4347305 May 25 22:52:38.066788 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c2630e-fb9e-42c7-9aa3-b4648d73d211', 'tag': 'ce29a67d-d473-49a6-b3e4-57b0ba7ee04a'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:52:38.073699 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0f6ad71c-17cd-4b16-8e22-192ebdca0788 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2042162 May 25 22:52:38.076274 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.078059 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33238) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:38.090240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Network 1126cfee-77d1-45eb-8570-69cf50bfafeb is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:38.093170 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.096920 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.097733 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:38.098298 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.104439 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:38.108778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Pushing event updated for resources: {'Port': ['ID=2ea540ce-5301-49c0-8f3c-538ef042f2e1,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:38.111708 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:38.165991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'subnet': {'network_id': '4c77a239-a1bd-4c69-a7f3-49289bdaf3ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:38.229274 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:38.245184 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Attempting to bind port 2ea540ce-5301-49c0-8f3c-538ef042f2e1 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:38.245545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Attempting to bind port 2ea540ce-5301-49c0-8f3c-538ef042f2e1 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'cc3c3bcb-4396-4ff9-b4b6-ef5938cc483e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1126cfee-77d1-45eb-8570-69cf50bfafeb'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:38.245895 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Attempting to bind port 2ea540ce-5301-49c0-8f3c-538ef042f2e1 on network 1126cfee-77d1-45eb-8570-69cf50bfafeb {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:38.253465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:38.253825 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Checking segment: {'id': 'cc3c3bcb-4396-4ff9-b4b6-ef5938cc483e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1126cfee-77d1-45eb-8570-69cf50bfafeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:38.254214 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.254599 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Bound using segment: {'id': 'cc3c3bcb-4396-4ff9-b4b6-ef5938cc483e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1126cfee-77d1-45eb-8570-69cf50bfafeb'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:38.255046 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Bound port: 2ea540ce-5301-49c0-8f3c-538ef042f2e1, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3c3bcb-4396-4ff9-b4b6-ef5938cc483e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1126cfee-77d1-45eb-8570-69cf50bfafeb'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:38.255409 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.282214 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6694094d-1e29-44aa-bcf0-b39dc85ba6dc'] response: {'name': 'network-changed', 'server_uuid': 'c3c2630e-fb9e-42c7-9aa3-b4648d73d211', 'tag': 'ce29a67d-d473-49a6-b3e4-57b0ba7ee04a', 'status': 'completed', 'code': 200} May 25 22:52:38.283514 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:38.306999 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:38.311323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:subnet and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:38.316811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:38.322446 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-7142d62b-5ef6-450f-aa8b-bea738a0eccd None None] Set router a66573e7-d2ed-4635-8512-ff3ee0b02721 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:52:38.326053 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:38.342063 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:38.362892 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:38.367787 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.372738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f7deaa14-ce1a-4465-9ed4-b0327b1730cd up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:52:38.403236 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Subnet': ['ID=024330e1-4284-447a-8b8c-cd9a96000a69,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:38.477621 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:38.486741 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] For port 2ea540ce-5301-49c0-8f3c-538ef042f2e1, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:38.520729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] For port 2ea540ce-5301-49c0-8f3c-538ef042f2e1, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2ea540ce-5301-49c0-8f3c-538ef042f2e1,segment=NetworkSegment(cc3c3bcb-4396-4ff9-b4b6-ef5938cc483e),segment_id=cc3c3bcb-4396-4ff9-b4b6-ef5938cc483e)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:52:38.547572 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port f7deaa14-ce1a-4465-9ed4-b0327b1730cd triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:38.547981 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.773155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event updated for resources: {'Port': ['ID=da7c7009-cdd8-4e3d-860a-c8901fe8c1da,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:38.773155 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3305e34c-5f3e-4d78-af96-7d71c9bfb2c9 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.9222448 May 25 22:52:38.773155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef86de-e403-40f8-84b4-f8bad877e1b4 req-5f656644-c077-4af7-b0d0-56b1ea4b30f0 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:38.773155 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-91ef86de-e403-40f8-84b4-f8bad877e1b4 req-5f656644-c077-4af7-b0d0-56b1ea4b30f0 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 945 time: 0.1884360 May 25 22:52:38.773155 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-91ef86de-e403-40f8-84b4-f8bad877e1b4 req-e2b82292-03a2-423e-bf67-82b96ad63b7a tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892169 May 25 22:52:38.773155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33244) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:38.870760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Pushing event updated for resources: {'Network': ['ID=03d2f444-8947-4092-8615-d96f9d13c9a2,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:38.885338 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 03d2f444-8947-4092-8615-d96f9d13c9a2 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:38.900147 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cb227d-cfe3-4303-89ac-6ad53df1b5fa tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:52:38.902511 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-7142d62b-5ef6-450f-aa8b-bea738a0eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'name': 'tempest-ServersTestJSON-536857528-router', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:34Z', 'updated_at': '2022-05-25T22:51:44Z', 'revision_number': 4, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'gw_port': {'id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:35Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '1a4310e8-aa73-4446-95f3-34b5f49ffeb1', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'floating_ip_address': '172.26.5.137', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'port_id': 'ce29a67d-d473-49a6-b3e4-57b0ba7ee04a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'mac_address': 'fa:16:3e:b5:57:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c2630e-fb9e-42c7-9aa3-b4648d73d211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:51:53Z', 'updated_at': '2022-05-25T22:52:34Z', 'revision_number': 1, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77afd01e-663a-45d6-b949-d36dce81df2f', 'name': '', 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'mac_address': 'fa:16:3e:76:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2640b8fb-952a-426a-9621-4bd33956af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:42Z', 'updated_at': '2022-05-25T22:52:21Z', 'revision_number': 5, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'subnets': [{'id': '2640b8fb-952a-426a-9621-4bd33956af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:38.906089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-24cb227d-cfe3-4303-89ac-6ad53df1b5fa tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.913606 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7142d62b-5ef6-450f-aa8b-bea738a0eccd None None] Checking router: a66573e7-d2ed-4635-8512-ff3ee0b02721 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:52:38.914145 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede93635-081d-44e2-89e0-d7e140d1849c None None] Sync routers for ids ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:52:38.925582 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7142d62b-5ef6-450f-aa8b-bea738a0eccd None None] Routers {'a66573e7-d2ed-4635-8512-ff3ee0b02721'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:52:38.928242 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-7142d62b-5ef6-450f-aa8b-bea738a0eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a66573e7-d2ed-4635-8512-ff3ee0b02721'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:38.928359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5607ff-c14f-4632-a823-5ef0fd96586a tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:38.931705 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5607ff-c14f-4632-a823-5ef0fd96586a tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:38.937027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5607ff-c14f-4632-a823-5ef0fd96586a tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:38.937958 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-de5607ff-c14f-4632-a823-5ef0fd96586a tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Synchronizing usage tracker for tenant:c392e7a35f324138b5ca0bc74c2f5ba2 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:52:38.961988 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:38.992102 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:39.020343 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:39.029129 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e39c36af-7a89-4d9b-842a-4dbf3f09b947 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.7781360 May 25 22:52:39.031959 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33252) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:39.041814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Request body: {'subnet': {'network_id': '03d2f444-8947-4092-8615-d96f9d13c9a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:39.048922 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:39.049063 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:39.052256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Usage tracker for resource:subnet and tenant:fd051ea1c1814c43ae44a19e3ed24e33 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:39.056324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:39.063956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:39.079974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-de5607ff-c14f-4632-a823-5ef0fd96586a tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Unset dirty status for tenant:c392e7a35f324138b5ca0bc74c2f5ba2 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:52:39.085969 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1126cfee-77d1-45eb-8570-69cf50bfafeb']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:39.086158 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-de5607ff-c14f-4632-a823-5ef0fd96586a tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3281534 May 25 22:52:39.086788 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33256) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:39.098658 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-24cb227d-cfe3-4303-89ac-6ad53df1b5fa tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "PUT /v2.0/floatingips/b01a6d5f-ed74-4916-843c-0c0ea228885d HTTP/1.1" status: 200 len: 990 time: 6.9329844 May 25 22:52:39.099212 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede93635-081d-44e2-89e0-d7e140d1849c None None] Routers {'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:52:39.100007 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ede93635-081d-44e2-89e0-d7e140d1849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:39.177579 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-709aba47-df60-4545-bb3d-a37a3edb2581 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Deleting port da7c7009-cdd8-4e3d-860a-c8901fe8c1da {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:39.178585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-709aba47-df60-4545-bb3d-a37a3edb2581 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:39.187356 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd871f841-60c8-4fe3-ab70-d88f5285a7fe', 'tag': 'a6059d5e-029f-4b2b-ba70-715a4e1bfa1f'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:52:39.212641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3c3bcb-4396-4ff9-b4b6-ef5938cc483e') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:39.212982 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3c3bcb-4396-4ff9-b4b6-ef5938cc483e') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:39.228789 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-eed8b365-e441-4d62-a2c1-f6327ac04928 None None] Provisioning for port da7c7009-cdd8-4e3d-860a-c8901fe8c1da completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:39.262167 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.ipam_backend_mixin [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Performing IP validity checks on allocation pools {{(pid=84717) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 25 22:52:39.262712 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.ipam_backend_mixin [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84717) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 25 22:52:39.267037 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Made reservation on behalf of fd051ea1c1814c43ae44a19e3ed24e33 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:39.267258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:39.273731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:39.344412 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b1417cf3-0393-4865-b967-616b334e0272 req-2a969745-b853-468d-b69c-32602ecfb33a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37812d801ca84073b774698e0a70ba5a&device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 1098 time: 1.0058568 May 25 22:52:39.345592 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-7142d62b-5ef6-450f-aa8b-bea738a0eccd None None] Set router a66573e7-d2ed-4635-8512-ff3ee0b02721 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:52:39.350611 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8596124-9007-40f9-a4e4-58a04fef7752'] response: {'name': 'network-changed', 'server_uuid': 'd871f841-60c8-4fe3-ab70-d88f5285a7fe', 'tag': 'a6059d5e-029f-4b2b-ba70-715a4e1bfa1f', 'status': 'completed', 'code': 200} May 25 22:52:39.355005 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-eed8b365-e441-4d62-a2c1-f6327ac04928 None None] Provisioning complete for port da7c7009-cdd8-4e3d-860a-c8901fe8c1da triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:39.358960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eed8b365-e441-4d62-a2c1-f6327ac04928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:39.359080 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:39.381692 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03057ad9-3d0c-4f42-9c4c-f795ea9666e1 None None] Pushing event updated for resources: {'Port': ['ID=2ea540ce-5301-49c0-8f3c-538ef042f2e1,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:39.402965 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:39.403379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:39.423859 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:39.589356 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Router b7c07a78-9626-4aac-90af-bac34ca45f97 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:52:39.614802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-eed8b365-e441-4d62-a2c1-f6327ac04928 None None] Port da7c7009-cdd8-4e3d-860a-c8901fe8c1da cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:52:39.774094 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a885bb-b7d6-4dfc-9d18-4374b48cbc56 None None] Network 1126cfee-77d1-45eb-8570-69cf50bfafeb requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:39.846044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced535d1-d381-41a0-8c80-627da160c131 req-387ff733-3a8f-4706-9fdc-a9a6e70c8640 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:39.847439 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ced535d1-d381-41a0-8c80-627da160c131 req-387ff733-3a8f-4706-9fdc-a9a6e70c8640 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 945 time: 0.5264163 May 25 22:52:39.850874 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-74f2d448-338e-4ecb-8a81-ed79fb837ba5 req-f81ec084-04e6-45d1-88fb-233177dcc7ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0505e1ad716b4cc68624dd1b24def3b7&device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 1098 time: 0.4639618 May 25 22:52:39.894173 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-ede93635-081d-44e2-89e0-d7e140d1849c None None] Set router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:52:39.915033 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-7142d62b-5ef6-450f-aa8b-bea738a0eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'name': 'tempest-ServersTestJSON-536857528-router', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:34Z', 'updated_at': '2022-05-25T22:51:44Z', 'revision_number': 4, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'gw_port': {'id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:35Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '1a4310e8-aa73-4446-95f3-34b5f49ffeb1', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'floating_ip_address': '172.26.5.137', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'port_id': 'ce29a67d-d473-49a6-b3e4-57b0ba7ee04a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'mac_address': 'fa:16:3e:b5:57:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c2630e-fb9e-42c7-9aa3-b4648d73d211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:51:53Z', 'updated_at': '2022-05-25T22:52:34Z', 'revision_number': 1, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77afd01e-663a-45d6-b949-d36dce81df2f', 'name': '', 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'mac_address': 'fa:16:3e:76:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2640b8fb-952a-426a-9621-4bd33956af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:42Z', 'updated_at': '2022-05-25T22:52:21Z', 'revision_number': 5, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'subnets': [{'id': '2640b8fb-952a-426a-9621-4bd33956af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:39.922168 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7142d62b-5ef6-450f-aa8b-bea738a0eccd None None] The sync data for ids ['a66573e7-d2ed-4635-8512-ff3ee0b02721'] in dv-neutron-843300-1-hyperv is: [{'id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'name': 'tempest-ServersTestJSON-536857528-router', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:34Z', 'updated_at': '2022-05-25T22:51:44Z', 'revision_number': 4, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'gw_port': {'id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:35Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '1a4310e8-aa73-4446-95f3-34b5f49ffeb1', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'floating_ip_address': '172.26.5.137', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'port_id': 'ce29a67d-d473-49a6-b3e4-57b0ba7ee04a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'mac_address': 'fa:16:3e:b5:57:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c2630e-fb9e-42c7-9aa3-b4648d73d211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:51:53Z', 'updated_at': '2022-05-25T22:52:34Z', 'revision_number': 1, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77afd01e-663a-45d6-b949-d36dce81df2f', 'name': '', 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'mac_address': 'fa:16:3e:76:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2640b8fb-952a-426a-9621-4bd33956af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:42Z', 'updated_at': '2022-05-25T22:52:21Z', 'revision_number': 5, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'subnets': [{'id': '2640b8fb-952a-426a-9621-4bd33956af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:52:39.942867 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 22:52:39.942867 dv-neutron-843300-1-hyperv neutron-server[84717]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 22:52:39.942867 dv-neutron-843300-1-hyperv neutron-server[84717]: [parameters: {'id': '1126cfee-77d1-45eb-8570-69cf50bfafeb'}] May 25 22:52:39.942867 dv-neutron-843300-1-hyperv neutron-server[84717]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:52:39.944171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:52:39.987995 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1417cf3-0393-4865-b967-616b334e0272 req-e98f902b-6168-4618-a36c-fc23d1f0d8ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:39.990085 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b1417cf3-0393-4865-b967-616b334e0272 req-e98f902b-6168-4618-a36c-fc23d1f0d8ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=ad2e64db-8f8f-49b2-92b1-43b2eabb0340 HTTP/1.1" status: 200 len: 906 time: 0.6255333 May 25 22:52:40.074059 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-709aba47-df60-4545-bb3d-a37a3edb2581 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:40.262214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-709aba47-df60-4545-bb3d-a37a3edb2581 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Calling delete_port for da7c7009-cdd8-4e3d-860a-c8901fe8c1da owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:40.294047 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b1417cf3-0393-4865-b967-616b334e0272 req-e8a63e12-adf4-488e-b0ab-5a6156922893 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce29a67d-d473-49a6-b3e4-57b0ba7ee04a HTTP/1.1" status: 200 len: 999 time: 0.2932334 May 25 22:52:40.333915 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ced535d1-d381-41a0-8c80-627da160c131 req-806d84dc-d3fd-409b-9962-8d0a7475c0bf tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eb8776c-8ab0-483c-9533-a01b189c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4451363 May 25 22:52:40.344552 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb37ad8-ee3d-4432-8fef-d69991f0eec0 None None] New status for floating IP 1a4310e8-aa73-4446-95f3-34b5f49ffeb1: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:52:40.425109 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:40.480877 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddda71af-68eb-42eb-be04-1804ed303b98 None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 22:52:40.492683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2d448-338e-4ecb-8a81-ed79fb837ba5 req-9fb9b8b4-5d27-4508-a1ef-311838abef9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:40.494170 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-74f2d448-338e-4ecb-8a81-ed79fb837ba5 req-9fb9b8b4-5d27-4508-a1ef-311838abef9b service neutron] 10.222.0.73 "GET /v2.0/networks?id=9cae65aa-3fc8-4065-9612-66200e7cb1df HTTP/1.1" status: 200 len: 913 time: 0.6052024 May 25 22:52:40.525330 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:40.557970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:40.621815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:40.672733 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Deleting port 2ea540ce-5301-49c0-8f3c-538ef042f2e1 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:40.673060 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:40.698718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-709aba47-df60-4545-bb3d-a37a3edb2581 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:40.703521 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1417cf3-0393-4865-b967-616b334e0272 req-1e883f1f-af98-4815-b476-7a5e9f0668c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:40.705034 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b1417cf3-0393-4865-b967-616b334e0272 req-1e883f1f-af98-4815-b476-7a5e9f0668c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2640b8fb-952a-426a-9621-4bd33956af56 HTTP/1.1" status: 200 len: 844 time: 0.4016967 May 25 22:52:40.768267 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Subnet': ['ID=5866909b-8163-4337-905c-908570a19392,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:40.884414 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709aba47-df60-4545-bb3d-a37a3edb2581 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event deleted for resources: {'Port': ['ID=da7c7009-cdd8-4e3d-860a-c8901fe8c1da,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:40.893851 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ede93635-081d-44e2-89e0-d7e140d1849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'name': 'tempest-ServersTestManualDisk-1638303218-router', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:37Z', 'revision_number': 4, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'gw_port': {'id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'b01a6d5f-ed74-4916-843c-0c0ea228885d', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'floating_ip_address': '172.26.5.21', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'port_id': 'a6059d5e-029f-4b2b-ba70-715a4e1bfa1f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df', 'mac_address': 'fa:16:3e:e4:fb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871f841-60c8-4fe3-ab70-d88f5285a7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:51:50Z', 'updated_at': '2022-05-25T22:52:33Z', 'revision_number': 1, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64', 'name': '', 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'mac_address': 'fa:16:3e:66:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:36Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 5, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'subnets': [{'id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:40.906174 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede93635-081d-44e2-89e0-d7e140d1849c None None] Checking router: ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:52:40.942857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede93635-081d-44e2-89e0-d7e140d1849c None None] Routers {'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:52:40.943702 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ede93635-081d-44e2-89e0-d7e140d1849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:40.944618 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-74f2d448-338e-4ecb-8a81-ed79fb837ba5 req-990c03da-5d8b-482b-8675-1e3ac672abd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6059d5e-029f-4b2b-ba70-715a4e1bfa1f HTTP/1.1" status: 200 len: 998 time: 0.3638227 May 25 22:52:41.042865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Checking segment: {'id': 'a64f94b2-08bc-43dd-888c-f16d605a4aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4c77a239-a1bd-4c69-a7f3-49289bdaf3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:41.043542 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network hostable DHCP agents. Network: 4c77a239-a1bd-4c69-a7f3-49289bdaf3ce, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:41.098523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2d448-338e-4ecb-8a81-ed79fb837ba5 req-da22b058-baeb-442a-9ac9-c5641826a787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:41.100824 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-74f2d448-338e-4ecb-8a81-ed79fb837ba5 req-da22b058-baeb-442a-9ac9-c5641826a787 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b693039a-8841-4831-b3b8-399b07c1f4c3 HTTP/1.1" status: 200 len: 851 time: 0.1267912 May 25 22:52:41.159134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-ede93635-081d-44e2-89e0-d7e140d1849c None None] Set router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:52:41.216441 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:52:41.231060 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddda71af-68eb-42eb-be04-1804ed303b98 None None] Network 4c77a239-a1bd-4c69-a7f3-49289bdaf3ce is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:41.232809 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-74f2d448-338e-4ecb-8a81-ed79fb837ba5 req-bdeee778-9c96-45c0-aec9-7a31bfe3c148 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9cae65aa-3fc8-4065-9612-66200e7cb1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1225426 May 25 22:52:41.232950 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Sync routers for ids ['b7c07a78-9626-4aac-90af-bac34ca45f97'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:52:41.239855 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.objects.ports [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84716) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:52:41.241277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:41.245220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Allocated IP 172.26.5.178 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/cf573466-a6c6-4bda-b5b2-f4c717445f8f) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:41.283476 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Agent 404e3964-4b34-4246-a304-131dba597923 already present May 25 22:52:41.283819 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network 4c77a239-a1bd-4c69-a7f3-49289bdaf3ce is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:41.284365 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 4c77a239-a1bd-4c69-a7f3-49289bdaf3ce) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:41.289937 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:41.290511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:41.307791 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b1417cf3-0393-4865-b967-616b334e0272 req-a2c9d0c7-b46c-4608-8a2a-087242ba7297 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad2e64db-8f8f-49b2-92b1-43b2eabb0340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5819788 May 25 22:52:41.327420 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Routers {'b7c07a78-9626-4aac-90af-bac34ca45f97'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:52:41.334113 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b7c07a78-9626-4aac-90af-bac34ca45f97'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:41.395544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddda71af-68eb-42eb-be04-1804ed303b98 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 4c77a239-a1bd-4c69-a7f3-49289bdaf3ce) {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 22:52:41.414166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] For port 2ea540ce-5301-49c0-8f3c-538ef042f2e1, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2ea540ce-5301-49c0-8f3c-538ef042f2e1,segment=NetworkSegment(cc3c3bcb-4396-4ff9-b4b6-ef5938cc483e),segment_id=cc3c3bcb-4396-4ff9-b4b6-ef5938cc483e)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:41.414529 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:41.426005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:41.427093 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8d35aefb-a71c-4d2e-9f13-bd0436cdab21 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.6369400 May 25 22:52:41.453221 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33268) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:41.535150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9cf5276c-8a8a-455a-9bb8-45005c8056ca,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:41.588258 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f0a2644e-b97a-4ac7-8da4-7de14cde1cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:41.601138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Checking segment: {'id': '6a639f66-f708-4520-ba93-09daab56105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '03d2f444-8947-4092-8615-d96f9d13c9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:41.601138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Network hostable DHCP agents. Network: 03d2f444-8947-4092-8615-d96f9d13c9a2, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:41.608657 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dceeb763-da54-43c3-8f66-828c178cb393 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.5238018 May 25 22:52:41.616517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33272) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:41.619213 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Calling delete_port for 2ea540ce-5301-49c0-8f3c-538ef042f2e1 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:41.645583 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-74f2d448-338e-4ecb-8a81-ed79fb837ba5 req-f07dfd9c-21a2-404a-8cd6-02fbcbc64f8d service neutron] 10.222.0.73 "GET /v2.0/networks/9cae65aa-3fc8-4065-9612-66200e7cb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936024 May 25 22:52:41.767155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-709aba47-df60-4545-bb3d-a37a3edb2581 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:41.774579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Set router b7c07a78-9626-4aac-90af-bac34ca45f97 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:52:41.776442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:41.780091 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b1417cf3-0393-4865-b967-616b334e0272 req-a35e28a1-2969-45dd-8be8-e7c9be36f4c7 service neutron] 10.222.0.73 "GET /v2.0/networks/ad2e64db-8f8f-49b2-92b1-43b2eabb0340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479244 May 25 22:52:41.889500 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:41.949891 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Port': ['ID=2ea540ce-5301-49c0-8f3c-538ef042f2e1,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:41.953442 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-709aba47-df60-4545-bb3d-a37a3edb2581 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "DELETE /v2.0/ports/da7c7009-cdd8-4e3d-860a-c8901fe8c1da HTTP/1.1" status: 204 len: 168 time: 2.8654928 May 25 22:52:41.954121 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33276) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:41.963639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No DVR routers for this DVR port 2ea540ce-5301-49c0-8f3c-538ef042f2e1 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:52:41.967060 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa636f54-ae43-4eb4-9da5-1a53bd292860 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.010563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Network 03d2f444-8947-4092-8615-d96f9d13c9a2 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:42.014044 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-74f2d448-338e-4ecb-8a81-ed79fb837ba5 req-3a3478d5-688c-480d-83d0-28ee5eeb4bbd service neutron] 10.222.0.73 "GET /v2.0/networks/9cae65aa-3fc8-4065-9612-66200e7cb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316028 May 25 22:52:42.043686 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-31137c32-936a-420c-a798-d288fb6c426d tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] GET failed (client error): The resource could not be found. May 25 22:52:42.045058 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-31137c32-936a-420c-a798-d288fb6c426d tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Synchronizing usage tracker for tenant:c392e7a35f324138b5ca0bc74c2f5ba2 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:52:42.096954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.134392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa636f54-ae43-4eb4-9da5-1a53bd292860 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.168208 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 03d2f444-8947-4092-8615-d96f9d13c9a2) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:42.171312 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b1417cf3-0393-4865-b967-616b334e0272 req-2473ff59-25fc-42b5-9581-75bee2c1e86e service neutron] 10.222.0.73 "GET /v2.0/networks/ad2e64db-8f8f-49b2-92b1-43b2eabb0340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819296 May 25 22:52:42.182893 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.183706 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:42.184290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.210068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-31137c32-936a-420c-a798-d288fb6c426d tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Unset dirty status for tenant:c392e7a35f324138b5ca0bc74c2f5ba2 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:52:42.217294 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-31137c32-936a-420c-a798-d288fb6c426d tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "GET /v2.0/ports/da7c7009-cdd8-4e3d-860a-c8901fe8c1da HTTP/1.1" status: 404 len: 333 time: 0.2569027 May 25 22:52:42.221451 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33280) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:42.221723 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ede93635-081d-44e2-89e0-d7e140d1849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'name': 'tempest-ServersTestManualDisk-1638303218-router', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:37Z', 'revision_number': 4, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'gw_port': {'id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'b01a6d5f-ed74-4916-843c-0c0ea228885d', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'floating_ip_address': '172.26.5.21', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'port_id': 'a6059d5e-029f-4b2b-ba70-715a4e1bfa1f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df', 'mac_address': 'fa:16:3e:e4:fb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871f841-60c8-4fe3-ab70-d88f5285a7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:51:50Z', 'updated_at': '2022-05-25T22:52:33Z', 'revision_number': 1, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64', 'name': '', 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'mac_address': 'fa:16:3e:66:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:36Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 5, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'subnets': [{'id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:42.231434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Request body: {'port': {'network_id': '2c2374fe-8582-4894-9e5f-0d4b3bc52362', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1731224243'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:42.231552 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:42.233255 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1126cfee-77d1-45eb-8570-69cf50bfafeb']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:42.241632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=cf573466-a6c6-4bda-b5b2-f4c717445f8f,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:42.245234 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:42.247316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:42.263970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.302351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede93635-081d-44e2-89e0-d7e140d1849c None None] The sync data for ids ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'] in dv-neutron-843300-1-hyperv is: [{'id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'name': 'tempest-ServersTestManualDisk-1638303218-router', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:37Z', 'revision_number': 4, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'gw_port': {'id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'b01a6d5f-ed74-4916-843c-0c0ea228885d', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'floating_ip_address': '172.26.5.21', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'port_id': 'a6059d5e-029f-4b2b-ba70-715a4e1bfa1f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df', 'mac_address': 'fa:16:3e:e4:fb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871f841-60c8-4fe3-ab70-d88f5285a7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:51:50Z', 'updated_at': '2022-05-25T22:52:33Z', 'revision_number': 1, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64', 'name': '', 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'mac_address': 'fa:16:3e:66:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:36Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 5, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'subnets': [{'id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:52:42.332989 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5bd51bd5-fa76-4bce-bb77-4d07f5e38d27 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.2996387 May 25 22:52:42.335600 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3c3bcb-4396-4ff9-b4b6-ef5938cc483e') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:42.336082 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3c3bcb-4396-4ff9-b4b6-ef5938cc483e') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:42.347094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33284) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:42.363385 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1844954062', 'network_id': '03d2f444-8947-4092-8615-d96f9d13c9a2'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:42.378412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:42.384893 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.399409 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Usage tracker for resource:port and tenant:fd051ea1c1814c43ae44a19e3ed24e33 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:42.406065 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:42.420240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.423423 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:42.436342 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c07a78-9626-4aac-90af-bac34ca45f97', 'name': '', 'tenant_id': '2348b51760e64d8588629f1c8ec2315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '285d3759-ef53-4a4f-8491-8f36178138db', 'external_fixed_ips': [{'subnet_id': 'cf4169e3-c946-4724-aa0e-d3b399f59144', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '28e18a8a-c50c-45cf-a90e-e888e4861f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:52:32Z', 'updated_at': '2022-05-25T22:52:37Z', 'revision_number': 3, 'project_id': '2348b51760e64d8588629f1c8ec2315a', 'gw_port': {'id': '28e18a8a-c50c-45cf-a90e-e888e4861f9a', 'name': '', 'network_id': '285d3759-ef53-4a4f-8491-8f36178138db', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:aa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c07a78-9626-4aac-90af-bac34ca45f97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf4169e3-c946-4724-aa0e-d3b399f59144', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:52:35Z', 'updated_at': '2022-05-25T22:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf4169e3-c946-4724-aa0e-d3b399f59144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:42.440962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:42.441365 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.444097 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Checking router: b7c07a78-9626-4aac-90af-bac34ca45f97 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:52:42.444513 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Updating router b7c07a78-9626-4aac-90af-bac34ca45f97 port 28e18a8a-c50c-45cf-a90e-e888e4861f9a binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:42.460460 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:42.478556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70960b1e-7318-4b90-b68d-ba0f61a87db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-4c77a239-a1bd-4c69-a7f3-49289bdaf3ce', 'network_id': '4c77a239-a1bd-4c69-a7f3-49289bdaf3ce', 'tenant_id': '2be403f93a064925863310dc867722e6', 'fixed_ips': [{'subnet_id': '5866909b-8163-4337-905c-908570a19392'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:52:42.479362 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-70960b1e-7318-4b90-b68d-ba0f61a87db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.542805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Made reservation on behalf of fd051ea1c1814c43ae44a19e3ed24e33 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:42.545267 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.573891 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.574400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] device_id is not set on port 160ff6fa-ea45-4ae4-947d-55874248b2e8 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:52:42.678229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:42.693878 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.695163 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa636f54-ae43-4eb4-9da5-1a53bd292860 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.699619 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.703333 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:42.761509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa636f54-ae43-4eb4-9da5-1a53bd292860 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Subnet': ['ID=5866909b-8163-4337-905c-908570a19392,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:42.773412 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb95309-e5e5-4681-ab0e-8af50efa4044 None None] New status for floating IP b01a6d5f-ed74-4916-843c-0c0ea228885d: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:52:42.889795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Network': ['ID=1126cfee-77d1-45eb-8570-69cf50bfafeb,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:42.901829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Made reservation on behalf of c392e7a35f324138b5ca0bc74c2f5ba2 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:42.901829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.903873 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-99f23260-d3a2-4e01-8fc4-1b0c6e281a76 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/1126cfee-77d1-45eb-8570-69cf50bfafeb HTTP/1.1" status: 204 len: 168 time: 6.3094923 May 25 22:52:42.909148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33288) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:42.916720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa636f54-ae43-4eb4-9da5-1a53bd292860 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.918741 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e89ab8ea-fe2d-425f-a79b-544cc4895de2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-29382952'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:42.927289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e89ab8ea-fe2d-425f-a79b-544cc4895de2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:42.944646 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e89ab8ea-fe2d-425f-a79b-544cc4895de2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:network and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:42.948356 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Allocated IP 2001:db8::1a4 (03d2f444-8947-4092-8615-d96f9d13c9a2/9cf5276c-8a8a-455a-9bb8-45005c8056ca/160ff6fa-ea45-4ae4-947d-55874248b2e8) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:42.950751 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e89ab8ea-fe2d-425f-a79b-544cc4895de2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:42.960347 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e89ab8ea-fe2d-425f-a79b-544cc4895de2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:42.962360 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-fa636f54-ae43-4eb4-9da5-1a53bd292860 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c77a239-a1bd-4c69-a7f3-49289bdaf3ce']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:42.970652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.978231 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] device_id is not set on port 74191d6f-a36e-466b-a75f-eebd9f97b7f5 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:52:42.983980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Transition to ACTIVE for port object 28e18a8a-c50c-45cf-a90e-e888e4861f9a will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:42.993489 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server [None req-70960b1e-7318-4b90-b68d-ba0f61a87db5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5866909b-8163-4337-905c-908570a19392: This subnet is being modified by another concurrent operation. May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server raise value May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server raise value May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server raise value May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 22:52:42.994129 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server raise value May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server raise value May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server raise value May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server raise exception May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5866909b-8163-4337-905c-908570a19392: This subnet is being modified by another concurrent operation. May 25 22:52:43.003377 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server May 25 22:52:43.009453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.014621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246a494f-2a1e-4b22-9682-5ec67331aee9 None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 22:52:43.039959 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-fa636f54-ae43-4eb4-9da5-1a53bd292860 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64f94b2-08bc-43dd-888c-f16d605a4aaf') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:43.040523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-fa636f54-ae43-4eb4-9da5-1a53bd292860 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64f94b2-08bc-43dd-888c-f16d605a4aaf') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:43.064666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa636f54-ae43-4eb4-9da5-1a53bd292860 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.087515 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89ab8ea-fe2d-425f-a79b-544cc4895de2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:43.090493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e89ab8ea-fe2d-425f-a79b-544cc4895de2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.104429 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa636f54-ae43-4eb4-9da5-1a53bd292860 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.117344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa636f54-ae43-4eb4-9da5-1a53bd292860 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:43.118051 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa636f54-ae43-4eb4-9da5-1a53bd292860 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:43.134377 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:43.140265 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.257280 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.257969 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Attempting to bind port 28e18a8a-c50c-45cf-a90e-e888e4861f9a on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:43.258421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Attempting to bind port 28e18a8a-c50c-45cf-a90e-e888e4861f9a by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '31da9e1f-3406-4edf-b926-55995122858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '285d3759-ef53-4a4f-8491-8f36178138db'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:43.258740 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Attempting to bind port 28e18a8a-c50c-45cf-a90e-e888e4861f9a on network 285d3759-ef53-4a4f-8491-8f36178138db {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:43.266080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246a494f-2a1e-4b22-9682-5ec67331aee9 None None] Resources bound (agent type, host, resource id): {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 22:52:43.276359 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4be6e-ef2a-4611-bd13-b7440ad66804 None None] Pushing event updated for resources: {'Port': ['ID=28e18a8a-c50c-45cf-a90e-e888e4861f9a,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:43.276825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89ab8ea-fe2d-425f-a79b-544cc4895de2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:43.293288 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:43.293579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Checking segment: {'id': '31da9e1f-3406-4edf-b926-55995122858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '285d3759-ef53-4a4f-8491-8f36178138db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:43.294038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.295263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Bound using segment: {'id': '31da9e1f-3406-4edf-b926-55995122858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '285d3759-ef53-4a4f-8491-8f36178138db'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:43.295263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Bound port: 28e18a8a-c50c-45cf-a90e-e888e4861f9a, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31da9e1f-3406-4edf-b926-55995122858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '285d3759-ef53-4a4f-8491-8f36178138db'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:43.295602 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.330203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Allocated IP 2001:db8::390 (2c2374fe-8582-4894-9e5f-0d4b3bc52362/da7216c2-d019-4ff4-a001-c31c6a54f02d/74191d6f-a36e-466b-a75f-eebd9f97b7f5) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:43.355648 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.385475 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Deleting port 28e18a8a-c50c-45cf-a90e-e888e4861f9a {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:43.385802 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.416340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e89ab8ea-fe2d-425f-a79b-544cc4895de2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.419340 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-e89ab8ea-fe2d-425f-a79b-544cc4895de2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Added segment bacaa2a5-6703-4b07-ba1f-74f6d1d1d9ca of type vlan for network 5df1cc60-ffff-46b2-aba0-277b623887f3 May 25 22:52:43.430303 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa636f54-ae43-4eb4-9da5-1a53bd292860 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.459677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa636f54-ae43-4eb4-9da5-1a53bd292860 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.463487 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e89ab8ea-fe2d-425f-a79b-544cc4895de2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.467217 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] For port 28e18a8a-c50c-45cf-a90e-e888e4861f9a, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:43.470095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa636f54-ae43-4eb4-9da5-1a53bd292860 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Network': ['ID=4c77a239-a1bd-4c69-a7f3-49289bdaf3ce,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:43.482775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] For port 28e18a8a-c50c-45cf-a90e-e888e4861f9a, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=28e18a8a-c50c-45cf-a90e-e888e4861f9a,segment=NetworkSegment(31da9e1f-3406-4edf-b926-55995122858e),segment_id=31da9e1f-3406-4edf-b926-55995122858e)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:52:43.492508 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.565353 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fa636f54-ae43-4eb4-9da5-1a53bd292860 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/4c77a239-a1bd-4c69-a7f3-49289bdaf3ce HTTP/1.1" status: 204 len: 168 time: 1.9190302 May 25 22:52:43.570413 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33292) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:43.579709 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-317fd08e-8742-4c42-ae06-dcf0337f31c0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-727768269'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:43.584590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Network 03d2f444-8947-4092-8615-d96f9d13c9a2 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:43.587047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.589506 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:43.591812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:43.592851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:43.593425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.597688 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Pushing event updated for resources: {'Port': ['ID=160ff6fa-ea45-4ae4-947d-55874248b2e8,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:43.602936 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-317fd08e-8742-4c42-ae06-dcf0337f31c0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:43.612724 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router 71634a57-74dc-4a9b-9b07-b78c862f8647 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:52:43.616103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-317fd08e-8742-4c42-ae06-dcf0337f31c0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:network and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:43.621260 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-317fd08e-8742-4c42-ae06-dcf0337f31c0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:43.629374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-317fd08e-8742-4c42-ae06-dcf0337f31c0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:43.700736 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4be6e-ef2a-4611-bd13-b7440ad66804 None None] Pushing event updated for resources: {'Port': ['ID=28e18a8a-c50c-45cf-a90e-e888e4861f9a,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:43.703918 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e89ab8ea-fe2d-425f-a79b-544cc4895de2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.708078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89ab8ea-fe2d-425f-a79b-544cc4895de2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:43.708828 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e89ab8ea-fe2d-425f-a79b-544cc4895de2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.709811 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Routers {'b7c07a78-9626-4aac-90af-bac34ca45f97'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:52:43.709958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b7c07a78-9626-4aac-90af-bac34ca45f97'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:43.747329 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e4f9c73e-7e3f-4ba4-8321-96ac6484efa1 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3966024 May 25 22:52:43.748758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.751362 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33296) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:43.752293 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] For port 28e18a8a-c50c-45cf-a90e-e888e4861f9a, host dv-neutron-843300-1-hyperv, got binding levels [] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:43.752667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.870199 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317fd08e-8742-4c42-ae06-dcf0337f31c0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:43.871790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Transition to ACTIVE for port object 74191d6f-a36e-466b-a75f-eebd9f97b7f5 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:43.873183 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-317fd08e-8742-4c42-ae06-dcf0337f31c0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.877345 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-19ba4cf9-ee34-4da3-85ba-e94daec727c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:43.902359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ab8ea-fe2d-425f-a79b-544cc4895de2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Network': ['ID=5df1cc60-ffff-46b2-aba0-277b623887f3,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:43.930185 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e89ab8ea-fe2d-425f-a79b-544cc4895de2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0173182 May 25 22:52:43.930404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33300) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:43.939618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ba88dfa4-770e-49a9-a5c4-95e2efc21b51 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'subnet': {'network_id': '5df1cc60-ffff-46b2-aba0-277b623887f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:43.941456 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 5df1cc60-ffff-46b2-aba0-277b623887f3 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:43.952377 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Calling delete_port for 28e18a8a-c50c-45cf-a90e-e888e4861f9a owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:43.967732 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317fd08e-8742-4c42-ae06-dcf0337f31c0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:44.012234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-0cb3e131-cc37-48bb-87db-effde73869b3 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Deleting port 160ff6fa-ea45-4ae4-947d-55874248b2e8 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:44.012942 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0cb3e131-cc37-48bb-87db-effde73869b3 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:44.041779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-317fd08e-8742-4c42-ae06-dcf0337f31c0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:44.042116 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-317fd08e-8742-4c42-ae06-dcf0337f31c0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Added segment 4bee4e9d-821b-4279-83e2-81b5434c6b9b of type vlan for network 74f74bec-c723-4ada-b814-99c3b9ef053e May 25 22:52:44.075036 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] Set router b7c07a78-9626-4aac-90af-bac34ca45f97 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:52:44.097107 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-317fd08e-8742-4c42-ae06-dcf0337f31c0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:44.108716 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ba88dfa4-770e-49a9-a5c4-95e2efc21b51 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:44.117166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ba88dfa4-770e-49a9-a5c4-95e2efc21b51 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:subnet and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:44.121877 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ba88dfa4-770e-49a9-a5c4-95e2efc21b51 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:44.138298 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ba88dfa4-770e-49a9-a5c4-95e2efc21b51 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:44.190147 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:52:44.205140 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b3945d-4f4a-4cf9-ae0a-8d5c731620c1 None None] Sync routers for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:52:44.221452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbd0a22-1f14-42a4-8a2b-f81a4499648d None None] Network 4c77a239-a1bd-4c69-a7f3-49289bdaf3ce requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:44.236985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11363340-688b-4b2e-849e-a5d4e6c6a15b None None] Network 03d2f444-8947-4092-8615-d96f9d13c9a2 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:44.244255 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba88dfa4-770e-49a9-a5c4-95e2efc21b51 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:44.253481 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c07a78-9626-4aac-90af-bac34ca45f97', 'name': '', 'tenant_id': '2348b51760e64d8588629f1c8ec2315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:52:32Z', 'updated_at': '2022-05-25T22:52:43Z', 'revision_number': 4, 'project_id': '2348b51760e64d8588629f1c8ec2315a', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:44.285222 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-317fd08e-8742-4c42-ae06-dcf0337f31c0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:44.293708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317fd08e-8742-4c42-ae06-dcf0337f31c0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:44.293708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-317fd08e-8742-4c42-ae06-dcf0337f31c0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:44.320042 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b1a67-5c91-4853-b9be-79c6fdd43872 None None] The sync data for ids ['b7c07a78-9626-4aac-90af-bac34ca45f97'] in dv-neutron-843300-1-hyperv is: [{'id': 'b7c07a78-9626-4aac-90af-bac34ca45f97', 'name': '', 'tenant_id': '2348b51760e64d8588629f1c8ec2315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:52:32Z', 'updated_at': '2022-05-25T22:52:43Z', 'revision_number': 4, 'project_id': '2348b51760e64d8588629f1c8ec2315a', 'gw_port_host': None}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:52:44.328437 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbd0a22-1f14-42a4-8a2b-f81a4499648d None None] Network 4c77a239-a1bd-4c69-a7f3-49289bdaf3ce could not be found, it might have been deleted concurrently. {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 25 22:52:44.369417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8e2cff-3342-41be-985c-05eac5b78e00 None None] Network 4c77a239-a1bd-4c69-a7f3-49289bdaf3ce requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:44.392246 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b3945d-4f4a-4cf9-ae0a-8d5c731620c1 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:52:44.393451 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-24b3945d-4f4a-4cf9-ae0a-8d5c731620c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:44.446804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:44.460575 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:44.463001 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7feac179-a425-4ce1-8ba1-2d53a20601ee tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.1221933 May 25 22:52:44.470735 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8e2cff-3342-41be-985c-05eac5b78e00 None None] Network 4c77a239-a1bd-4c69-a7f3-49289bdaf3ce could not be found, it might have been deleted concurrently. {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 25 22:52:44.489457 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-24b3945d-4f4a-4cf9-ae0a-8d5c731620c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:44.502528 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33304) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:44.528289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b3945d-4f4a-4cf9-ae0a-8d5c731620c1 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:52:44.528942 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-24b3945d-4f4a-4cf9-ae0a-8d5c731620c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:44.543311 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:44.545542 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event updated for resources: {'Port': ['ID=74191d6f-a36e-466b-a75f-eebd9f97b7f5,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:44.548119 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:44.623137 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-24b3945d-4f4a-4cf9-ae0a-8d5c731620c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:44.623474 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b3945d-4f4a-4cf9-ae0a-8d5c731620c1 None None] The sync data for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:52:44.669588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:44.673524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:44.674144 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:44.692744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:52:44.693281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:52:44.735117 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ba88dfa4-770e-49a9-a5c4-95e2efc21b51 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:44.760680 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb080ee2-056d-451a-bbdf-d1abbd07ef8e None None] Network 03d2f444-8947-4092-8615-d96f9d13c9a2 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:44.766856 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-317fd08e-8742-4c42-ae06-dcf0337f31c0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1896806 May 25 22:52:44.767184 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33308) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:44.769751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0cb3e131-cc37-48bb-87db-effde73869b3 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:44.781172 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-9509cc8c-d0b3-4c48-a3c5-41ff9ff9fae0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'subnet': {'network_id': '74f74bec-c723-4ada-b814-99c3b9ef053e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:44.806499 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-28feb8bd-a09d-4b0d-bc17-a759a78c33ce tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5786119 May 25 22:52:44.835875 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:44.865765 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33312) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:44.981711 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-0cb3e131-cc37-48bb-87db-effde73869b3 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Calling delete_port for 160ff6fa-ea45-4ae4-947d-55874248b2e8 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:45.002759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fd08e-8742-4c42-ae06-dcf0337f31c0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Network': ['ID=74f74bec-c723-4ada-b814-99c3b9ef053e,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:45.028140 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 74f74bec-c723-4ada-b814-99c3b9ef053e details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:45.038574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-63d00fcf-8f74-45dd-8eee-c028d3fdbedc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f4', 'mac_address': 'fa:16:3e:8c:d9:fc'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:45.053127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-17c88952-4d8c-4d42-b1de-54b0f5b0429d None None] Provisioning for port 74191d6f-a36e-466b-a75f-eebd9f97b7f5 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:45.107109 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-17c88952-4d8c-4d42-b1de-54b0f5b0429d None None] Provisioning complete for port 74191d6f-a36e-466b-a75f-eebd9f97b7f5 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:45.107678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-17c88952-4d8c-4d42-b1de-54b0f5b0429d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:45.129520 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:45.201883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-17c88952-4d8c-4d42-b1de-54b0f5b0429d None None] Port 74191d6f-a36e-466b-a75f-eebd9f97b7f5 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:52:45.219138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Deleting port 28e18a8a-c50c-45cf-a90e-e888e4861f9a {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:45.219467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:45.341926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ba88dfa4-770e-49a9-a5c4-95e2efc21b51 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:45.444983 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88dfa4-770e-49a9-a5c4-95e2efc21b51 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Subnet': ['ID=545fd5a3-7ab4-4c81-ab69-347209e1526a,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:45.463603 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88dfa4-770e-49a9-a5c4-95e2efc21b51 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Checking segment: {'id': 'bacaa2a5-6703-4b07-ba1f-74f6d1d1d9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5df1cc60-ffff-46b2-aba0-277b623887f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:45.472083 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88dfa4-770e-49a9-a5c4-95e2efc21b51 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network hostable DHCP agents. Network: 5df1cc60-ffff-46b2-aba0-277b623887f3, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:45.472254 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9509cc8c-d0b3-4c48-a3c5-41ff9ff9fae0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:45.507042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9509cc8c-d0b3-4c48-a3c5-41ff9ff9fae0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:subnet and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:45.511391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9509cc8c-d0b3-4c48-a3c5-41ff9ff9fae0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:45.532216 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9509cc8c-d0b3-4c48-a3c5-41ff9ff9fae0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:45.542327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63d00fcf-8f74-45dd-8eee-c028d3fdbedc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:45.647573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] For port 28e18a8a-c50c-45cf-a90e-e888e4861f9a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=28e18a8a-c50c-45cf-a90e-e888e4861f9a,segment=NetworkSegment(31da9e1f-3406-4edf-b926-55995122858e),segment_id=31da9e1f-3406-4edf-b926-55995122858e)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:45.647928 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:45.648985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88dfa4-770e-49a9-a5c4-95e2efc21b51 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network 5df1cc60-ffff-46b2-aba0-277b623887f3 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:45.767983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9509cc8c-d0b3-4c48-a3c5-41ff9ff9fae0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:45.776752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-ba88dfa4-770e-49a9-a5c4-95e2efc21b51 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 5df1cc60-ffff-46b2-aba0-277b623887f3) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:45.784781 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80245d4-f971-4737-8af2-c509268f6dfa None None] Network 5df1cc60-ffff-46b2-aba0-277b623887f3 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:45.792114 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba88dfa4-770e-49a9-a5c4-95e2efc21b51 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:45.792720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ba88dfa4-770e-49a9-a5c4-95e2efc21b51 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:45.893940 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Calling delete_port for 28e18a8a-c50c-45cf-a90e-e888e4861f9a owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:45.919333 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0cb3e131-cc37-48bb-87db-effde73869b3 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:45.923464 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ba88dfa4-770e-49a9-a5c4-95e2efc21b51 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9889390 May 25 22:52:45.923616 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33316) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:46.014783 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-5df1cc60-ffff-46b2-aba0-277b623887f3', 'network_id': '5df1cc60-ffff-46b2-aba0-277b623887f3', 'tenant_id': '8db729c252ee4bae8b25bee7aae4aaf1', 'fixed_ips': [{'subnet_id': '545fd5a3-7ab4-4c81-ab69-347209e1526a'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:52:46.015676 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.023699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.099446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3e131-cc37-48bb-87db-effde73869b3 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Pushing event deleted for resources: {'Port': ['ID=160ff6fa-ea45-4ae4-947d-55874248b2e8,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:46.231897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.237403 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Allocated IP 2001:db8::1 (5df1cc60-ffff-46b2-aba0-277b623887f3/545fd5a3-7ab4-4c81-ab69-347209e1526a/3bb469a8-594f-4b91-9bb2-b90ff8173b0e) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:46.246325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0cb3e131-cc37-48bb-87db-effde73869b3 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.253756 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9509cc8c-d0b3-4c48-a3c5-41ff9ff9fae0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.338591 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0cb3e131-cc37-48bb-87db-effde73869b3 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "DELETE /v2.0/ports/160ff6fa-ea45-4ae4-947d-55874248b2e8 HTTP/1.1" status: 204 len: 168 time: 2.5763068 May 25 22:52:46.347903 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33322) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:46.364385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03d2f444-8947-4092-8615-d96f9d13c9a2', 'external_fixed_ips': [{'subnet_id': '9cf5276c-8a8a-455a-9bb8-45005c8056ca', 'ip_address': '2001:db8::1a4'}]}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:46.365345 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.381391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:46.393153 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Usage tracker for resource:router and tenant:fd051ea1c1814c43ae44a19e3ed24e33 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:46.398187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:46.417091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:46.434952 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63d00fcf-8f74-45dd-8eee-c028d3fdbedc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.538317 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63d00fcf-8f74-45dd-8eee-c028d3fdbedc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.557914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.581402 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Allocated IP 172.20.0.1 (4c6ff8b9-e2f5-4dec-968d-b6335c058eb3/33951e6b-0a09-4a71-aa06-69d00c701d30/27d2d943-7ace-4b66-8265-6a670de75c28) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:46.595278 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.596177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.630329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-63d00fcf-8f74-45dd-8eee-c028d3fdbedc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] In _notify_port_updated(), no bound segment for port 74191d6f-a36e-466b-a75f-eebd9f97b7f5 on network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 {{(pid=84716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:52:46.634162 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d00fcf-8f74-45dd-8eee-c028d3fdbedc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:46.634767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63d00fcf-8f74-45dd-8eee-c028d3fdbedc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.636012 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-63d00fcf-8f74-45dd-8eee-c028d3fdbedc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "PUT /v2.0/ports/74191d6f-a36e-466b-a75f-eebd9f97b7f5 HTTP/1.1" status: 200 len: 1003 time: 1.7686791 May 25 22:52:46.639055 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33326) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:46.659250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.668109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d00fcf-8f74-45dd-8eee-c028d3fdbedc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event updated for resources: {'Port': ['ID=74191d6f-a36e-466b-a75f-eebd9f97b7f5,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:46.733983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Pushing event deleted for resources: {'Port': ['ID=28e18a8a-c50c-45cf-a90e-e888e4861f9a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:46.738550 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.750425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Transition to ACTIVE for port object 3bb469a8-594f-4b91-9bb2-b90ff8173b0e will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:46.770637 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Transition to ACTIVE for port object 3bb469a8-594f-4b91-9bb2-b90ff8173b0e will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:46.777685 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.885639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-cb76157d-934e-4e19-a47f-0136eeb977fd tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Deleting port 74191d6f-a36e-466b-a75f-eebd9f97b7f5 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:46.886034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb76157d-934e-4e19-a47f-0136eeb977fd tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.905169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9509cc8c-d0b3-4c48-a3c5-41ff9ff9fae0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.942833 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ceda59be-bfd6-482e-9c66-f569a2500712 None None] Provisioning complete for port 74191d6f-a36e-466b-a75f-eebd9f97b7f5 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:46.944147 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ceda59be-bfd6-482e-9c66-f569a2500712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:46.973484 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.066001 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Network 5df1cc60-ffff-46b2-aba0-277b623887f3 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:47.066567 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ceda59be-bfd6-482e-9c66-f569a2500712 None None] Port 74191d6f-a36e-466b-a75f-eebd9f97b7f5 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:52:47.070528 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:47.076157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:47.078074 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Pushing event updated for resources: {'Port': ['ID=3bb469a8-594f-4b91-9bb2-b90ff8173b0e,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:47.085405 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.090956 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.142216 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.174302 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Attempting to bind port 3bb469a8-594f-4b91-9bb2-b90ff8173b0e on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:47.175142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Attempting to bind port 3bb469a8-594f-4b91-9bb2-b90ff8173b0e by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'bacaa2a5-6703-4b07-ba1f-74f6d1d1d9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5df1cc60-ffff-46b2-aba0-277b623887f3'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:47.175142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Attempting to bind port 3bb469a8-594f-4b91-9bb2-b90ff8173b0e on network 5df1cc60-ffff-46b2-aba0-277b623887f3 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:47.182761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:47.183270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Checking segment: {'id': 'bacaa2a5-6703-4b07-ba1f-74f6d1d1d9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5df1cc60-ffff-46b2-aba0-277b623887f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:47.183766 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.184245 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Bound using segment: {'id': 'bacaa2a5-6703-4b07-ba1f-74f6d1d1d9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5df1cc60-ffff-46b2-aba0-277b623887f3'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:47.184872 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Bound port: 3bb469a8-594f-4b91-9bb2-b90ff8173b0e, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacaa2a5-6703-4b07-ba1f-74f6d1d1d9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5df1cc60-ffff-46b2-aba0-277b623887f3'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:47.185346 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.196962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Subnet': ['ID=545fd5a3-7ab4-4c81-ab69-347209e1526a,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:47.292216 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] For port 3bb469a8-594f-4b91-9bb2-b90ff8173b0e, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:47.295709 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] For port 3bb469a8-594f-4b91-9bb2-b90ff8173b0e, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=3bb469a8-594f-4b91-9bb2-b90ff8173b0e,segment=NetworkSegment(bacaa2a5-6703-4b07-ba1f-74f6d1d1d9ca),segment_id=bacaa2a5-6703-4b07-ba1f-74f6d1d1d9ca)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:52:47.355677 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.381226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509cc8c-d0b3-4c48-a3c5-41ff9ff9fae0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Subnet': ['ID=f034f636-fdc3-4563-b501-9e7e1bf49547,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:47.398740 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.436381 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.445202 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.447531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb76157d-934e-4e19-a47f-0136eeb977fd tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.475114 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network 4c6ff8b9-e2f5-4dec-968d-b6335c058eb3 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:47.485273 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dfa73-3e4f-4a6e-bcef-75d95e9bde3e None None] Pushing event updated for resources: {'Port': ['ID=3bb469a8-594f-4b91-9bb2-b90ff8173b0e,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:47.526772 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.538502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:47.551625 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.553820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9509cc8c-d0b3-4c48-a3c5-41ff9ff9fae0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Checking segment: {'id': '4bee4e9d-821b-4279-83e2-81b5434c6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '74f74bec-c723-4ada-b814-99c3b9ef053e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:47.556398 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9509cc8c-d0b3-4c48-a3c5-41ff9ff9fae0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network hostable DHCP agents. Network: 74f74bec-c723-4ada-b814-99c3b9ef053e, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:47.565913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.579975 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bfd357-8945-4469-854c-86fd07ddde1d None None] Network 5df1cc60-ffff-46b2-aba0-277b623887f3 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:47.610932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-cb76157d-934e-4e19-a47f-0136eeb977fd tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Calling delete_port for 74191d6f-a36e-466b-a75f-eebd9f97b7f5 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:47.639703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:47.667320 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df1cc60-ffff-46b2-aba0-277b623887f3']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:47.689573 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=27d2d943-7ace-4b66-8265-6a670de75c28,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:47.703216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacaa2a5-6703-4b07-ba1f-74f6d1d1d9ca') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:47.703513 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacaa2a5-6703-4b07-ba1f-74f6d1d1d9ca') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:47.734381 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.751509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.756789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7c07a78-9626-4aac-90af-bac34ca45f97 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:52:47.757505 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9509cc8c-d0b3-4c48-a3c5-41ff9ff9fae0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network 74f74bec-c723-4ada-b814-99c3b9ef053e is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:47.762297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.784240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.785894 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206b96c3-d755-43ac-9a59-7f56838a1990 None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 22:52:47.796880 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.798010 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:47.798411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.800762 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-548e4542-28a3-4138-a38a-d60ff22fe286 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "DELETE /v2.0/routers/b7c07a78-9626-4aac-90af-bac34ca45f97 HTTP/1.1" status: 204 len: 168 time: 6.3406458 May 25 22:52:47.801509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33330) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:47.814055 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:47.872751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bfa52d-6ea5-4c5b-b617-1949129821a9 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Deleting subnet cf4169e3-c946-4724-aa0e-d3b399f59144 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:52:47.885487 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67bfa52d-6ea5-4c5b-b617-1949129821a9 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.923095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-9509cc8c-d0b3-4c48-a3c5-41ff9ff9fae0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 74f74bec-c723-4ada-b814-99c3b9ef053e) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:47.930324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9509cc8c-d0b3-4c48-a3c5-41ff9ff9fae0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:47.931113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9509cc8c-d0b3-4c48-a3c5-41ff9ff9fae0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.935837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206b96c3-d755-43ac-9a59-7f56838a1990 None None] Resources bound (agent type, host, resource id): {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 22:52:47.959397 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67bfa52d-6ea5-4c5b-b617-1949129821a9 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:47.986088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 22:52:47.986088 dv-neutron-843300-1-hyperv neutron-server[84717]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 22:52:47.986088 dv-neutron-843300-1-hyperv neutron-server[84717]: [parameters: {'id': '5df1cc60-ffff-46b2-aba0-277b623887f3'}] May 25 22:52:47.986088 dv-neutron-843300-1-hyperv neutron-server[84717]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:52:47.986615 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:52:48.044556 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb76157d-934e-4e19-a47f-0136eeb977fd tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.046483 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9509cc8c-d0b3-4c48-a3c5-41ff9ff9fae0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2796345 May 25 22:52:48.054222 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33334) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:48.063885 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67bfa52d-6ea5-4c5b-b617-1949129821a9 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.134543 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76157d-934e-4e19-a47f-0136eeb977fd tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event deleted for resources: {'Port': ['ID=74191d6f-a36e-466b-a75f-eebd9f97b7f5,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:48.165249 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.201630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.212883 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.330434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67bfa52d-6ea5-4c5b-b617-1949129821a9 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.350533 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-74f74bec-c723-4ada-b814-99c3b9ef053e', 'network_id': '74f74bec-c723-4ada-b814-99c3b9ef053e', 'tenant_id': '2be403f93a064925863310dc867722e6', 'fixed_ips': [{'subnet_id': 'f034f636-fdc3-4563-b501-9e7e1bf49547'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:52:48.351600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.377852 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfa52d-6ea5-4c5b-b617-1949129821a9 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cf4169e3-c946-4724-aa0e-d3b399f59144,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:48.422470 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67bfa52d-6ea5-4c5b-b617-1949129821a9 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.445100 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-67bfa52d-6ea5-4c5b-b617-1949129821a9 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/cf4169e3-c946-4724-aa0e-d3b399f59144 HTTP/1.1" status: 204 len: 168 time: 0.6378863 May 25 22:52:48.445347 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33340) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:48.510451 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.538646 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Allocated IP 172.20.0.1 (74f74bec-c723-4ada-b814-99c3b9ef053e/f034f636-fdc3-4563-b501-9e7e1bf49547/2e4c83bd-3b32-48ef-9398-7b1518c786be) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:48.539678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Allocated IP 2001:db8::1a4 (03d2f444-8947-4092-8615-d96f9d13c9a2/9cf5276c-8a8a-455a-9bb8-45005c8056ca/bee74276-1b11-4930-945c-a1a34aaa0197) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:48.572947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-faa73fd3-ff8d-43fe-ab83-f6ddc45b3115 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.628129 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.732828 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb76157d-934e-4e19-a47f-0136eeb977fd tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.780507 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Deleting port 3bb469a8-594f-4b91-9bb2-b90ff8173b0e {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:48.780824 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.801582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.804193 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-faa73fd3-ff8d-43fe-ab83-f6ddc45b3115 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.815020 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Transition to ACTIVE for port object 2e4c83bd-3b32-48ef-9398-7b1518c786be will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:48.836927 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Transition to ACTIVE for port object 2e4c83bd-3b32-48ef-9398-7b1518c786be will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:48.841599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.847664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-faa73fd3-ff8d-43fe-ab83-f6ddc45b3115 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285d3759-ef53-4a4f-8491-8f36178138db']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:48.862096 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-faa73fd3-ff8d-43fe-ab83-f6ddc45b3115 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31da9e1f-3406-4edf-b926-55995122858e') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:48.862389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-faa73fd3-ff8d-43fe-ab83-f6ddc45b3115 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31da9e1f-3406-4edf-b926-55995122858e') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:48.875692 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-faa73fd3-ff8d-43fe-ab83-f6ddc45b3115 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.882957 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.885046 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cb76157d-934e-4e19-a47f-0136eeb977fd tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "DELETE /v2.0/ports/74191d6f-a36e-466b-a75f-eebd9f97b7f5 HTTP/1.1" status: 204 len: 168 time: 2.2447505 May 25 22:52:48.888343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33344) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:48.934607 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-faa73fd3-ff8d-43fe-ab83-f6ddc45b3115 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.940279 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fb75ef-b6ee-48dc-b554-26d040e20efc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] GET failed (client error): The resource could not be found. May 25 22:52:48.940783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-44fb75ef-b6ee-48dc-b554-26d040e20efc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Synchronizing usage tracker for tenant:c392e7a35f324138b5ca0bc74c2f5ba2 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:52:48.947182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa73fd3-ff8d-43fe-ab83-f6ddc45b3115 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:48.947844 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-faa73fd3-ff8d-43fe-ab83-f6ddc45b3115 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:48.951245 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Network 74f74bec-c723-4ada-b814-99c3b9ef053e is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:48.954615 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:48.957088 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:48.961904 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:48.977632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:49.009342 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Pushing event updated for resources: {'Port': ['ID=2e4c83bd-3b32-48ef-9398-7b1518c786be,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:49.065826 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Attempting to bind port 2e4c83bd-3b32-48ef-9398-7b1518c786be on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:49.066554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Attempting to bind port 2e4c83bd-3b32-48ef-9398-7b1518c786be by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '4bee4e9d-821b-4279-83e2-81b5434c6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '74f74bec-c723-4ada-b814-99c3b9ef053e'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:49.067484 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Attempting to bind port 2e4c83bd-3b32-48ef-9398-7b1518c786be on network 74f74bec-c723-4ada-b814-99c3b9ef053e {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:49.075845 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:49.076303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Checking segment: {'id': '4bee4e9d-821b-4279-83e2-81b5434c6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '74f74bec-c723-4ada-b814-99c3b9ef053e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:49.076824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:49.077547 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Bound using segment: {'id': '4bee4e9d-821b-4279-83e2-81b5434c6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '74f74bec-c723-4ada-b814-99c3b9ef053e'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:49.078073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Bound port: 2e4c83bd-3b32-48ef-9398-7b1518c786be, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bee4e9d-821b-4279-83e2-81b5434c6b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '74f74bec-c723-4ada-b814-99c3b9ef053e'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:49.078501 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:49.142045 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-54a902e7-cb57-4812-85bf-c9f195bb7bda req-782c35ba-a071-41b6-b4d6-88ec81e763af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4604023 May 25 22:52:49.174994 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] For port 2e4c83bd-3b32-48ef-9398-7b1518c786be, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:49.183769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:49.230522 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-44fb75ef-b6ee-48dc-b554-26d040e20efc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Unset dirty status for tenant:c392e7a35f324138b5ca0bc74c2f5ba2 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:52:49.235510 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-44fb75ef-b6ee-48dc-b554-26d040e20efc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "GET /v2.0/ports/74191d6f-a36e-466b-a75f-eebd9f97b7f5 HTTP/1.1" status: 404 len: 333 time: 0.3453469 May 25 22:52:49.237805 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33348) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:49.255244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Request body: {'port': {'network_id': '2c2374fe-8582-4894-9e5f-0d4b3bc52362', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-159191346'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:49.263587 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] For port 2e4c83bd-3b32-48ef-9398-7b1518c786be, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2e4c83bd-3b32-48ef-9398-7b1518c786be,segment=NetworkSegment(4bee4e9d-821b-4279-83e2-81b5434c6b9b),segment_id=4bee4e9d-821b-4279-83e2-81b5434c6b9b)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:52:49.291628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-faa73fd3-ff8d-43fe-ab83-f6ddc45b3115 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:49.305042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] For port 3bb469a8-594f-4b91-9bb2-b90ff8173b0e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=3bb469a8-594f-4b91-9bb2-b90ff8173b0e,segment=NetworkSegment(bacaa2a5-6703-4b07-ba1f-74f6d1d1d9ca),segment_id=bacaa2a5-6703-4b07-ba1f-74f6d1d1d9ca)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:49.305403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:49.316149 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:49.366835 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa73fd3-ff8d-43fe-ab83-f6ddc45b3115 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 285d3759-ef53-4a4f-8491-8f36178138db {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 25 22:52:49.369546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-faa73fd3-ff8d-43fe-ab83-f6ddc45b3115 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:49.385640 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Network 03d2f444-8947-4092-8615-d96f9d13c9a2 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:49.395452 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:49.402284 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:49.408858 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a158ca-98cd-4a56-9d64-ac69e2244502 None None] Pushing event updated for resources: {'Port': ['ID=2e4c83bd-3b32-48ef-9398-7b1518c786be,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:49.462805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Calling delete_port for 3bb469a8-594f-4b91-9bb2-b90ff8173b0e owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:49.483136 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Pushing event updated for resources: {'Port': ['ID=bee74276-1b11-4930-945c-a1a34aaa0197,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:49.485889 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa73fd3-ff8d-43fe-ab83-f6ddc45b3115 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Pushing event deleted for resources: {'Network': ['ID=285d3759-ef53-4a4f-8491-8f36178138db,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:49.501364 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-faa73fd3-ff8d-43fe-ab83-f6ddc45b3115 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "DELETE /v2.0/networks/285d3759-ef53-4a4f-8491-8f36178138db HTTP/1.1" status: 204 len: 168 time: 1.0513926 May 25 22:52:49.571521 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:49.581656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:49.592008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:49.689826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:52:49.691761 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Made reservation on behalf of c392e7a35f324138b5ca0bc74c2f5ba2 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:49.695124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:49.708063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:49.744176 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Subnet': ['ID=f034f636-fdc3-4563-b501-9e7e1bf49547,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:49.757507 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] device_id is not set on port 8639cd85-a691-4c8c-870e-ddf2bf843a63 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:52:49.803985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:49.804783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:49.856829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:49.935009 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-54a902e7-cb57-4812-85bf-c9f195bb7bda req-bbb245cb-564e-4606-9d7c-ac8943cd81fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0505e1ad716b4cc68624dd1b24def3b7&device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 1098 time: 0.7001138 May 25 22:52:50.010284 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.064319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Allocated IP 2001:db8::4d (2c2374fe-8582-4894-9e5f-0d4b3bc52362/da7216c2-d019-4ff4-a001-c31c6a54f02d/8639cd85-a691-4c8c-870e-ddf2bf843a63) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:50.084205 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33358) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:50.093181 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-b7bab53b-3c82-438d-a8f0-81ec8d6b9b85 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Request body: {'router': {'name': 'tempest-router--1915492897', 'project_id': '0bc4fca952e04aa59409cb15edc1f440'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:50.110976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b7bab53b-3c82-438d-a8f0-81ec8d6b9b85 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:50.126159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b7bab53b-3c82-438d-a8f0-81ec8d6b9b85 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Usage tracker for resource:router and tenant:0bc4fca952e04aa59409cb15edc1f440 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:50.129481 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.135019 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b7bab53b-3c82-438d-a8f0-81ec8d6b9b85 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:50.139507 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.144030 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f74bec-c723-4ada-b814-99c3b9ef053e']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:50.154583 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b7bab53b-3c82-438d-a8f0-81ec8d6b9b85 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:50.175441 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=27d2d943-7ace-4b66-8265-6a670de75c28,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:50.190638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bee4e9d-821b-4279-83e2-81b5434c6b9b') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:50.190931 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bee4e9d-821b-4279-83e2-81b5434c6b9b') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:50.309808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b7bab53b-3c82-438d-a8f0-81ec8d6b9b85 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.319997 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b7bab53b-3c82-438d-a8f0-81ec8d6b9b85 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.363882 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No DVR routers for this DVR port 3bb469a8-594f-4b91-9bb2-b90ff8173b0e on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:52:50.408513 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2e4c83bd-3b32-48ef-9398-7b1518c786be up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:52:50.412474 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a902e7-cb57-4812-85bf-c9f195bb7bda req-70cbc6d0-c67b-4532-a64f-a07b14ab690a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:50.414243 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-54a902e7-cb57-4812-85bf-c9f195bb7bda req-70cbc6d0-c67b-4532-a64f-a07b14ab690a service neutron] 10.222.0.73 "GET /v2.0/networks?id=9cae65aa-3fc8-4065-9612-66200e7cb1df HTTP/1.1" status: 200 len: 913 time: 0.4526072 May 25 22:52:50.414350 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.428787 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b7bab53b-3c82-438d-a8f0-81ec8d6b9b85 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.456422 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.475826 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Transition to ACTIVE for port object 8639cd85-a691-4c8c-870e-ddf2bf843a63 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:50.535874 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Port': ['ID=3bb469a8-594f-4b91-9bb2-b90ff8173b0e,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:50.543774 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b7bab53b-3c82-438d-a8f0-81ec8d6b9b85 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.583167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 2e4c83bd-3b32-48ef-9398-7b1518c786be completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:50.586291 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.587929 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Router bebed664-692a-4d8c-8a9e-229ebc602872 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:52:50.592499 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe2884d-cbf7-4a8f-a65f-992980c72472 None None] Network 74f74bec-c723-4ada-b814-99c3b9ef053e requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:50.658355 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b7bab53b-3c82-438d-a8f0-81ec8d6b9b85 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.661387 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b7bab53b-3c82-438d-a8f0-81ec8d6b9b85 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5733471 May 25 22:52:50.675542 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33362) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:50.683343 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.714956 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:50.720520 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.733767 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:50.741656 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:50.748154 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:50.758609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:50.773517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:50.777460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:50.778077 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.842632 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0c4b0b23-3045-436e-8646-fd5aeca9e823 None None] Provisioning for port 2e4c83bd-3b32-48ef-9398-7b1518c786be completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:50.858111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0c4b0b23-3045-436e-8646-fd5aeca9e823 None None] Provisioning complete for port 2e4c83bd-3b32-48ef-9398-7b1518c786be triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:50.858479 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0c4b0b23-3045-436e-8646-fd5aeca9e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.872892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df1cc60-ffff-46b2-aba0-277b623887f3']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:50.884789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event updated for resources: {'Port': ['ID=8639cd85-a691-4c8c-870e-ddf2bf843a63,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:50.889708 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-54a902e7-cb57-4812-85bf-c9f195bb7bda req-71e9b17e-b9dd-4498-b01b-31567d84614a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6059d5e-029f-4b2b-ba70-715a4e1bfa1f HTTP/1.1" status: 200 len: 1000 time: 0.3591800 May 25 22:52:50.893907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacaa2a5-6703-4b07-ba1f-74f6d1d1d9ca') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:50.894201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacaa2a5-6703-4b07-ba1f-74f6d1d1d9ca') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:50.962020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 22:52:50.962020 dv-neutron-843300-1-hyperv neutron-server[84717]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 22:52:50.962020 dv-neutron-843300-1-hyperv neutron-server[84717]: [parameters: {'id': '74f74bec-c723-4ada-b814-99c3b9ef053e'}] May 25 22:52:50.962020 dv-neutron-843300-1-hyperv neutron-server[84717]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:52:50.962384 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:52:50.963892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:50.968518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dc9065-ab4b-45c6-b443-b89f1e08938b None None] Network 74f74bec-c723-4ada-b814-99c3b9ef053e requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:50.988613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network 4c6ff8b9-e2f5-4dec-968d-b6335c058eb3 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:50.993745 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:51.015486 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7f1e6669-5b65-4e9e-b9fc-3fbcb1604b2a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.098815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0c4b0b23-3045-436e-8646-fd5aeca9e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.189239 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.203285 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0c4b0b23-3045-436e-8646-fd5aeca9e823 None None] For port 2e4c83bd-3b32-48ef-9398-7b1518c786be, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2e4c83bd-3b32-48ef-9398-7b1518c786be,segment=NetworkSegment(4bee4e9d-821b-4279-83e2-81b5434c6b9b),segment_id=4bee4e9d-821b-4279-83e2-81b5434c6b9b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:51.211690 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-de08b1d7-0d0a-450b-bb50-d55e89bd2377 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9628499 May 25 22:52:51.256096 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:51.256699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.271309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33366) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:51.274196 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:51.279730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-28944b66-baab-4a17-b73e-b028eec71add tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8c:d9:fc'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:51.283227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0c4b0b23-3045-436e-8646-fd5aeca9e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.316018 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a902e7-cb57-4812-85bf-c9f195bb7bda req-1e5de942-b217-4133-8d9b-4fa24015c67f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:51.317624 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-54a902e7-cb57-4812-85bf-c9f195bb7bda req-1e5de942-b217-4133-8d9b-4fa24015c67f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b693039a-8841-4831-b3b8-399b07c1f4c3 HTTP/1.1" status: 200 len: 851 time: 0.4080143 May 25 22:52:51.334265 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc80051-6b97-4b3d-80cf-fdf67aa0c34d None None] DHCP port deletion for 74f74bec-c723-4ada-b814-99c3b9ef053e request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:52:51.356130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-edc80051-6b97-4b3d-80cf-fdf67aa0c34d None None] Deleting port 2e4c83bd-3b32-48ef-9398-7b1518c786be {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:51.356496 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-edc80051-6b97-4b3d-80cf-fdf67aa0c34d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.439726 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b0b23-3045-436e-8646-fd5aeca9e823 None None] Pushing event updated for resources: {'Port': ['ID=2e4c83bd-3b32-48ef-9398-7b1518c786be,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:51.472164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.565943 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Deleting port 2e4c83bd-3b32-48ef-9398-7b1518c786be {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:51.569547 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.571954 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9bf7e715-396b-4c96-ab43-7e0055fb4258 None None] Provisioning for port 8639cd85-a691-4c8c-870e-ddf2bf843a63 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:51.590556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9bf7e715-396b-4c96-ab43-7e0055fb4258 None None] Provisioning complete for port 8639cd85-a691-4c8c-870e-ddf2bf843a63 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:51.591704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9bf7e715-396b-4c96-ab43-7e0055fb4258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.593090 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7f1e6669-5b65-4e9e-b9fc-3fbcb1604b2a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.600741 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7f1e6669-5b65-4e9e-b9fc-3fbcb1604b2a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.640094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:52:51.653511 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Sync routers for ids ['bebed664-692a-4d8c-8a9e-229ebc602872'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:52:51.662848 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-edc80051-6b97-4b3d-80cf-fdf67aa0c34d None None] For port 2e4c83bd-3b32-48ef-9398-7b1518c786be, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2e4c83bd-3b32-48ef-9398-7b1518c786be,segment=NetworkSegment(4bee4e9d-821b-4279-83e2-81b5434c6b9b),segment_id=4bee4e9d-821b-4279-83e2-81b5434c6b9b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:51.663195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-edc80051-6b97-4b3d-80cf-fdf67aa0c34d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.667497 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Routers {'bebed664-692a-4d8c-8a9e-229ebc602872'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:52:51.668484 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['bebed664-692a-4d8c-8a9e-229ebc602872'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:51.678749 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-9bf7e715-396b-4c96-ab43-7e0055fb4258 None None] Port 8639cd85-a691-4c8c-870e-ddf2bf843a63 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:52:51.706517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7f1e6669-5b65-4e9e-b9fc-3fbcb1604b2a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.707558 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1e6669-5b65-4e9e-b9fc-3fbcb1604b2a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ba330b3-6ed1-4332-97b8-d2e3de7d6a4f {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:52:51.722453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7f1e6669-5b65-4e9e-b9fc-3fbcb1604b2a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.723929 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7f1e6669-5b65-4e9e-b9fc-3fbcb1604b2a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "DELETE /v2.0/routers/2ba330b3-6ed1-4332-97b8-d2e3de7d6a4f HTTP/1.1" status: 204 len: 168 time: 1.0499477 May 25 22:52:51.743768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.745425 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-13f0af1f-7444-4b84-8856-9dc249daa6cc tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.3963983 May 25 22:52:51.747973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33372) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:51.779904 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.813769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:51.849721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Network': ['ID=5df1cc60-ffff-46b2-aba0-277b623887f3,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:51.886563 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-edc80051-6b97-4b3d-80cf-fdf67aa0c34d None None] Calling delete_port for 2e4c83bd-3b32-48ef-9398-7b1518c786be owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:51.895814 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6b836bc0-c77e-45ed-8a65-343ae722e9c9 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/5df1cc60-ffff-46b2-aba0-277b623887f3 HTTP/1.1" status: 204 len: 168 time: 5.9711118 May 25 22:52:51.902321 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Set router bebed664-692a-4d8c-8a9e-229ebc602872 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:52:51.914572 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33376) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:51.940400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-5a230104-71b6-405e-854f-f1590234ed6c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2091786840'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:51.961390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5a230104-71b6-405e-854f-f1590234ed6c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:51.968623 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-54a902e7-cb57-4812-85bf-c9f195bb7bda req-04ff143a-a2cc-4246-97b1-c4d690d99b58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9cae65aa-3fc8-4065-9612-66200e7cb1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5834079 May 25 22:52:51.976142 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5a230104-71b6-405e-854f-f1590234ed6c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:network and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:52.004223 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5a230104-71b6-405e-854f-f1590234ed6c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:52.078256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:52.109810 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5a230104-71b6-405e-854f-f1590234ed6c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:52.182116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33380) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:52.183410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-edc80051-6b97-4b3d-80cf-fdf67aa0c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:52.269064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] For port 2e4c83bd-3b32-48ef-9398-7b1518c786be, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2e4c83bd-3b32-48ef-9398-7b1518c786be,segment=NetworkSegment(4bee4e9d-821b-4279-83e2-81b5434c6b9b),segment_id=4bee4e9d-821b-4279-83e2-81b5434c6b9b)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:52.269611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:52.275713 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebed664-692a-4d8c-8a9e-229ebc602872', 'name': '', 'tenant_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d2f444-8947-4092-8615-d96f9d13c9a2', 'external_fixed_ips': [{'subnet_id': '9cf5276c-8a8a-455a-9bb8-45005c8056ca', 'ip_address': '2001:db8::1a4'}], 'enable_snat': True}, 'gw_port_id': 'bee74276-1b11-4930-945c-a1a34aaa0197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:52:46Z', 'updated_at': '2022-05-25T22:52:49Z', 'revision_number': 3, 'project_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'gw_port': {'id': 'bee74276-1b11-4930-945c-a1a34aaa0197', 'name': '', 'network_id': '03d2f444-8947-4092-8615-d96f9d13c9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebed664-692a-4d8c-8a9e-229ebc602872', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9cf5276c-8a8a-455a-9bb8-45005c8056ca', 'ip_address': '2001:db8::1a4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:52:48Z', 'updated_at': '2022-05-25T22:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cf5276c-8a8a-455a-9bb8-45005c8056ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:52.284306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-28944b66-baab-4a17-b73e-b028eec71add tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:52.284840 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Checking router: bebed664-692a-4d8c-8a9e-229ebc602872 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:52:52.285265 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Updating router bebed664-692a-4d8c-8a9e-229ebc602872 port bee74276-1b11-4930-945c-a1a34aaa0197 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:52:52.319919 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a230104-71b6-405e-854f-f1590234ed6c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:52.323243 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a230104-71b6-405e-854f-f1590234ed6c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:52.347050 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc80051-6b97-4b3d-80cf-fdf67aa0c34d None None] Pushing event deleted for resources: {'Port': ['ID=2e4c83bd-3b32-48ef-9398-7b1518c786be,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:52.360241 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc80051-6b97-4b3d-80cf-fdf67aa0c34d None None] No DVR routers for this DVR port 2e4c83bd-3b32-48ef-9398-7b1518c786be on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:52:52.378883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2e4c83bd-3b32-48ef-9398-7b1518c786be no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:52:52.415174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:52.422669 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 2e4c83bd-3b32-48ef-9398-7b1518c786be {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:52:52.423057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2e4c83bd-3b32-48ef-9398-7b1518c786be not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:52:52.425381 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:52.487587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Calling delete_port for 2e4c83bd-3b32-48ef-9398-7b1518c786be owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:52.497663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Deleting port bee74276-1b11-4930-945c-a1a34aaa0197 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:52.498020 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:52.569892 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-54a902e7-cb57-4812-85bf-c9f195bb7bda req-31c624fc-67b4-4abe-838a-ac4e6fd53800 service neutron] 10.222.0.73 "GET /v2.0/networks/9cae65aa-3fc8-4065-9612-66200e7cb1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613213 May 25 22:52:52.662221 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1615292590', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}, 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:52.667940 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a230104-71b6-405e-854f-f1590234ed6c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:52.699822 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:52.731604 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:52.758187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Usage tracker for resource:router and tenant:cd0b7388295f4770ad7e90c33866e0d8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:52.767958 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a230104-71b6-405e-854f-f1590234ed6c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:52.768311 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-5a230104-71b6-405e-854f-f1590234ed6c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Added segment 7bdbcccc-780d-43d7-a835-8cea4a704fdb of type vlan for network ed4a0796-f2c9-435a-b91f-af0f8fece696 May 25 22:52:52.770072 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:52.786383 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:52.802610 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:52.815924 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Transition to ACTIVE for port object bee74276-1b11-4930-945c-a1a34aaa0197 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:52.821676 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Calling delete_port for bee74276-1b11-4930-945c-a1a34aaa0197 owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:52.875414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:52:52.875770 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:52:52.884343 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router 71634a57-74dc-4a9b-9b07-b78c862f8647 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:52:52.900703 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:52.935902 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a230104-71b6-405e-854f-f1590234ed6c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:52.978504 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:52.979445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:52.986581 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:52:52.986768 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b5cdd-599f-40ff-ae98-3e3432384018 None None] Pushing event updated for resources: {'Port': ['ID=bee74276-1b11-4930-945c-a1a34aaa0197,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:52.987159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:52:52.989005 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Attempting to bind port bee74276-1b11-4930-945c-a1a34aaa0197 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:52.989367 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Attempting to bind port bee74276-1b11-4930-945c-a1a34aaa0197 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '6a639f66-f708-4520-ba93-09daab56105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '03d2f444-8947-4092-8615-d96f9d13c9a2'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:52.990244 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Attempting to bind port bee74276-1b11-4930-945c-a1a34aaa0197 on network 03d2f444-8947-4092-8615-d96f9d13c9a2 {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:53.001726 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9b5cdd-599f-40ff-ae98-3e3432384018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:53.002050 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9b5cdd-599f-40ff-ae98-3e3432384018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:53.002387 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9b5cdd-599f-40ff-ae98-3e3432384018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:53.002717 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9b5cdd-599f-40ff-ae98-3e3432384018 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:53.003061 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9b5cdd-599f-40ff-ae98-3e3432384018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:53.003389 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9b5cdd-599f-40ff-ae98-3e3432384018 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:53.003709 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9b5cdd-599f-40ff-ae98-3e3432384018 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:53.004043 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9b5cdd-599f-40ff-ae98-3e3432384018 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:53.004349 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9b5cdd-599f-40ff-ae98-3e3432384018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:53.004696 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9b5cdd-599f-40ff-ae98-3e3432384018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:53.005013 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9b5cdd-599f-40ff-ae98-3e3432384018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:52:53.009746 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:53.010054 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Checking segment: {'id': '6a639f66-f708-4520-ba93-09daab56105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '03d2f444-8947-4092-8615-d96f9d13c9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:53.010449 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:53.010826 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Bound using segment: {'id': '6a639f66-f708-4520-ba93-09daab56105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '03d2f444-8947-4092-8615-d96f9d13c9a2'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:53.011297 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Bound port: bee74276-1b11-4930-945c-a1a34aaa0197, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a639f66-f708-4520-ba93-09daab56105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '03d2f444-8947-4092-8615-d96f9d13c9a2'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:53.011679 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:53.017789 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-54a902e7-cb57-4812-85bf-c9f195bb7bda req-5cc4589f-42b5-4ae6-9f0a-cdac52dcd4a4 service neutron] 10.222.0.73 "GET /v2.0/networks/9cae65aa-3fc8-4065-9612-66200e7cb1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131665 May 25 22:52:53.082892 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] For port bee74276-1b11-4930-945c-a1a34aaa0197, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:53.086163 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] For port bee74276-1b11-4930-945c-a1a34aaa0197, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bee74276-1b11-4930-945c-a1a34aaa0197,segment=NetworkSegment(6a639f66-f708-4520-ba93-09daab56105e),segment_id=6a639f66-f708-4520-ba93-09daab56105e)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:52:53.166357 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:53.207586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-28944b66-baab-4a17-b73e-b028eec71add tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:53.217398 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:53.250198 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a230104-71b6-405e-854f-f1590234ed6c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:53.253944 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a230104-71b6-405e-854f-f1590234ed6c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:53.254510 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a230104-71b6-405e-854f-f1590234ed6c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:53.301889 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b5cdd-599f-40ff-ae98-3e3432384018 None None] Pushing event updated for resources: {'Port': ['ID=bee74276-1b11-4930-945c-a1a34aaa0197,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:53.306175 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Routers {'bebed664-692a-4d8c-8a9e-229ebc602872'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:52:53.306733 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['bebed664-692a-4d8c-8a9e-229ebc602872'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:53.401685 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-28944b66-baab-4a17-b73e-b028eec71add tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:53.417364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Deleting port 2e4c83bd-3b32-48ef-9398-7b1518c786be {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:53.417696 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:53.456174 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] Set router bebed664-692a-4d8c-8a9e-229ebc602872 gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:52:53.488851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Deleting port bee74276-1b11-4930-945c-a1a34aaa0197 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:53.489525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:53.569325 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebed664-692a-4d8c-8a9e-229ebc602872', 'name': '', 'tenant_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:52:46Z', 'updated_at': '2022-05-25T22:52:52Z', 'revision_number': 4, 'project_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:53.573737 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ecd628-d1d3-4f9b-954e-bb30a35aa12a None None] The sync data for ids ['bebed664-692a-4d8c-8a9e-229ebc602872'] in dv-neutron-843300-1-hyperv is: [{'id': 'bebed664-692a-4d8c-8a9e-229ebc602872', 'name': '', 'tenant_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:52:46Z', 'updated_at': '2022-05-25T22:52:52Z', 'revision_number': 4, 'project_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'gw_port_host': None}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:52:53.723991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a230104-71b6-405e-854f-f1590234ed6c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Network': ['ID=ed4a0796-f2c9-435a-b91f-af0f8fece696,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:53.735719 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5a230104-71b6-405e-854f-f1590234ed6c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8159668 May 25 22:52:53.736257 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network ed4a0796-f2c9-435a-b91f-af0f8fece696 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:53.739148 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33390) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:53.746614 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] The port '2e4c83bd-3b32-48ef-9398-7b1518c786be' was deleted {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:52:53.749945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3f4c1d2c-cc64-4de6-a695-772322edd7e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'subnet': {'network_id': 'ed4a0796-f2c9-435a-b91f-af0f8fece696', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:53.752839 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-28944b66-baab-4a17-b73e-b028eec71add tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] In _notify_port_updated(), no bound segment for port 8639cd85-a691-4c8c-870e-ddf2bf843a63 on network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 {{(pid=84717) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:52:53.756794 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28944b66-baab-4a17-b73e-b028eec71add tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:53.757430 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-28944b66-baab-4a17-b73e-b028eec71add tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:53.761467 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-28944b66-baab-4a17-b73e-b028eec71add tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "PUT /v2.0/ports/8639cd85-a691-4c8c-870e-ddf2bf843a63 HTTP/1.1" status: 200 len: 1001 time: 2.4837081 May 25 22:52:53.762720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33394) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:53.797395 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:52:53.819946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f8c98e-e89c-4e06-8451-0cad8df7351c None None] Sync routers for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:52:53.838988 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0eb06e16-ceba-4b3d-8858-6cc8bb606c48 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "PUT /v2.0/routers/71634a57-74dc-4a9b-9b07-b78c862f8647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2462466 May 25 22:52:53.845050 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28944b66-baab-4a17-b73e-b028eec71add tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event updated for resources: {'Port': ['ID=8639cd85-a691-4c8c-870e-ddf2bf843a63,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:53.847296 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33398) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:53.880131 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f8c98e-e89c-4e06-8451-0cad8df7351c None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:52:53.880973 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-01f8c98e-e89c-4e06-8451-0cad8df7351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:53.887503 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'port': {'network_id': '4c6ff8b9-e2f5-4dec-968d-b6335c058eb3', 'name': 'tempest-FloatingIPTestJSON-1292634283'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:53.934539 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] For port bee74276-1b11-4930-945c-a1a34aaa0197, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bee74276-1b11-4930-945c-a1a34aaa0197,segment=NetworkSegment(6a639f66-f708-4520-ba93-09daab56105e),segment_id=6a639f66-f708-4520-ba93-09daab56105e)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:53.934933 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:53.963949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-01f8c98e-e89c-4e06-8451-0cad8df7351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:53.966919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3f4c1d2c-cc64-4de6-a695-772322edd7e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:53.981250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f8c98e-e89c-4e06-8451-0cad8df7351c None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:52:53.981835 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-01f8c98e-e89c-4e06-8451-0cad8df7351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:54.046291 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3f4c1d2c-cc64-4de6-a695-772322edd7e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:subnet and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:54.053075 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-01f8c98e-e89c-4e06-8451-0cad8df7351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:54.053480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f8c98e-e89c-4e06-8451-0cad8df7351c None None] The sync data for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:52:54.068861 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:54.092563 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-30a8b06e-f733-4331-bd8a-957b355cb742 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Deleting port 8639cd85-a691-4c8c-870e-ddf2bf843a63 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:52:54.092828 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30a8b06e-f733-4331-bd8a-957b355cb742 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:54.110688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3f4c1d2c-cc64-4de6-a695-772322edd7e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:54.120377 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Calling delete_port for bee74276-1b11-4930-945c-a1a34aaa0197 owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:54.123085 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c0d010d2-a0fd-4545-8236-101412d3977c None None] Provisioning complete for port 8639cd85-a691-4c8c-870e-ddf2bf843a63 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:54.123552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c0d010d2-a0fd-4545-8236-101412d3977c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:54.156140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3f4c1d2c-cc64-4de6-a695-772322edd7e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:54.156773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:54.184078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c0d010d2-a0fd-4545-8236-101412d3977c None None] Port 8639cd85-a691-4c8c-870e-ddf2bf843a63 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:52:54.233019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f74bec-c723-4ada-b814-99c3b9ef053e']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:54.248341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4c1d2c-cc64-4de6-a695-772322edd7e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:54.299615 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bee4e9d-821b-4279-83e2-81b5434c6b9b') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:54.300081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bee4e9d-821b-4279-83e2-81b5434c6b9b') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:54.347048 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:54.381827 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:54.438066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:54.440359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Usage tracker for resource:port and tenant:a14378b6d73d4ae08d8270b7d5eccae0 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:54.444898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3f4c1d2c-cc64-4de6-a695-772322edd7e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:54.466891 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:54.515083 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:54.516691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:54.517088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:54.535020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:54.538831 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:54.576911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Pushing event deleted for resources: {'Port': ['ID=bee74276-1b11-4930-945c-a1a34aaa0197,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:54.692200 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Made reservation on behalf of a14378b6d73d4ae08d8270b7d5eccae0 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:54.695853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:54.707399 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30a8b06e-f733-4331-bd8a-957b355cb742 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:54.727482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:54.771394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:54.855976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:54.864039 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-30a8b06e-f733-4331-bd8a-957b355cb742 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Calling delete_port for 8639cd85-a691-4c8c-870e-ddf2bf843a63 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:52:54.913497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] device_id is not set on port 869c402f-0110-4d80-8332-a5a62bb29860 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:52:54.945644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Network': ['ID=74f74bec-c723-4ada-b814-99c3b9ef053e,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:54.961134 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4aca083f-b1e3-471b-b4e3-a761d3f54c2e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/74f74bec-c723-4ada-b814-99c3b9ef053e HTTP/1.1" status: 204 len: 168 time: 6.9020927 May 25 22:52:54.971385 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33402) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:54.986387 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-64e7d3fa-c45e-4c94-a422-dda313bd5227 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-66334289'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:55.006805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-64e7d3fa-c45e-4c94-a422-dda313bd5227 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:55.032068 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-64e7d3fa-c45e-4c94-a422-dda313bd5227 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:network and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:55.039058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-64e7d3fa-c45e-4c94-a422-dda313bd5227 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:55.058561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-64e7d3fa-c45e-4c94-a422-dda313bd5227 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:55.180832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.206742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.261203 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.306758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3f4c1d2c-cc64-4de6-a695-772322edd7e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.309547 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.361152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.361663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bebed664-692a-4d8c-8a9e-229ebc602872 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:52:55.372119 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Allocated IP 172.20.0.6 (4c6ff8b9-e2f5-4dec-968d-b6335c058eb3/33951e6b-0a09-4a71-aa06-69d00c701d30/869c402f-0110-4d80-8332-a5a62bb29860) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:55.406834 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c1d2c-cc64-4de6-a695-772322edd7e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Subnet': ['ID=f99b6c9a-6138-4c51-b9de-35e33fd18927,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:55.416154 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.417292 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1b9f677f-667f-489d-a8cb-6b306efbb6c5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "DELETE /v2.0/routers/bebed664-692a-4d8c-8a9e-229ebc602872 HTTP/1.1" status: 204 len: 168 time: 3.6677146 May 25 22:52:55.420067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33406) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:55.468278 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c1d2c-cc64-4de6-a695-772322edd7e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Checking segment: {'id': '7bdbcccc-780d-43d7-a835-8cea4a704fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed4a0796-f2c9-435a-b91f-af0f8fece696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:55.468656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4c1d2c-cc64-4de6-a695-772322edd7e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network hostable DHCP agents. Network: ed4a0796-f2c9-435a-b91f-af0f8fece696, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:55.486866 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e7d3fa-c45e-4c94-a422-dda313bd5227 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:55.490735 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-64e7d3fa-c45e-4c94-a422-dda313bd5227 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.491966 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-8847d7f3-d033-4840-b82f-22b05887131f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Deleting subnet 9cf5276c-8a8a-455a-9bb8-45005c8056ca {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:52:55.497419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8847d7f3-d033-4840-b82f-22b05887131f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.504023 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Allocated IP 172.26.5.161 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/3bac1848-ab8d-4eba-9ace-ec2507a418eb) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:55.515191 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30a8b06e-f733-4331-bd8a-957b355cb742 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.552041 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8847d7f3-d033-4840-b82f-22b05887131f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.581793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8b06e-f733-4331-bd8a-957b355cb742 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event deleted for resources: {'Port': ['ID=8639cd85-a691-4c8c-870e-ddf2bf843a63,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:55.608346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8847d7f3-d033-4840-b82f-22b05887131f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.634479 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4c1d2c-cc64-4de6-a695-772322edd7e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network ed4a0796-f2c9-435a-b91f-af0f8fece696 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:55.717765 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e7d3fa-c45e-4c94-a422-dda313bd5227 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:55.719696 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-3f4c1d2c-cc64-4de6-a695-772322edd7e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, ed4a0796-f2c9-435a-b91f-af0f8fece696) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:55.724284 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4c1d2c-cc64-4de6-a695-772322edd7e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:55.725466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3f4c1d2c-cc64-4de6-a695-772322edd7e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.737539 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609df69a-827b-4a02-aac8-0fa3a9e97f00 None None] Network ed4a0796-f2c9-435a-b91f-af0f8fece696 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:55.751948 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8847d7f3-d033-4840-b82f-22b05887131f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.757680 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-64e7d3fa-c45e-4c94-a422-dda313bd5227 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.762068 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-64e7d3fa-c45e-4c94-a422-dda313bd5227 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Added segment dba485f5-c3a4-4907-9137-ed6281aa781c of type vlan for network 65a0e87b-df60-4899-9f36-bc5a1f745cdf May 25 22:52:55.787347 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-64e7d3fa-c45e-4c94-a422-dda313bd5227 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.799052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847d7f3-d033-4840-b82f-22b05887131f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf5276c-8a8a-455a-9bb8-45005c8056ca,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:55.804182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8847d7f3-d033-4840-b82f-22b05887131f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.806634 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8847d7f3-d033-4840-b82f-22b05887131f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/9cf5276c-8a8a-455a-9bb8-45005c8056ca HTTP/1.1" status: 204 len: 168 time: 0.3853641 May 25 22:52:55.809485 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33410) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:55.841226 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3f4c1d2c-cc64-4de6-a695-772322edd7e6 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0980732 May 25 22:52:55.841948 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33414) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:55.891895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30a8b06e-f733-4331-bd8a-957b355cb742 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.928634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-397c01f2-e972-4670-9e44-3f2833d78cf1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'subnet': {'network_id': 'ed4a0796-f2c9-435a-b91f-af0f8fece696', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:55.959632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-64e7d3fa-c45e-4c94-a422-dda313bd5227 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:55.963614 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e7d3fa-c45e-4c94-a422-dda313bd5227 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:55.964268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-64e7d3fa-c45e-4c94-a422-dda313bd5227 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.006015 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-ed4a0796-f2c9-435a-b91f-af0f8fece696', 'network_id': 'ed4a0796-f2c9-435a-b91f-af0f8fece696', 'tenant_id': '8db729c252ee4bae8b25bee7aae4aaf1', 'fixed_ips': [{'subnet_id': 'f99b6c9a-6138-4c51-b9de-35e33fd18927'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:52:56.009030 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.029830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6488e9b6-c6f6-434b-80be-809c88492ff4 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.035997 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.047897 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-30a8b06e-f733-4331-bd8a-957b355cb742 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "DELETE /v2.0/ports/8639cd85-a691-4c8c-870e-ddf2bf843a63 HTTP/1.1" status: 204 len: 168 time: 2.2821479 May 25 22:52:56.076579 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33418) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:56.129840 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-64e7d3fa-c45e-4c94-a422-dda313bd5227 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1565902 May 25 22:52:56.145254 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33422) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:56.160088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-74144a98-5831-48c7-b74f-de5d7ebc3cfe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'subnet': {'network_id': '65a0e87b-df60-4899-9f36-bc5a1f745cdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:56.167361 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa5e8a6-5d6a-415a-b9c3-7e92a836dc9b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] GET failed (client error): The resource could not be found. May 25 22:52:56.167905 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-faa5e8a6-5d6a-415a-b9c3-7e92a836dc9b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Synchronizing usage tracker for tenant:c392e7a35f324138b5ca0bc74c2f5ba2 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:52:56.185498 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Allocated IP 2001:db8::2 (ed4a0796-f2c9-435a-b91f-af0f8fece696/f99b6c9a-6138-4c51-b9de-35e33fd18927/c4337770-11b4-4e1a-8ace-d767eed195e0) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:56.198366 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7d3fa-c45e-4c94-a422-dda313bd5227 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Network': ['ID=65a0e87b-df60-4899-9f36-bc5a1f745cdf,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:56.214328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 65a0e87b-df60-4899-9f36-bc5a1f745cdf details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:56.265395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6488e9b6-c6f6-434b-80be-809c88492ff4 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.276769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-397c01f2-e972-4670-9e44-3f2833d78cf1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:56.281047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-397c01f2-e972-4670-9e44-3f2833d78cf1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:subnet and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:56.283660 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-397c01f2-e972-4670-9e44-3f2833d78cf1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:56.290727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-397c01f2-e972-4670-9e44-3f2833d78cf1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:56.293217 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.317540 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-6488e9b6-c6f6-434b-80be-809c88492ff4 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d2f444-8947-4092-8615-d96f9d13c9a2']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:56.327197 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-faa5e8a6-5d6a-415a-b9c3-7e92a836dc9b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Unset dirty status for tenant:c392e7a35f324138b5ca0bc74c2f5ba2 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:52:56.328416 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-faa5e8a6-5d6a-415a-b9c3-7e92a836dc9b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "GET /v2.0/ports/8639cd85-a691-4c8c-870e-ddf2bf843a63 HTTP/1.1" status: 404 len: 333 time: 0.2411985 May 25 22:52:56.331127 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-74144a98-5831-48c7-b74f-de5d7ebc3cfe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:56.332177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33426) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:56.334001 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-6488e9b6-c6f6-434b-80be-809c88492ff4 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a639f66-f708-4520-ba93-09daab56105e') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:56.334504 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-6488e9b6-c6f6-434b-80be-809c88492ff4 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a639f66-f708-4520-ba93-09daab56105e') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:56.337295 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-74144a98-5831-48c7-b74f-de5d7ebc3cfe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:subnet and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:56.341156 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-74144a98-5831-48c7-b74f-de5d7ebc3cfe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:56.348740 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-74144a98-5831-48c7-b74f-de5d7ebc3cfe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:56.348885 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Request body: {'port': {'network_id': '2c2374fe-8582-4894-9e5f-0d4b3bc52362', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-705871504'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:56.368062 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6488e9b6-c6f6-434b-80be-809c88492ff4 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.431882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397c01f2-e972-4670-9e44-3f2833d78cf1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:56.435940 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-397c01f2-e972-4670-9e44-3f2833d78cf1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.484177 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74144a98-5831-48c7-b74f-de5d7ebc3cfe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:56.500796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.517415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6488e9b6-c6f6-434b-80be-809c88492ff4 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.535837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.544467 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.545370 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6488e9b6-c6f6-434b-80be-809c88492ff4 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:56.545776 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6488e9b6-c6f6-434b-80be-809c88492ff4 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:56.562627 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:56.663883 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:56.678874 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:56.690213 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:56.702349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:56.716829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network 4c6ff8b9-e2f5-4dec-968d-b6335c058eb3 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:56.720881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:56.721692 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Pushing event updated for resources: {'Port': ['ID=3bac1848-ab8d-4eba-9ace-ec2507a418eb,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:56.724995 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:56.761324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-74144a98-5831-48c7-b74f-de5d7ebc3cfe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.788444 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:56.797481 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Transition to ACTIVE for port object c4337770-11b4-4e1a-8ace-d767eed195e0 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:56.799374 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6488e9b6-c6f6-434b-80be-809c88492ff4 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.816804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6488e9b6-c6f6-434b-80be-809c88492ff4 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03d2f444-8947-4092-8615-d96f9d13c9a2 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 25 22:52:56.820115 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Transition to ACTIVE for port object c4337770-11b4-4e1a-8ace-d767eed195e0 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:56.825934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6488e9b6-c6f6-434b-80be-809c88492ff4 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.837827 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Made reservation on behalf of c392e7a35f324138b5ca0bc74c2f5ba2 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:56.840888 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:56.860153 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488e9b6-c6f6-434b-80be-809c88492ff4 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Pushing event deleted for resources: {'Network': ['ID=03d2f444-8947-4092-8615-d96f9d13c9a2,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:56.875162 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6488e9b6-c6f6-434b-80be-809c88492ff4 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "DELETE /v2.0/networks/03d2f444-8947-4092-8615-d96f9d13c9a2 HTTP/1.1" status: 204 len: 168 time: 1.0611200 May 25 22:52:56.892031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] device_id is not set on port c3ca44ee-9911-428c-9bf6-a77fb1fccae7 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:52:56.908892 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.077605 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Network ed4a0796-f2c9-435a-b91f-af0f8fece696 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:57.094798 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:57.103199 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:57.125485 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-397c01f2-e972-4670-9e44-3f2833d78cf1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.130267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Allocated IP 2001:db8::31e (2c2374fe-8582-4894-9e5f-0d4b3bc52362/da7216c2-d019-4ff4-a001-c31c6a54f02d/c3ca44ee-9911-428c-9bf6-a77fb1fccae7) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:57.225653 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Pushing event updated for resources: {'Port': ['ID=c4337770-11b4-4e1a-8ace-d767eed195e0,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:57.291059 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Attempting to bind port c4337770-11b4-4e1a-8ace-d767eed195e0 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:57.292035 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Attempting to bind port c4337770-11b4-4e1a-8ace-d767eed195e0 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '7bdbcccc-780d-43d7-a835-8cea4a704fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed4a0796-f2c9-435a-b91f-af0f8fece696'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:57.292727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Attempting to bind port c4337770-11b4-4e1a-8ace-d767eed195e0 on network ed4a0796-f2c9-435a-b91f-af0f8fece696 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:57.299467 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=869c402f-0110-4d80-8332-a5a62bb29860,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:57.313400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:57.314070 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Checking segment: {'id': '7bdbcccc-780d-43d7-a835-8cea4a704fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed4a0796-f2c9-435a-b91f-af0f8fece696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:57.314731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.315411 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Bound using segment: {'id': '7bdbcccc-780d-43d7-a835-8cea4a704fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed4a0796-f2c9-435a-b91f-af0f8fece696'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:57.317111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Bound port: c4337770-11b4-4e1a-8ace-d767eed195e0, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bdbcccc-780d-43d7-a835-8cea4a704fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed4a0796-f2c9-435a-b91f-af0f8fece696'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:57.317698 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.320300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:57.320926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.412229 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-74144a98-5831-48c7-b74f-de5d7ebc3cfe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.424488 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397c01f2-e972-4670-9e44-3f2833d78cf1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network ed4a0796-f2c9-435a-b91f-af0f8fece696 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:57.496561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74144a98-5831-48c7-b74f-de5d7ebc3cfe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Subnet': ['ID=294da7f6-c6ce-4c3b-a187-e935d33d7042,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:57.509831 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-70b335ae-91b9-469b-a0ab-d21d14fcbcc3 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6547213 May 25 22:52:57.513318 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33436) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:57.519301 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-397c01f2-e972-4670-9e44-3f2833d78cf1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:57.524727 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'port': {'network_id': '4c6ff8b9-e2f5-4dec-968d-b6335c058eb3', 'name': 'tempest-FloatingIPTestJSON-1198880484'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:57.525730 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33440) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:57.530511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397c01f2-e972-4670-9e44-3f2833d78cf1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:57.534731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-397c01f2-e972-4670-9e44-3f2833d78cf1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.534856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] For port c4337770-11b4-4e1a-8ace-d767eed195e0, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:57.538516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] For port c4337770-11b4-4e1a-8ace-d767eed195e0, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c4337770-11b4-4e1a-8ace-d767eed195e0,segment=NetworkSegment(7bdbcccc-780d-43d7-a835-8cea4a704fdb),segment_id=7bdbcccc-780d-43d7-a835-8cea4a704fdb)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:52:57.582482 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c01f2-e972-4670-9e44-3f2833d78cf1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Subnet': ['ID=b35dedc5-f3e5-48fe-8858-13c7bb7d1e88,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:57.593777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-31dd9412-e48a-41e8-b553-fed79acf3078 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Request body: {'router': {'name': 'tempest-router--1805768775', 'project_id': '18d0b598fcc04b2799d480a87760f28f'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:57.603911 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74144a98-5831-48c7-b74f-de5d7ebc3cfe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Checking segment: {'id': 'dba485f5-c3a4-4907-9137-ed6281aa781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '65a0e87b-df60-4899-9f36-bc5a1f745cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:57.604264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74144a98-5831-48c7-b74f-de5d7ebc3cfe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network hostable DHCP agents. Network: 65a0e87b-df60-4899-9f36-bc5a1f745cdf, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:52:57.610006 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.613306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-31dd9412-e48a-41e8-b553-fed79acf3078 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:57.624511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-31dd9412-e48a-41e8-b553-fed79acf3078 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Usage tracker for resource:router and tenant:18d0b598fcc04b2799d480a87760f28f is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:57.627153 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-31dd9412-e48a-41e8-b553-fed79acf3078 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:57.640740 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-31dd9412-e48a-41e8-b553-fed79acf3078 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:57.693062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.693884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.698698 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce367fd-55ff-45bc-ae2a-106b483bdfe9 None None] Pushing event updated for resources: {'Port': ['ID=c4337770-11b4-4e1a-8ace-d767eed195e0,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:57.703911 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:57.710848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Usage tracker for resource:port and tenant:a14378b6d73d4ae08d8270b7d5eccae0 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:57.717817 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-397c01f2-e972-4670-9e44-3f2833d78cf1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7890232 May 25 22:52:57.717915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:57.717994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.718237 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33444) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:57.780147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Transition to ACTIVE for port object c3ca44ee-9911-428c-9bf6-a77fb1fccae7 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:57.783330 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:57.796323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-31dd9412-e48a-41e8-b553-fed79acf3078 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.797313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-31dd9412-e48a-41e8-b553-fed79acf3078 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.815795 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10b3c9a-2787-4981-980e-545976330b37 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:57.817203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10b3c9a-2787-4981-980e-545976330b37 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:57.819508 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10b3c9a-2787-4981-980e-545976330b37 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:57.820912 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10b3c9a-2787-4981-980e-545976330b37 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:57.822241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10b3c9a-2787-4981-980e-545976330b37 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:57.823191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b10b3c9a-2787-4981-980e-545976330b37 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Synchronizing usage tracker for tenant:8db729c252ee4bae8b25bee7aae4aaf1 on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:52:57.832368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74144a98-5831-48c7-b74f-de5d7ebc3cfe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network 65a0e87b-df60-4899-9f36-bc5a1f745cdf is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:52:57.852970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-31dd9412-e48a-41e8-b553-fed79acf3078 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.926220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.953397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Made reservation on behalf of a14378b6d73d4ae08d8270b7d5eccae0 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:57.956344 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.966647 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-74144a98-5831-48c7-b74f-de5d7ebc3cfe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 65a0e87b-df60-4899-9f36-bc5a1f745cdf) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:57.975042 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721e3a07-f28f-4022-85f7-77fef1944d09 None None] Network 65a0e87b-df60-4899-9f36-bc5a1f745cdf requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:57.978015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74144a98-5831-48c7-b74f-de5d7ebc3cfe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:57.978597 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-74144a98-5831-48c7-b74f-de5d7ebc3cfe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:57.989751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-31dd9412-e48a-41e8-b553-fed79acf3078 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:58.019021 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] device_id is not set on port 183fe171-97f5-48cc-a36c-62eb952cc08f yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:52:58.025512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:58.031593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:58.034053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:58.038819 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:58.039435 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:58.071416 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b10b3c9a-2787-4981-980e-545976330b37 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Unset dirty status for tenant:8db729c252ee4bae8b25bee7aae4aaf1 on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:52:58.076757 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b10b3c9a-2787-4981-980e-545976330b37 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3575664 May 25 22:52:58.077500 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33448) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:58.077611 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-74144a98-5831-48c7-b74f-de5d7ebc3cfe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9273493 May 25 22:52:58.077820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33450) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:58.078519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event updated for resources: {'Port': ['ID=c3ca44ee-9911-428c-9bf6-a77fb1fccae7,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:58.089260 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3d6c030b-bb0b-4f10-b72b-842032d0a542 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1163375102'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:58.119333 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3d6c030b-bb0b-4f10-b72b-842032d0a542 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:58.174384 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3d6c030b-bb0b-4f10-b72b-842032d0a542 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:network and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:52:58.182917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-31dd9412-e48a-41e8-b553-fed79acf3078 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:58.184087 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-31dd9412-e48a-41e8-b553-fed79acf3078 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6556065 May 25 22:52:58.193496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3d6c030b-bb0b-4f10-b72b-842032d0a542 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:52:58.193674 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33456) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:58.202708 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3fd875fb-3644-4e5b-b143-8afcb5a3b45b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8611248 May 25 22:52:58.206124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33460) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:58.213466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3d6c030b-bb0b-4f10-b72b-842032d0a542 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:58.222223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Request body: {'port': {'network_id': '2c2374fe-8582-4894-9e5f-0d4b3bc52362', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-286615134'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:58.285329 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Router e8188355-5c3c-49c2-886e-a991c8e7532c is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:52:58.291413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-65a0e87b-df60-4899-9f36-bc5a1f745cdf', 'network_id': '65a0e87b-df60-4899-9f36-bc5a1f745cdf', 'tenant_id': '2be403f93a064925863310dc867722e6', 'fixed_ips': [{'subnet_id': '294da7f6-c6ce-4c3b-a187-e935d33d7042'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:52:58.292793 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:58.353615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:58.368396 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6c030b-bb0b-4f10-b72b-842032d0a542 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:58.373012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d6c030b-bb0b-4f10-b72b-842032d0a542 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:58.407979 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c4337770-11b4-4e1a-8ace-d767eed195e0 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:52:58.410738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Allocated IP 172.20.0.9 (4c6ff8b9-e2f5-4dec-968d-b6335c058eb3/33951e6b-0a09-4a71-aa06-69d00c701d30/183fe171-97f5-48cc-a36c-62eb952cc08f) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:58.479439 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a89b3931-76ad-4d05-bb5f-ca851a0b1e24 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:58.482879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6c030b-bb0b-4f10-b72b-842032d0a542 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:52:58.596179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Allocated IP 172.20.0.2 (65a0e87b-df60-4899-9f36-bc5a1f745cdf/294da7f6-c6ce-4c3b-a187-e935d33d7042/0f3f144f-e667-430a-9828-b1eba80748b0) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:58.600461 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d6c030b-bb0b-4f10-b72b-842032d0a542 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:58.600928 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-3d6c030b-bb0b-4f10-b72b-842032d0a542 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Added segment f067d7de-27a6-4927-ab90-32e204af413a of type vlan for network c452af49-665f-41be-a243-eff34919a341 May 25 22:52:58.607352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:52:58.609081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8745e13a-067b-4c0e-8b2f-85575a029411 None None] Provisioning for port c3ca44ee-9911-428c-9bf6-a77fb1fccae7 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:58.617636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8745e13a-067b-4c0e-8b2f-85575a029411 None None] Provisioning complete for port c3ca44ee-9911-428c-9bf6-a77fb1fccae7 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:58.617924 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8745e13a-067b-4c0e-8b2f-85575a029411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:58.638618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:52:58.669053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d6c030b-bb0b-4f10-b72b-842032d0a542 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:58.677052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:58.723844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port c4337770-11b4-4e1a-8ace-d767eed195e0 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:58.753581 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Made reservation on behalf of c392e7a35f324138b5ca0bc74c2f5ba2 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:52:58.757484 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:58.768449 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-8745e13a-067b-4c0e-8b2f-85575a029411 None None] Port c3ca44ee-9911-428c-9bf6-a77fb1fccae7 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:52:58.791277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] device_id is not set on port fad049da-9105-43aa-ac60-db20e7e015ff yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:52:58.846590 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d6c030b-bb0b-4f10-b72b-842032d0a542 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:58.850975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c030b-bb0b-4f10-b72b-842032d0a542 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:58.851638 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d6c030b-bb0b-4f10-b72b-842032d0a542 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:58.912657 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:58.926611 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Transition to ACTIVE for port object 0f3f144f-e667-430a-9828-b1eba80748b0 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:58.954567 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Transition to ACTIVE for port object 0f3f144f-e667-430a-9828-b1eba80748b0 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:52:58.954567 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15306a0-6e5c-4518-bb04-80c9d771c2d8 None None] Network ed4a0796-f2c9-435a-b91f-af0f8fece696 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:52:59.002190 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3d6c030b-bb0b-4f10-b72b-842032d0a542 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9182274 May 25 22:52:59.040703 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33466) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:59.052851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d245ecb3-20a2-4f20-9bbb-00578b9af6a4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:52:59.070090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.077456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c030b-bb0b-4f10-b72b-842032d0a542 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Network': ['ID=c452af49-665f-41be-a243-eff34919a341,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:59.123927 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network c452af49-665f-41be-a243-eff34919a341 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:52:59.156254 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-31411669-ac47-440d-9f17-f95fb9272feb None None] Provisioning for port c4337770-11b4-4e1a-8ace-d767eed195e0 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:52:59.188821 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Allocated IP 2001:db8::2d9 (2c2374fe-8582-4894-9e5f-0d4b3bc52362/da7216c2-d019-4ff4-a001-c31c6a54f02d/fad049da-9105-43aa-ac60-db20e7e015ff) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:52:59.212117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-31411669-ac47-440d-9f17-f95fb9272feb None None] Provisioning complete for port c4337770-11b4-4e1a-8ace-d767eed195e0 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:52:59.212487 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-31411669-ac47-440d-9f17-f95fb9272feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.289943 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a89b3931-76ad-4d05-bb5f-ca851a0b1e24 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.304458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.314273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a89b3931-76ad-4d05-bb5f-ca851a0b1e24 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.320115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.379231 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Subnet': ['ID=294da7f6-c6ce-4c3b-a187-e935d33d7042,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:59.385020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:52:59.400460 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28125a7-87fc-49d9-9d57-5088ad0afe80 None None] Sync routers for ids ['e8188355-5c3c-49c2-886e-a991c8e7532c'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:52:59.419544 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28125a7-87fc-49d9-9d57-5088ad0afe80 None None] Routers {'e8188355-5c3c-49c2-886e-a991c8e7532c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:52:59.419770 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Network 65a0e87b-df60-4899-9f36-bc5a1f745cdf is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:59.419896 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f28125a7-87fc-49d9-9d57-5088ad0afe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['e8188355-5c3c-49c2-886e-a991c8e7532c'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:59.430474 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:59.435739 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Pushing event updated for resources: {'Port': ['ID=0f3f144f-e667-430a-9828-b1eba80748b0,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:59.439726 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:59.481652 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f28125a7-87fc-49d9-9d57-5088ad0afe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:59.482888 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a89b3931-76ad-4d05-bb5f-ca851a0b1e24 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.483434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89b3931-76ad-4d05-bb5f-ca851a0b1e24 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f9a869a-62af-491d-8642-94b11316bd3b {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:52:59.497272 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28125a7-87fc-49d9-9d57-5088ad0afe80 None None] Routers {'e8188355-5c3c-49c2-886e-a991c8e7532c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:52:59.498188 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f28125a7-87fc-49d9-9d57-5088ad0afe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['e8188355-5c3c-49c2-886e-a991c8e7532c'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:59.498501 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a89b3931-76ad-4d05-bb5f-ca851a0b1e24 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.502634 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a89b3931-76ad-4d05-bb5f-ca851a0b1e24 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "DELETE /v2.0/routers/6f9a869a-62af-491d-8642-94b11316bd3b HTTP/1.1" status: 204 len: 168 time: 1.3057029 May 25 22:52:59.519952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.539268 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-31411669-ac47-440d-9f17-f95fb9272feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.568430 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f28125a7-87fc-49d9-9d57-5088ad0afe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:59.569143 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28125a7-87fc-49d9-9d57-5088ad0afe80 None None] The sync data for ids ['e8188355-5c3c-49c2-886e-a991c8e7532c'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:52:59.620622 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.620839 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.624992 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9890e9ce-ccce-464e-8b50-188ccff39221 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.4340379 May 25 22:52:59.639106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33472) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:59.677556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-31411669-ac47-440d-9f17-f95fb9272feb None None] For port c4337770-11b4-4e1a-8ace-d767eed195e0, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c4337770-11b4-4e1a-8ace-d767eed195e0,segment=NetworkSegment(7bdbcccc-780d-43d7-a835-8cea4a704fdb),segment_id=7bdbcccc-780d-43d7-a835-8cea4a704fdb)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:52:59.678284 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a0e87b-df60-4899-9f36-bc5a1f745cdf']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:59.679709 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Attempting to bind port 0f3f144f-e667-430a-9828-b1eba80748b0 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:52:59.680036 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Attempting to bind port 0f3f144f-e667-430a-9828-b1eba80748b0 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'dba485f5-c3a4-4907-9137-ed6281aa781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '65a0e87b-df60-4899-9f36-bc5a1f745cdf'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:52:59.680382 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Attempting to bind port 0f3f144f-e667-430a-9828-b1eba80748b0 on network 65a0e87b-df60-4899-9f36-bc5a1f745cdf {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:52:59.692733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:52:59.693150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Checking segment: {'id': 'dba485f5-c3a4-4907-9137-ed6281aa781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '65a0e87b-df60-4899-9f36-bc5a1f745cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:52:59.693558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.694139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Bound using segment: {'id': 'dba485f5-c3a4-4907-9137-ed6281aa781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '65a0e87b-df60-4899-9f36-bc5a1f745cdf'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:52:59.694599 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Bound port: 0f3f144f-e667-430a-9828-b1eba80748b0, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba485f5-c3a4-4907-9137-ed6281aa781c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '65a0e87b-df60-4899-9f36-bc5a1f745cdf'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:52:59.694963 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.745890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d245ecb3-20a2-4f20-9bbb-00578b9af6a4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.777941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba485f5-c3a4-4907-9137-ed6281aa781c') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:59.777941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba485f5-c3a4-4907-9137-ed6281aa781c') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:52:59.787862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network 4c6ff8b9-e2f5-4dec-968d-b6335c058eb3 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:52:59.795332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:52:59.797270 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.798124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=183fe171-97f5-48cc-a36c-62eb952cc08f,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:52:59.800591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:52:59.837048 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.851941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-31411669-ac47-440d-9f17-f95fb9272feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.860560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:52:59.860560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:52:59.876513 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:52:59.885214 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:52:59.885949 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.920814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7818da40-0b62-4448-acec-85611af9ca0b None None] Update dhcp port {'port': {'network_id': 'ed4a0796-f2c9-435a-b91f-af0f8fece696', 'fixed_ips': [{'subnet_id': 'f99b6c9a-6138-4c51-b9de-35e33fd18927', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b35dedc5-f3e5-48fe-8858-13c7bb7d1e88'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': 'c4337770-11b4-4e1a-8ace-d767eed195e0'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 22:52:59.941931 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d245ecb3-20a2-4f20-9bbb-00578b9af6a4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.955448 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-41c1d627-89e7-44da-9fee-15aacc225fc5 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/routers/e8188355-5c3c-49c2-886e-a991c8e7532c HTTP/1.1" status: 200 len: 921 time: 0.3124034 May 25 22:52:59.956193 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33476) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:59.982765 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33480) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:52:59.985525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:52:59.999774 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] For port 0f3f144f-e667-430a-9828-b1eba80748b0, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:52:59.999976 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dee7f935-2fe6-48d6-8157-c2d740fb2f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4835129 May 25 22:53:00.006749 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-89493580-61c7-43dd-b08b-3a39085c6cdc tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8188355-5c3c-49c2-886e-a991c8e7532c HTTP/1.1" status: 200 len: 205 time: 0.0496469 May 25 22:53:00.008859 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31411669-ac47-440d-9f17-f95fb9272feb None None] Pushing event updated for resources: {'Port': ['ID=c4337770-11b4-4e1a-8ace-d767eed195e0,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:00.012418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7818da40-0b62-4448-acec-85611af9ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:00.013347 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33484) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:00.013681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33488) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:00.021950 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': '183fe171-97f5-48cc-a36c-62eb952cc08f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:00.072632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d245ecb3-20a2-4f20-9bbb-00578b9af6a4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network c452af49-665f-41be-a243-eff34919a341 is not hosted by any dhcp agent {{(pid=84716) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 25 22:53:00.076664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d245ecb3-20a2-4f20-9bbb-00578b9af6a4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:00.077413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d245ecb3-20a2-4f20-9bbb-00578b9af6a4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:00.081928 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d245ecb3-20a2-4f20-9bbb-00578b9af6a4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "PUT /v2.0/networks/c452af49-665f-41be-a243-eff34919a341 HTTP/1.1" status: 200 len: 723 time: 1.0403910 May 25 22:53:00.084557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33496) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:00.087154 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:00.093372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-bdb48a31-94a5-45db-8348-9a47810f1e3f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'subnet': {'network_id': 'c452af49-665f-41be-a243-eff34919a341', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:00.103466 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] For port 0f3f144f-e667-430a-9828-b1eba80748b0, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0f3f144f-e667-430a-9828-b1eba80748b0,segment=NetworkSegment(dba485f5-c3a4-4907-9137-ed6281aa781c),segment_id=dba485f5-c3a4-4907-9137-ed6281aa781c)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:53:00.109568 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Transition to ACTIVE for port object fad049da-9105-43aa-ac60-db20e7e015ff will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:00.121086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245ecb3-20a2-4f20-9bbb-00578b9af6a4 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Network': ['ID=c452af49-665f-41be-a243-eff34919a341,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:00.136094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 22:53:00.136094 dv-neutron-843300-1-hyperv neutron-server[84716]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 22:53:00.136094 dv-neutron-843300-1-hyperv neutron-server[84716]: [parameters: {'id': '65a0e87b-df60-4899-9f36-bc5a1f745cdf'}] May 25 22:53:00.136094 dv-neutron-843300-1-hyperv neutron-server[84716]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:53:00.136909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:53:00.163339 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Usage tracker for resource:floatingip and tenant:a14378b6d73d4ae08d8270b7d5eccae0 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:00.179519 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network c452af49-665f-41be-a243-eff34919a341 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:53:00.216885 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:00.242525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:00.244278 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:00.325547 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:00.325709 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-bdb48a31-94a5-45db-8348-9a47810f1e3f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:00.353584 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-bdb48a31-94a5-45db-8348-9a47810f1e3f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:00.354722 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-627087776', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:00.369465 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:00.372427 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:00.384184 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Usage tracker for resource:router and tenant:793b1d0de7a5459fa205eb05b67ca948 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:00.397993 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:00.402136 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:00.408352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:00.410125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event updated for resources: {'Port': ['ID=fad049da-9105-43aa-ac60-db20e7e015ff,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:00.412819 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:00.416804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:00.417586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:00.422355 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:00.431752 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-7818da40-0b62-4448-acec-85611af9ca0b None None] Allocated IP 172.20.0.1 (ed4a0796-f2c9-435a-b91f-af0f8fece696/b35dedc5-f3e5-48fe-8858-13c7bb7d1e88/c4337770-11b4-4e1a-8ace-d767eed195e0) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:00.462301 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb48a31-94a5-45db-8348-9a47810f1e3f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:00.476194 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c4337770-11b4-4e1a-8ace-d767eed195e0 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:00.552940 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:00.554532 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:00.576270 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:00.595166 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7f8332f0-5d18-4600-8c22-8ef921d45316 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3855088 May 25 22:53:00.600770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33500) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:00.613846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-12e63300-5641-4897-9611-0b08cc5c6edc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f4', 'mac_address': 'fa:16:3e:8c:d9:fc'}, {'ip_address': '2001:db8::31e', 'mac_address': 'fa:16:3e:6a:96:d7'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:00.626218 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bdb48a31-94a5-45db-8348-9a47810f1e3f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:00.648125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:00.690550 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Deleting port 0f3f144f-e667-430a-9828-b1eba80748b0 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:00.690966 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:00.705765 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d65fa1f-9e68-4d2a-a1b2-b877d1dbd5ec tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:00.736447 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40feaf0c-5954-4e72-96e6-b2fc7fb13787 None None] Pushing event updated for resources: {'Port': ['ID=0f3f144f-e667-430a-9828-b1eba80748b0,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:00.779596 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d64beb-7b88-4781-991c-73eb0e49bfdd None None] Network 65a0e87b-df60-4899-9f36-bc5a1f745cdf requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:00.862320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-7818da40-0b62-4448-acec-85611af9ca0b None None] For port c4337770-11b4-4e1a-8ace-d767eed195e0, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c4337770-11b4-4e1a-8ace-d767eed195e0,segment=NetworkSegment(7bdbcccc-780d-43d7-a835-8cea4a704fdb),segment_id=7bdbcccc-780d-43d7-a835-8cea4a704fdb)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:00.883461 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3c829dfd-a82f-4e63-b587-7e145386d529 None None] Provisioning for port fad049da-9105-43aa-ac60-db20e7e015ff completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:00.891384 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3c829dfd-a82f-4e63-b587-7e145386d529 None None] Provisioning complete for port fad049da-9105-43aa-ac60-db20e7e015ff triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:00.895758 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3c829dfd-a82f-4e63-b587-7e145386d529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:00.915281 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c4337770-11b4-4e1a-8ace-d767eed195e0 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:00.915654 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.028158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.035269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.054116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.resource_extend [None req-7818da40-0b62-4448-acec-85611af9ca0b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:53:01.161063 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7818da40-0b62-4448-acec-85611af9ca0b None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.171088 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-3c829dfd-a82f-4e63-b587-7e145386d529 None None] Port fad049da-9105-43aa-ac60-db20e7e015ff cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:53:01.188569 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7818da40-0b62-4448-acec-85611af9ca0b None None] Transition to ACTIVE for port object c4337770-11b4-4e1a-8ace-d767eed195e0 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:01.239321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] For port 0f3f144f-e667-430a-9828-b1eba80748b0, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0f3f144f-e667-430a-9828-b1eba80748b0,segment=NetworkSegment(dba485f5-c3a4-4907-9137-ed6281aa781c),segment_id=dba485f5-c3a4-4907-9137-ed6281aa781c)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:01.239983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.283119 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Allocated IP 172.26.5.181 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/e7ae910f-5c5e-4c11-aa5c-46746a22e3ed) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:01.298720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-12e63300-5641-4897-9611-0b08cc5c6edc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.302799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7818da40-0b62-4448-acec-85611af9ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.370881 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bdb48a31-94a5-45db-8348-9a47810f1e3f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.444241 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818da40-0b62-4448-acec-85611af9ca0b None None] Pushing event updated for resources: {'Port': ['ID=c4337770-11b4-4e1a-8ace-d767eed195e0,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:01.456933 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d65fa1f-9e68-4d2a-a1b2-b877d1dbd5ec tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.496471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb48a31-94a5-45db-8348-9a47810f1e3f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Subnet': ['ID=c91cec83-d89a-4270-adc2-6fe86925b370,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:01.541502 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Calling delete_port for 0f3f144f-e667-430a-9828-b1eba80748b0 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:01.549089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb48a31-94a5-45db-8348-9a47810f1e3f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Checking segment: {'id': 'f067d7de-27a6-4927-ab90-32e204af413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c452af49-665f-41be-a243-eff34919a341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:01.549442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb48a31-94a5-45db-8348-9a47810f1e3f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network hostable DHCP agents. Network: c452af49-665f-41be-a243-eff34919a341, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:53:01.560386 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.565530 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-8d65fa1f-9e68-4d2a-a1b2-b877d1dbd5ec tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Deleting port 3bac1848-ab8d-4eba-9ace-ec2507a418eb {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:01.565957 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d65fa1f-9e68-4d2a-a1b2-b877d1dbd5ec tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.765355 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d65fa1f-9e68-4d2a-a1b2-b877d1dbd5ec tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.773838 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.808944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.810687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.839825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:01.913199 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Port': ['ID=0f3f144f-e667-430a-9828-b1eba80748b0,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:01.927085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb48a31-94a5-45db-8348-9a47810f1e3f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network c452af49-665f-41be-a243-eff34919a341 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:53:01.935600 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-8d65fa1f-9e68-4d2a-a1b2-b877d1dbd5ec tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Calling delete_port for 3bac1848-ab8d-4eba-9ace-ec2507a418eb owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:01.990360 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No DVR routers for this DVR port 0f3f144f-e667-430a-9828-b1eba80748b0 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:01.999741 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20249b25-8cab-4c18-9b6c-363f55c83fc8 None None] Network ed4a0796-f2c9-435a-b91f-af0f8fece696 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:02.022877 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:02.029315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:02.032889 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=e7ae910f-5c5e-4c11-aa5c-46746a22e3ed,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:02.035042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:02.150372 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-dcee35bf-4234-4688-99aa-431dcdd6d085 None None] Provisioning for port c4337770-11b4-4e1a-8ace-d767eed195e0 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:02.158925 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-dcee35bf-4234-4688-99aa-431dcdd6d085 None None] Provisioning complete for port c4337770-11b4-4e1a-8ace-d767eed195e0 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:02.159408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dcee35bf-4234-4688-99aa-431dcdd6d085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.205507 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.208249 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-bdb48a31-94a5-45db-8348-9a47810f1e3f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, c452af49-665f-41be-a243-eff34919a341) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:02.226777 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb48a31-94a5-45db-8348-9a47810f1e3f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:02.226777 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bdb48a31-94a5-45db-8348-9a47810f1e3f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.253039 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e23876d-bd3d-48f1-98d8-ab82f600800b None None] Network c452af49-665f-41be-a243-eff34919a341 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:02.260295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a0e87b-df60-4899-9f36-bc5a1f745cdf']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:02.276788 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba485f5-c3a4-4907-9137-ed6281aa781c') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:02.277079 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba485f5-c3a4-4907-9137-ed6281aa781c') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:02.295714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.325533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Allocated IP 172.26.5.9 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/f851bf84-c326-4a68-b095-b7c97e032908) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:02.327364 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.352016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:02.352285 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:02.369643 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:02.371946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-12e63300-5641-4897-9611-0b08cc5c6edc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.418204 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bdb48a31-94a5-45db-8348-9a47810f1e3f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3299084 May 25 22:53:02.420771 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33504) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:02.465957 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-3618169e-b0f8-4095-9b80-585f25cdff62 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:02.471729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c4337770-11b4-4e1a-8ace-d767eed195e0 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:02.478777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-12e63300-5641-4897-9611-0b08cc5c6edc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.628071 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-12e63300-5641-4897-9611-0b08cc5c6edc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] In _notify_port_updated(), no bound segment for port fad049da-9105-43aa-ac60-db20e7e015ff on network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 {{(pid=84716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:53:02.632328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e63300-5641-4897-9611-0b08cc5c6edc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:02.633004 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-12e63300-5641-4897-9611-0b08cc5c6edc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.634659 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-12e63300-5641-4897-9611-0b08cc5c6edc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "PUT /v2.0/ports/fad049da-9105-43aa-ac60-db20e7e015ff HTTP/1.1" status: 200 len: 1067 time: 2.0324049 May 25 22:53:02.641795 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33508) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:02.687913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e63300-5641-4897-9611-0b08cc5c6edc tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event updated for resources: {'Port': ['ID=fad049da-9105-43aa-ac60-db20e7e015ff,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:02.708944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c4337770-11b4-4e1a-8ace-d767eed195e0 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:02.709645 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.713598 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.717769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.737315 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-c452af49-665f-41be-a243-eff34919a341', 'network_id': 'c452af49-665f-41be-a243-eff34919a341', 'tenant_id': '8db729c252ee4bae8b25bee7aae4aaf1', 'fixed_ips': [{'subnet_id': 'c91cec83-d89a-4270-adc2-6fe86925b370'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:53:02.738214 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.780418 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Network': ['ID=65a0e87b-df60-4899-9f36-bc5a1f745cdf,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:02.802911 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c113271e-df10-421e-ad7a-85adfad626ae tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/65a0e87b-df60-4899-9f36-bc5a1f745cdf HTTP/1.1" status: 204 len: 168 time: 4.7214820 May 25 22:53:02.806385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-bec59d76-4b1c-4148-a716-7ed753615762 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Deleting port fad049da-9105-43aa-ac60-db20e7e015ff {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:02.806725 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bec59d76-4b1c-4148-a716-7ed753615762 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.843957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33512) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:02.856619 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-1bee6d83-2a61-478c-99ab-132512047b09 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1199302220'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:02.877090 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1bee6d83-2a61-478c-99ab-132512047b09 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:02.883450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.894663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1bee6d83-2a61-478c-99ab-132512047b09 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:network and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:02.909115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3618169e-b0f8-4095-9b80-585f25cdff62 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2961855'] for subnet, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:02.934256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1bee6d83-2a61-478c-99ab-132512047b09 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:02.949797 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1bee6d83-2a61-478c-99ab-132512047b09 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:03.055095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bee6d83-2a61-478c-99ab-132512047b09 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:03.058595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bee6d83-2a61-478c-99ab-132512047b09 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.069762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d65fa1f-9e68-4d2a-a1b2-b877d1dbd5ec tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.097166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Allocated IP 2001:db8::2 (c452af49-665f-41be-a243-eff34919a341/c91cec83-d89a-4270-adc2-6fe86925b370/9b677963-bc7a-45a3-b7d2-b673a12b71a7) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:03.127848 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bee6d83-2a61-478c-99ab-132512047b09 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:53:03.133523 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65fa1f-9e68-4d2a-a1b2-b877d1dbd5ec tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Pushing event deleted for resources: {'Port': ['ID=3bac1848-ab8d-4eba-9ace-ec2507a418eb,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:03.155512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bee6d83-2a61-478c-99ab-132512047b09 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.156030 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-1bee6d83-2a61-478c-99ab-132512047b09 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Added segment 1ad09ba8-b69c-4129-9aaa-e61240f9b743 of type vlan for network a36461d2-c128-445b-9a11-510e669c8259 May 25 22:53:03.158042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bec59d76-4b1c-4148-a716-7ed753615762 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.267574 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-58281e0b-b7d2-4e42-b7f2-4e38ddb5d026 None None] Provisioning complete for port c4337770-11b4-4e1a-8ace-d767eed195e0 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:03.268102 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-58281e0b-b7d2-4e42-b7f2-4e38ddb5d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.393839 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.410813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-bec59d76-4b1c-4148-a716-7ed753615762 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Calling delete_port for fad049da-9105-43aa-ac60-db20e7e015ff owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:03.430733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.457485 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Transition to ACTIVE for port object 9b677963-bc7a-45a3-b7d2-b673a12b71a7 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:03.484590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d65fa1f-9e68-4d2a-a1b2-b877d1dbd5ec tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.487805 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Transition to ACTIVE for port object 9b677963-bc7a-45a3-b7d2-b673a12b71a7 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:03.500768 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-58281e0b-b7d2-4e42-b7f2-4e38ddb5d026 None None] Provisioning complete for port fad049da-9105-43aa-ac60-db20e7e015ff triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:03.501296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-58281e0b-b7d2-4e42-b7f2-4e38ddb5d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.501711 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bee6d83-2a61-478c-99ab-132512047b09 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.548663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Pushing event updated for resources: {'Port': ['ID=f851bf84-c326-4a68-b095-b7c97e032908,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:03.566224 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:03.570078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-58281e0b-b7d2-4e42-b7f2-4e38ddb5d026 None None] Port fad049da-9105-43aa-ac60-db20e7e015ff cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:53:03.576180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:03.578645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:03.615690 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.688955 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Network c452af49-665f-41be-a243-eff34919a341 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:03.691902 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:03.696713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:03.698924 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Pushing event updated for resources: {'Port': ['ID=9b677963-bc7a-45a3-b7d2-b673a12b71a7,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:03.730358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bee6d83-2a61-478c-99ab-132512047b09 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.733976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bee6d83-2a61-478c-99ab-132512047b09 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:03.734530 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bee6d83-2a61-478c-99ab-132512047b09 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.743324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.793924 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Attempting to bind port 9b677963-bc7a-45a3-b7d2-b673a12b71a7 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:53:03.794375 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Attempting to bind port 9b677963-bc7a-45a3-b7d2-b673a12b71a7 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'f067d7de-27a6-4927-ab90-32e204af413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c452af49-665f-41be-a243-eff34919a341'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:53:03.794824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Attempting to bind port 9b677963-bc7a-45a3-b7d2-b673a12b71a7 on network c452af49-665f-41be-a243-eff34919a341 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:53:03.801931 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:53:03.802938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Checking segment: {'id': 'f067d7de-27a6-4927-ab90-32e204af413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c452af49-665f-41be-a243-eff34919a341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:03.802938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.803426 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Bound using segment: {'id': 'f067d7de-27a6-4927-ab90-32e204af413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c452af49-665f-41be-a243-eff34919a341'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:53:03.803952 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Bound port: 9b677963-bc7a-45a3-b7d2-b673a12b71a7, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f067d7de-27a6-4927-ab90-32e204af413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c452af49-665f-41be-a243-eff34919a341'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:53:03.804383 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.823405 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d65fa1f-9e68-4d2a-a1b2-b877d1dbd5ec tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.869329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee6d83-2a61-478c-99ab-132512047b09 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Network': ['ID=a36461d2-c128-445b-9a11-510e669c8259,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:03.884298 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network a36461d2-c128-445b-9a11-510e669c8259 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:53:03.887567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d65fa1f-9e68-4d2a-a1b2-b877d1dbd5ec tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.916631 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bec59d76-4b1c-4148-a716-7ed753615762 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:03.968854 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1bee6d83-2a61-478c-99ab-132512047b09 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1237304 May 25 22:53:03.979214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33516) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:03.985172 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] For port 9b677963-bc7a-45a3-b7d2-b673a12b71a7, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:53:03.987289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59d76-4b1c-4148-a716-7ed753615762 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event deleted for resources: {'Port': ['ID=fad049da-9105-43aa-ac60-db20e7e015ff,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:03.995361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'subnet': {'network_id': 'a36461d2-c128-445b-9a11-510e669c8259', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:04.006153 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] For port 9b677963-bc7a-45a3-b7d2-b673a12b71a7, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9b677963-bc7a-45a3-b7d2-b673a12b71a7,segment=NetworkSegment(f067d7de-27a6-4927-ab90-32e204af413a),segment_id=f067d7de-27a6-4927-ab90-32e204af413a)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:53:04.068689 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.091419 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3618169e-b0f8-4095-9b80-585f25cdff62 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790575588509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2880450'] for subnet, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.091638 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.144951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3618169e-b0f8-4095-9b80-585f25cdff62 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:04.145352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3618169e-b0f8-4095-9b80-585f25cdff62 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.150332 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3618169e-b0f8-4095-9b80-585f25cdff62 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "PUT /v2.0/subnets/c91cec83-d89a-4270-adc2-6fe86925b370 HTTP/1.1" status: 200 len: 826 time: 1.7262349 May 25 22:53:04.155626 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33520) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:04.208040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618169e-b0f8-4095-9b80-585f25cdff62 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Subnet': ['ID=c91cec83-d89a-4270-adc2-6fe86925b370,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:04.212373 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3c50b-8e6c-4ab8-bf3c-d6b7c75b69d9 None None] Pushing event updated for resources: {'Port': ['ID=9b677963-bc7a-45a3-b7d2-b673a12b71a7,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:04.233055 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d65fa1f-9e68-4d2a-a1b2-b877d1dbd5ec tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.237763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d65fa1f-9e68-4d2a-a1b2-b877d1dbd5ec tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Fanout notify agent at l3_agent the message router_deleted on router e8188355-5c3c-49c2-886e-a991c8e7532c {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:53:04.286098 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:04.306401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:subnet and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:04.321135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:04.346934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:04.348750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d65fa1f-9e68-4d2a-a1b2-b877d1dbd5ec tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.355583 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8d65fa1f-9e68-4d2a-a1b2-b877d1dbd5ec tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "DELETE /v2.0/routers/e8188355-5c3c-49c2-886e-a991c8e7532c HTTP/1.1" status: 204 len: 168 time: 4.3346765 May 25 22:53:04.355583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33524) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:04.362662 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1346514412', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'enable_snat': False}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:04.371377 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:04.378198 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Usage tracker for resource:router and tenant:2348b51760e64d8588629f1c8ec2315a is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:04.383963 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:04.403720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:04.474958 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:04.482996 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.529881 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.531144 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.551162 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.564637 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.623778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.629996 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bec59d76-4b1c-4148-a716-7ed753615762 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.631993 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bec59d76-4b1c-4148-a716-7ed753615762 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "DELETE /v2.0/ports/fad049da-9105-43aa-ac60-db20e7e015ff HTTP/1.1" status: 204 len: 168 time: 1.9894176 May 25 22:53:04.645268 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33530) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:04.680103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=e7ae910f-5c5e-4c11-aa5c-46746a22e3ed,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:04.694406 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.695860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.725078 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.725812 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.727930 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2bb842-cc97-44a8-81bd-e7fcfbcfd7e6 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] GET failed (client error): The resource could not be found. May 25 22:53:04.728415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4e2bb842-cc97-44a8-81bd-e7fcfbcfd7e6 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Synchronizing usage tracker for tenant:c392e7a35f324138b5ca0bc74c2f5ba2 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:04.774281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Deleting port 9b677963-bc7a-45a3-b7d2-b673a12b71a7 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:04.774613 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:04.852659 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.ipam_backend_mixin [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Performing IP validity checks on allocation pools {{(pid=84716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 25 22:53:04.853176 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.ipam_backend_mixin [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 25 22:53:04.954404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:05.023323 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.l3_db [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Floating IP ab87ffcf-eb72-4caf-8e7e-1645c21994fc associated. External IP: 172.26.5.181, port: 183fe171-97f5-48cc-a36c-62eb952cc08f. May 25 22:53:05.113027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4e2bb842-cc97-44a8-81bd-e7fcfbcfd7e6 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Unset dirty status for tenant:c392e7a35f324138b5ca0bc74c2f5ba2 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:05.114096 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4e2bb842-cc97-44a8-81bd-e7fcfbcfd7e6 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "GET /v2.0/ports/fad049da-9105-43aa-ac60-db20e7e015ff HTTP/1.1" status: 404 len: 333 time: 0.4666944 May 25 22:53:05.131518 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33534) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:05.214415 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5846754-04ac-4f92-af1c-106b5e952ae6 None None] Network c452af49-665f-41be-a243-eff34919a341 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:05.347185 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-cbfe0395-2056-4111-a5ac-16d3e23a0d53 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Deleting port c3ca44ee-9911-428c-9bf6-a77fb1fccae7 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:05.347521 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cbfe0395-2056-4111-a5ac-16d3e23a0d53 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:05.371892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:05.410137 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:05.495174 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f3daf1fc-6680-451f-934b-05d06cc2c9ba None None] Provisioning for port 9b677963-bc7a-45a3-b7d2-b673a12b71a7 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:05.514159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] For port 9b677963-bc7a-45a3-b7d2-b673a12b71a7, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9b677963-bc7a-45a3-b7d2-b673a12b71a7,segment=NetworkSegment(f067d7de-27a6-4927-ab90-32e204af413a),segment_id=f067d7de-27a6-4927-ab90-32e204af413a)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:05.514638 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:05.686367 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Calling delete_port for 9b677963-bc7a-45a3-b7d2-b673a12b71a7 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:05.696988 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde31778-0c43-474f-ba40-44968c96c079 None None] Network c452af49-665f-41be-a243-eff34919a341 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:05.787738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Allocated IP 172.26.5.236 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/87665ba3-011c-46ee-a235-5274f370e7b6) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:05.823908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:05.977888 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router 71634a57-74dc-4a9b-9b07-b78c862f8647 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:53:05.980228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:05.986148 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Subnet': ['ID=d40a3e63-b7cf-48b6-9698-7a02712c27ef,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:05.992877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cbfe0395-2056-4111-a5ac-16d3e23a0d53 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.167024 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-cbfe0395-2056-4111-a5ac-16d3e23a0d53 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Calling delete_port for c3ca44ee-9911-428c-9bf6-a77fb1fccae7 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:06.225602 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f741a0-229b-443b-9151-94fa89d7509f None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 22:53:06.227214 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.258361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Checking segment: {'id': '1ad09ba8-b69c-4129-9aaa-e61240f9b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a36461d2-c128-445b-9a11-510e669c8259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:06.258712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network hostable DHCP agents. Network: a36461d2-c128-445b-9a11-510e669c8259, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:53:06.299845 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:06.304076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:06.313092 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:06.369139 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.393438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9b677963-bc7a-45a3-b7d2-b673a12b71a7 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:06.435001 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-edeec69d-99fe-40f4-abf9-181b2ebc3089 None None] Provisioning complete for port 9b677963-bc7a-45a3-b7d2-b673a12b71a7 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:06.435588 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-edeec69d-99fe-40f4-abf9-181b2ebc3089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.447928 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network a36461d2-c128-445b-9a11-510e669c8259 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:53:06.455317 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Port': ['ID=9b677963-bc7a-45a3-b7d2-b673a12b71a7,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:06.463856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 9b677963-bc7a-45a3-b7d2-b673a12b71a7 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:06.464544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9b677963-bc7a-45a3-b7d2-b673a12b71a7 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 25 22:53:06.475556 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Pushing event updated for resources: {'Port': ['ID=87665ba3-011c-46ee-a235-5274f370e7b6,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:06.521626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-edeec69d-99fe-40f4-abf9-181b2ebc3089 None None] Port 9b677963-bc7a-45a3-b7d2-b673a12b71a7 was deleted so its status cannot be updated. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 25 22:53:06.525053 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Port 9b677963-bc7a-45a3-b7d2-b673a12b71a7 not found, will not notify nova. {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 25 22:53:06.562236 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:06.575132 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1054c7a8-096f-4a9a-8cd8-b4148f054e3c None None] Sync routers for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:06.602704 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Router 5b8ba8d8-f1ce-4198-aa86-63b7c13b473c is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:53:06.607508 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No DVR routers for this DVR port 9b677963-bc7a-45a3-b7d2-b673a12b71a7 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:06.621689 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054c7a8-096f-4a9a-8cd8-b4148f054e3c None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:06.622599 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1054c7a8-096f-4a9a-8cd8-b4148f054e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:06.669897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, a36461d2-c128-445b-9a11-510e669c8259) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:06.690383 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.691496 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.695489 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.817536 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1054c7a8-096f-4a9a-8cd8-b4148f054e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:06.853925 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:06.854510 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.860394 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054c7a8-096f-4a9a-8cd8-b4148f054e3c None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:06.860988 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1054c7a8-096f-4a9a-8cd8-b4148f054e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:06.895324 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fe926660-8175-4207-b605-47c350916dda tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8805881 May 25 22:53:06.903815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33550) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:06.909967 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cbfe0395-2056-4111-a5ac-16d3e23a0d53 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:06.913055 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-85456468-0b68-4322-8cbb-5be0543f4e7b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:06.931250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1054c7a8-096f-4a9a-8cd8-b4148f054e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:06.931644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1054c7a8-096f-4a9a-8cd8-b4148f054e3c None None] The sync data for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:07.010846 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f741a0-229b-443b-9151-94fa89d7509f None None] Unable to find a vacant binding_index for network a36461d2-c128-445b-9a11-510e669c8259 and agent 404e3964-4b34-4246-a304-131dba597923 {{(pid=84718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 25 22:53:07.020743 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f741a0-229b-443b-9151-94fa89d7509f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, a36461d2-c128-445b-9a11-510e669c8259) {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 22:53:07.024077 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.025937 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85456468-0b68-4322-8cbb-5be0543f4e7b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.079021 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe0395-2056-4111-a5ac-16d3e23a0d53 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event deleted for resources: {'Port': ['ID=c3ca44ee-9911-428c-9bf6-a77fb1fccae7,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:07.225720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cbfe0395-2056-4111-a5ac-16d3e23a0d53 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.230140 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cbfe0395-2056-4111-a5ac-16d3e23a0d53 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "DELETE /v2.0/ports/c3ca44ee-9911-428c-9bf6-a77fb1fccae7 HTTP/1.1" status: 204 len: 168 time: 2.0927293 May 25 22:53:07.230939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33554) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:07.240894 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a057bf36-1707-4da6-9415-1a64d75b7a73 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.2553947 May 25 22:53:07.246739 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33558) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:07.291825 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30fabd1-57d7-4160-b40e-7ef3652c919b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] GET failed (client error): The resource could not be found. May 25 22:53:07.292327 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d30fabd1-57d7-4160-b40e-7ef3652c919b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Synchronizing usage tracker for tenant:c392e7a35f324138b5ca0bc74c2f5ba2 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:07.386809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cde67-c5f7-4950-9072-ca9f52e0e7c3 req-7ced12b5-9f4b-4507-b47b-1be557458117 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:07.388269 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cb1cde67-c5f7-4950-9072-ca9f52e0e7c3 req-7ced12b5-9f4b-4507-b47b-1be557458117 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 945 time: 0.5278041 May 25 22:53:07.407177 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85456468-0b68-4322-8cbb-5be0543f4e7b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.437885 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc2f4a-5b95-4556-b579-cae57e7e0e4b req-9b607495-fa2e-410a-81d8-3552d2927424 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:07.439311 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fffc2f4a-5b95-4556-b579-cae57e7e0e4b req-9b607495-fa2e-410a-81d8-3552d2927424 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 945 time: 0.3871181 May 25 22:53:07.452893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-a36461d2-c128-445b-9a11-510e669c8259', 'network_id': 'a36461d2-c128-445b-9a11-510e669c8259', 'tenant_id': '2be403f93a064925863310dc867722e6', 'fixed_ips': [{'subnet_id': 'd40a3e63-b7cf-48b6-9698-7a02712c27ef'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:53:07.452893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.460451 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.496992 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Router 8709373a-e025-4e1c-87ab-c4741d5e500b is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:53:07.499350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d30fabd1-57d7-4160-b40e-7ef3652c919b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Unset dirty status for tenant:c392e7a35f324138b5ca0bc74c2f5ba2 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:07.507673 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d30fabd1-57d7-4160-b40e-7ef3652c919b tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "GET /v2.0/ports/c3ca44ee-9911-428c-9bf6-a77fb1fccae7 HTTP/1.1" status: 404 len: 333 time: 0.2691734 May 25 22:53:07.507673 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85456468-0b68-4322-8cbb-5be0543f4e7b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.507673 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.l3_db [None req-85456468-0b68-4322-8cbb-5be0543f4e7b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Floating IP ab87ffcf-eb72-4caf-8e7e-1645c21994fc disassociated. External IP: 172.26.5.181, port: 183fe171-97f5-48cc-a36c-62eb952cc08f. May 25 22:53:07.507994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33562) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:07.565973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Subnet': ['ID=c91cec83-d89a-4270-adc2-6fe86925b370,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:07.570991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.619726 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Allocated IP 172.20.0.3 (a36461d2-c128-445b-9a11-510e669c8259/d40a3e63-b7cf-48b6-9698-7a02712c27ef/03e18e7a-bb1e-4bb4-95bb-7465b2cbada3) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:07.647025 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cb1cde67-c5f7-4950-9072-ca9f52e0e7c3 req-493bb9bb-25d9-44dc-83b5-1efd4c4bb456 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eb8776c-8ab0-483c-9533-a01b189c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486823 May 25 22:53:07.778116 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-6a63d71d-14c9-40dd-b091-6b18aa49fa25 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Deleting port a00b0cb1-8b61-4666-987d-135987c74849 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:07.778441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6a63d71d-14c9-40dd-b091-6b18aa49fa25 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.833114 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fffc2f4a-5b95-4556-b579-cae57e7e0e4b req-664f5ba8-a05b-46d4-b94d-a81a51bedd5b tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844242 May 25 22:53:07.835600 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.888282 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.893761 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c452af49-665f-41be-a243-eff34919a341']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:07.899840 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Transition to ACTIVE for port object 03e18e7a-bb1e-4bb4-95bb-7465b2cbada3 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:07.907037 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:07.923141 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Transition to ACTIVE for port object 03e18e7a-bb1e-4bb4-95bb-7465b2cbada3 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:07.977477 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f067d7de-27a6-4927-ab90-32e204af413a') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:07.977772 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f067d7de-27a6-4927-ab90-32e204af413a') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:07.986766 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.005111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:08.009794 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.017730 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c749c-33bc-4f19-97e5-de9742dca86a None None] Sync routers for ids ['5b8ba8d8-f1ce-4198-aa86-63b7c13b473c'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:08.029473 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:08.045689 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c749c-33bc-4f19-97e5-de9742dca86a None None] Routers {'5b8ba8d8-f1ce-4198-aa86-63b7c13b473c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:08.046881 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-342c749c-33bc-4f19-97e5-de9742dca86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5b8ba8d8-f1ce-4198-aa86-63b7c13b473c'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:08.050155 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Sync routers for ids ['8709373a-e025-4e1c-87ab-c4741d5e500b'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:08.084077 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Network a36461d2-c128-445b-9a11-510e669c8259 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:08.089084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:08.090112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.094045 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:08.110303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Pushing event updated for resources: {'Port': ['ID=03e18e7a-bb1e-4bb4-95bb-7465b2cbada3,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:08.147791 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Routers {'8709373a-e025-4e1c-87ab-c4741d5e500b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:08.147987 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['8709373a-e025-4e1c-87ab-c4741d5e500b'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:08.159799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:08.160203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.170025 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-342c749c-33bc-4f19-97e5-de9742dca86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:08.183874 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:08.192185 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c749c-33bc-4f19-97e5-de9742dca86a None None] Routers {'5b8ba8d8-f1ce-4198-aa86-63b7c13b473c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:08.193160 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-342c749c-33bc-4f19-97e5-de9742dca86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5b8ba8d8-f1ce-4198-aa86-63b7c13b473c'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:08.235519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.236790 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-55d899ce-24eb-4d04-85a3-0d35a582bc53 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.2449946 May 25 22:53:08.244669 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33566) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:08.295057 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-342c749c-33bc-4f19-97e5-de9742dca86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:08.295471 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c749c-33bc-4f19-97e5-de9742dca86a None None] The sync data for ids ['5b8ba8d8-f1ce-4198-aa86-63b7c13b473c'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:08.303756 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.305329 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-edea23cd-1b0d-4a9c-a18f-adefd6b79ee0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.9491663 May 25 22:53:08.313344 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33570) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:08.369593 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Set router 8709373a-e025-4e1c-87ab-c4741d5e500b gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:08.510359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.521424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-c847f31e-5240-4b4d-aee8-705ba36f607a tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:08.522333 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-c847f31e-5240-4b4d-aee8-705ba36f607a tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Synchronizing usage tracker for tenant:0505e1ad716b4cc68624dd1b24def3b7 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:08.596654 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Attempting to bind port 03e18e7a-bb1e-4bb4-95bb-7465b2cbada3 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:53:08.596654 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Attempting to bind port 03e18e7a-bb1e-4bb4-95bb-7465b2cbada3 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '1ad09ba8-b69c-4129-9aaa-e61240f9b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a36461d2-c128-445b-9a11-510e669c8259'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:53:08.596654 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Attempting to bind port 03e18e7a-bb1e-4bb4-95bb-7465b2cbada3 on network a36461d2-c128-445b-9a11-510e669c8259 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:53:08.623048 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:53:08.623761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Checking segment: {'id': '1ad09ba8-b69c-4129-9aaa-e61240f9b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a36461d2-c128-445b-9a11-510e669c8259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:08.624327 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.624885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Bound using segment: {'id': '1ad09ba8-b69c-4129-9aaa-e61240f9b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a36461d2-c128-445b-9a11-510e669c8259'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:53:08.626662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Bound port: 03e18e7a-bb1e-4bb4-95bb-7465b2cbada3, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad09ba8-b69c-4129-9aaa-e61240f9b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a36461d2-c128-445b-9a11-510e669c8259'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:53:08.627294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.631930 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Subnet': ['ID=d40a3e63-b7cf-48b6-9698-7a02712c27ef,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:08.642579 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9a8165a2-8ee0-4b5d-97a9-561bae62a5bf tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/routers/8709373a-e025-4e1c-87ab-c4741d5e500b HTTP/1.1" status: 200 len: 909 time: 0.3247547 May 25 22:53:08.643780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33574) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:08.644853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-c847f31e-5240-4b4d-aee8-705ba36f607a tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Unset dirty status for tenant:0505e1ad716b4cc68624dd1b24def3b7 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:08.646971 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-c847f31e-5240-4b4d-aee8-705ba36f607a tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.73 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 945 time: 0.5569680 May 25 22:53:08.649217 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85456468-0b68-4322-8cbb-5be0543f4e7b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router 71634a57-74dc-4a9b-9b07-b78c862f8647 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:53:08.650971 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1346514412', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'enable_snat': True}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:08.693923 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:08.700689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6a63d71d-14c9-40dd-b091-6b18aa49fa25 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.761803 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.778898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Usage tracker for resource:router and tenant:2348b51760e64d8588629f1c8ec2315a is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:08.792561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-7337f379-251c-4a72-a0a6-2786c0e00814 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Deleting port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:08.792904 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-7337f379-251c-4a72-a0a6-2786c0e00814 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.803778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] For port 03e18e7a-bb1e-4bb4-95bb-7465b2cbada3, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:53:08.809712 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] For port 03e18e7a-bb1e-4bb4-95bb-7465b2cbada3, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=03e18e7a-bb1e-4bb4-95bb-7465b2cbada3,segment=NetworkSegment(1ad09ba8-b69c-4129-9aaa-e61240f9b743),segment_id=1ad09ba8-b69c-4129-9aaa-e61240f9b743)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:53:08.866138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:08.870536 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.872393 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8709373a-e025-4e1c-87ab-c4741d5e500b', 'name': 'tempest-snat-router-1346514412', 'tenant_id': '2348b51760e64d8588629f1c8ec2315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.236'}], 'enable_snat': False}, 'gw_port_id': '87665ba3-011c-46ee-a235-5274f370e7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:04Z', 'updated_at': '2022-05-25T22:53:06Z', 'revision_number': 3, 'project_id': '2348b51760e64d8588629f1c8ec2315a', 'gw_port': {'id': '87665ba3-011c-46ee-a235-5274f370e7b6', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8709373a-e025-4e1c-87ab-c4741d5e500b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:05Z', 'updated_at': '2022-05-25T22:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:08.881375 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Checking router: 8709373a-e025-4e1c-87ab-c4741d5e500b for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:53:08.881968 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Updating router 8709373a-e025-4e1c-87ab-c4741d5e500b port 87665ba3-011c-46ee-a235-5274f370e7b6 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:53:08.929887 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:08.939265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:08.952984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-6a63d71d-14c9-40dd-b091-6b18aa49fa25 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Calling delete_port for a00b0cb1-8b61-4666-987d-135987c74849 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:08.982110 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Network': ['ID=c452af49-665f-41be-a243-eff34919a341,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:09.015668 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:53:09.033585 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:09.055369 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:09.096436 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-50d4211a-288c-458d-877b-0420635f7b96 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/c452af49-665f-41be-a243-eff34919a341 HTTP/1.1" status: 204 len: 168 time: 4.9370866 May 25 22:53:09.100717 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33582) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:09.144511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36461d2-c128-445b-9a11-510e669c8259']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:09.151236 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86574b8-55a4-4b0a-a591-d1b85e6d1644 None None] Pushing event updated for resources: {'Port': ['ID=03e18e7a-bb1e-4bb4-95bb-7465b2cbada3,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:09.160416 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65c2623-685f-4caf-9d58-b6ef29ad44ed tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] DELETE failed (client error): The resource could not be found. May 25 22:53:09.160889 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65c2623-685f-4caf-9d58-b6ef29ad44ed tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:53:09.166007 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f65c2623-685f-4caf-9d58-b6ef29ad44ed tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/c452af49-665f-41be-a243-eff34919a341 HTTP/1.1" status: 404 len: 339 time: 0.0592146 May 25 22:53:09.167566 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33586) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:09.172727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750138e-3eab-4074-abe1-e5a57264fe74 req-37c5606c-7a2d-4732-8862-40602b8f7bb9 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:09.173972 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3750138e-3eab-4074-abe1-e5a57264fe74 req-37c5606c-7a2d-4732-8862-40602b8f7bb9 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.73 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 945 time: 0.7157965 May 25 22:53:09.174194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1377977189', 'description': 'd1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:09.185950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad09ba8-b69c-4129-9aaa-e61240f9b743') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:09.186145 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad09ba8-b69c-4129-9aaa-e61240f9b743') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:09.192270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:09.204512 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-7337f379-251c-4a72-a0a6-2786c0e00814 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] For port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a6059d5e-029f-4b2b-ba70-715a4e1bfa1f,segment=NetworkSegment(dba618f3-3eb2-45f9-94d1-c9d4337dff24),segment_id=dba618f3-3eb2-45f9-94d1-c9d4337dff24)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:09.204893 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-7337f379-251c-4a72-a0a6-2786c0e00814 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:09.213101 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Usage tracker for resource:network and tenant:8db729c252ee4bae8b25bee7aae4aaf1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:09.220394 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:09.259387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:09.268196 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:09.269181 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:09.280361 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d168d5-19f7-4ae7-a4de-afd183903482 None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 22:53:09.361513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:09.398072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [req-3750138e-3eab-4074-abe1-e5a57264fe74 req-965b84a0-e594-4ddc-9dd9-decbc68654a1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Deleting port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:09.398410 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-3750138e-3eab-4074-abe1-e5a57264fe74 req-965b84a0-e594-4ddc-9dd9-decbc68654a1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:09.418731 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:09.423736 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:09.424135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:09.448148 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:09.532793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd79cf5-9db3-4512-a436-ded2a959d049 req-af079866-db7a-45e6-bf9b-5cea84445c2c tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:09.534276 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7bd79cf5-9db3-4512-a436-ded2a959d049 req-af079866-db7a-45e6-bf9b-5cea84445c2c tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 945 time: 0.6546130 May 25 22:53:09.549092 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:09.552765 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:09.562603 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb5d9f-148a-4805-96e2-af71b1ef3436 req-620cf94c-7686-4cf4-b07c-e7b40bab1895 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:09.564156 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-23fb5d9f-148a-4805-96e2-af71b1ef3436 req-620cf94c-7686-4cf4-b07c-e7b40bab1895 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 945 time: 0.5799322 May 25 22:53:09.588116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85456468-0b68-4322-8cbb-5be0543f4e7b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:09.594476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:09.597124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-85456468-0b68-4322-8cbb-5be0543f4e7b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:09.605364 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557364eb-a961-44d5-8a85-7076d18b57d7 None None] Sync routers for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:09.616118 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d168d5-19f7-4ae7-a4de-afd183903482 None None] Resources bound (agent type, host, resource id): {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 22:53:09.620985 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557364eb-a961-44d5-8a85-7076d18b57d7 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:09.621790 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-557364eb-a961-44d5-8a85-7076d18b57d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:09.689559 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-557364eb-a961-44d5-8a85-7076d18b57d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:09.703637 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557364eb-a961-44d5-8a85-7076d18b57d7 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:09.704269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6a63d71d-14c9-40dd-b091-6b18aa49fa25 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:09.705339 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-557364eb-a961-44d5-8a85-7076d18b57d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:09.725996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:09.747489 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-85456468-0b68-4322-8cbb-5be0543f4e7b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "PUT /v2.0/floatingips/ab87ffcf-eb72-4caf-8e7e-1645c21994fc HTTP/1.1" status: 200 len: 688 time: 2.8422241 May 25 22:53:09.750914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33590) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:09.783684 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-557364eb-a961-44d5-8a85-7076d18b57d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:09.784212 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Transition to ACTIVE for port object 87665ba3-011c-46ee-a235-5274f370e7b6 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:09.784555 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557364eb-a961-44d5-8a85-7076d18b57d7 None None] The sync data for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:09.795639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63d71d-14c9-40dd-b091-6b18aa49fa25 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event deleted for resources: {'Port': ['ID=a00b0cb1-8b61-4666-987d-135987c74849,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:09.827309 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7bd79cf5-9db3-4512-a436-ded2a959d049 req-e54ed43a-c067-4102-8e44-cdaadd08ff4b tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eb8776c-8ab0-483c-9533-a01b189c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561495 May 25 22:53:09.834659 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-23fb5d9f-148a-4805-96e2-af71b1ef3436 req-693b4817-670a-4ccf-94ca-80edba92cf39 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331250 May 25 22:53:09.860362 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-7337f379-251c-4a72-a0a6-2786c0e00814 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:09.860602 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-7337f379-251c-4a72-a0a6-2786c0e00814 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:09.861081 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.l3_db [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-7337f379-251c-4a72-a0a6-2786c0e00814 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Floating IP b01a6d5f-ed74-4916-843c-0c0ea228885d disassociated. External IP: 172.26.5.21, port: a6059d5e-029f-4b2b-ba70-715a4e1bfa1f. May 25 22:53:09.861513 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-7337f379-251c-4a72-a0a6-2786c0e00814 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Calling delete_port for a6059d5e-029f-4b2b-ba70-715a4e1bfa1f owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:09.897974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 22:53:09.897974 dv-neutron-843300-1-hyperv neutron-server[84716]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 22:53:09.897974 dv-neutron-843300-1-hyperv neutron-server[84716]: [parameters: {'id': 'a36461d2-c128-445b-9a11-510e669c8259'}] May 25 22:53:09.897974 dv-neutron-843300-1-hyperv neutron-server[84716]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:53:09.898728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:53:09.899899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:53:09.976468 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.002559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.002900 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Added segment 6c0a55c3-6610-4b5f-ad60-c8b88027cb31 of type vlan for network a8b75453-2b27-484b-93db-4e15c9463513 May 25 22:53:10.021716 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-ed577898-a8ee-4818-8608-7cdcb3bdbdf9 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting port e7ae910f-5c5e-4c11-aa5c-46746a22e3ed {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:10.022187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ed577898-a8ee-4818-8608-7cdcb3bdbdf9 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.086122 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78490c4a-2343-490a-bb09-d862dfc0c021 None None] Pushing event updated for resources: {'Port': ['ID=87665ba3-011c-46ee-a235-5274f370e7b6,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:10.092314 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Attempting to bind port 87665ba3-011c-46ee-a235-5274f370e7b6 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:53:10.092682 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Attempting to bind port 87665ba3-011c-46ee-a235-5274f370e7b6 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:53:10.093028 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Attempting to bind port 87665ba3-011c-46ee-a235-5274f370e7b6 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:53:10.103882 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.104054 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:53:10.104989 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:10.105387 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.105789 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:53:10.109985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Bound port: 87665ba3-011c-46ee-a235-5274f370e7b6, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:53:10.109985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.181435 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8c93a95c-a4d9-4f20-abcd-3e816d153bf7 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/routers/5b8ba8d8-f1ce-4198-aa86-63b7c13b473c HTTP/1.1" status: 200 len: 922 time: 1.9306223 May 25 22:53:10.183632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33594) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:10.196766 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6a63d71d-14c9-40dd-b091-6b18aa49fa25 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.253375 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] For port 87665ba3-011c-46ee-a235-5274f370e7b6, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:53:10.261054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-3750138e-3eab-4074-abe1-e5a57264fe74 req-965b84a0-e594-4ddc-9dd9-decbc68654a1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] For port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=ce29a67d-d473-49a6-b3e4-57b0ba7ee04a,segment=NetworkSegment(e20c8822-d53a-4556-a220-ebf8eca4a7fa),segment_id=e20c8822-d53a-4556-a220-ebf8eca4a7fa)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:10.261397 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-3750138e-3eab-4074-abe1-e5a57264fe74 req-965b84a0-e594-4ddc-9dd9-decbc68654a1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.266900 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] For port 87665ba3-011c-46ee-a235-5274f370e7b6, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=87665ba3-011c-46ee-a235-5274f370e7b6,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:53:10.272954 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.279863 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:53:10.315873 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-acf9761e-eaf5-426d-b044-32b48cd3e8ed tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b8ba8d8-f1ce-4198-aa86-63b7c13b473c HTTP/1.1" status: 200 len: 205 time: 0.1251044 May 25 22:53:10.323683 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33598) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:10.331385 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6a63d71d-14c9-40dd-b091-6b18aa49fa25 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "DELETE /v2.0/ports/a00b0cb1-8b61-4666-987d-135987c74849 HTTP/1.1" status: 204 len: 168 time: 2.8158863 May 25 22:53:10.335668 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33602) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:10.368953 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.402891 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ddc3b5-14bc-4e77-b7eb-c6741f36e301 None None] DHCP port deletion for c452af49-665f-41be-a243-eff34919a341 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:53:10.442420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.457527 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78490c4a-2343-490a-bb09-d862dfc0c021 None None] Pushing event updated for resources: {'Port': ['ID=87665ba3-011c-46ee-a235-5274f370e7b6,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:10.463181 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4725c2-41f8-4a79-8ff5-d2b7a489649a None None] Network a36461d2-c128-445b-9a11-510e669c8259 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:10.479075 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Routers {'8709373a-e025-4e1c-87ab-c4741d5e500b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:10.479708 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['8709373a-e025-4e1c-87ab-c4741d5e500b'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:10.563111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.566656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:10.567245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.625204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Deleting port 03e18e7a-bb1e-4bb4-95bb-7465b2cbada3 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:10.625882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.764876 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ed577898-a8ee-4818-8608-7cdcb3bdbdf9 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.765497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ed577898-a8ee-4818-8608-7cdcb3bdbdf9 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.773599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-3750138e-3eab-4074-abe1-e5a57264fe74 req-965b84a0-e594-4ddc-9dd9-decbc68654a1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.774170 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-3750138e-3eab-4074-abe1-e5a57264fe74 req-965b84a0-e594-4ddc-9dd9-decbc68654a1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:10.774260 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [req-3750138e-3eab-4074-abe1-e5a57264fe74 req-965b84a0-e594-4ddc-9dd9-decbc68654a1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Floating IP 1a4310e8-aa73-4446-95f3-34b5f49ffeb1 disassociated. External IP: 172.26.5.137, port: ce29a67d-d473-49a6-b3e4-57b0ba7ee04a. May 25 22:53:10.774593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [req-3750138e-3eab-4074-abe1-e5a57264fe74 req-965b84a0-e594-4ddc-9dd9-decbc68654a1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Calling delete_port for ce29a67d-d473-49a6-b3e4-57b0ba7ee04a owned by compute:nova {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:10.905785 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] Set router 8709373a-e025-4e1c-87ab-c4741d5e500b gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:11.034356 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] For port 03e18e7a-bb1e-4bb4-95bb-7465b2cbada3, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=03e18e7a-bb1e-4bb4-95bb-7465b2cbada3,segment=NetworkSegment(1ad09ba8-b69c-4129-9aaa-e61240f9b743),segment_id=1ad09ba8-b69c-4129-9aaa-e61240f9b743)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:11.034356 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:11.054179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b07f1b-8441-4d6e-ae34-d6c3dce0b3b9 None None] Network a36461d2-c128-445b-9a11-510e669c8259 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:11.068459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-ed577898-a8ee-4818-8608-7cdcb3bdbdf9 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Calling delete_port for e7ae910f-5c5e-4c11-aa5c-46746a22e3ed owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:11.105905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-7337f379-251c-4a72-a0a6-2786c0e00814 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:11.153398 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5ed49341-39c2-4ddc-a4b3-803fafae91d8 req-6696b01f-9796-4b2b-a7a4-ec04da18051e tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 210 time: 0.1129665 May 25 22:53:11.170459 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0005240 May 25 22:53:11.177313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337f379-251c-4a72-a0a6-2786c0e00814 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Pushing event deleted for resources: {'Port': ['ID=a6059d5e-029f-4b2b-ba70-715a4e1bfa1f,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:11.179748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33610) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:11.234778 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5486bb5-7fd3-439a-ad03-90e724a16780 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Network': ['ID=a8b75453-2b27-484b-93db-4e15c9463513,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:11.287687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Calling delete_port for 03e18e7a-bb1e-4bb4-95bb-7465b2cbada3 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:11.355084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network a8b75453-2b27-484b-93db-4e15c9463513 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:53:11.399164 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:11.436672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:11.598396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fd2ebd-eb1f-4b1f-96b3-c61e4bfcb423 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:11.599518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-51fd2ebd-eb1f-4b1f-96b3-c61e4bfcb423 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Synchronizing usage tracker for tenant:8db729c252ee4bae8b25bee7aae4aaf1 on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:11.649434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-3750138e-3eab-4074-abe1-e5a57264fe74 req-965b84a0-e594-4ddc-9dd9-decbc68654a1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:11.686578 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d8578e-67eb-41a9-868c-266426f49a20 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Deleting subnet da7216c2-d019-4ff4-a001-c31c6a54f02d {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:53:11.712443 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b7d8578e-67eb-41a9-868c-266426f49a20 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:11.725400 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27586f1d-5903-4e33-8302-5e0495f73cf3 req-8d35452e-4a34-4f96-9911-541bf26699ff tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:11.726912 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-27586f1d-5903-4e33-8302-5e0495f73cf3 req-8d35452e-4a34-4f96-9911-541bf26699ff tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 945 time: 0.6090336 May 25 22:53:11.727689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b84a0-e594-4ddc-9dd9-decbc68654a1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Pushing event deleted for resources: {'Port': ['ID=ce29a67d-d473-49a6-b3e4-57b0ba7ee04a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:11.735881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:11.746707 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-42a08b22-2d6c-48b2-8085-15ed97c983e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:11.806627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b7d8578e-67eb-41a9-868c-266426f49a20 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:11.817304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8709373a-e025-4e1c-87ab-c4741d5e500b', 'name': 'tempest-snat-router-1346514412', 'tenant_id': '2348b51760e64d8588629f1c8ec2315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.236'}], 'enable_snat': False}, 'gw_port_id': '87665ba3-011c-46ee-a235-5274f370e7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:04Z', 'updated_at': '2022-05-25T22:53:06Z', 'revision_number': 3, 'project_id': '2348b51760e64d8588629f1c8ec2315a', 'gw_port': {'id': '87665ba3-011c-46ee-a235-5274f370e7b6', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8709373a-e025-4e1c-87ab-c4741d5e500b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:05Z', 'updated_at': '2022-05-25T22:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:11.824457 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff2f2c-632b-4e55-a7a4-f35146fad240 None None] The sync data for ids ['8709373a-e025-4e1c-87ab-c4741d5e500b'] in dv-neutron-843300-1-hyperv is: [{'id': '8709373a-e025-4e1c-87ab-c4741d5e500b', 'name': 'tempest-snat-router-1346514412', 'tenant_id': '2348b51760e64d8588629f1c8ec2315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.236'}], 'enable_snat': False}, 'gw_port_id': '87665ba3-011c-46ee-a235-5274f370e7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:04Z', 'updated_at': '2022-05-25T22:53:06Z', 'revision_number': 3, 'project_id': '2348b51760e64d8588629f1c8ec2315a', 'gw_port': {'id': '87665ba3-011c-46ee-a235-5274f370e7b6', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8709373a-e025-4e1c-87ab-c4741d5e500b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:05Z', 'updated_at': '2022-05-25T22:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:11.855396 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Port': ['ID=03e18e7a-bb1e-4bb4-95bb-7465b2cbada3,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:11.856100 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-51fd2ebd-eb1f-4b1f-96b3-c61e4bfcb423 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Unset dirty status for tenant:8db729c252ee4bae8b25bee7aae4aaf1 on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:11.857892 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-51fd2ebd-eb1f-4b1f-96b3-c61e4bfcb423 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "GET /v2.0/networks?id=a8b75453-2b27-484b-93db-4e15c9463513 HTTP/1.1" status: 200 len: 765 time: 0.6659420 May 25 22:53:11.865943 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33614) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:11.876949 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ed577898-a8ee-4818-8608-7cdcb3bdbdf9 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:11.883187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d2f5f018-38b1-45a2-aa64-30f966b77bbb tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'network': {'description': 'd2'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:11.963087 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577898-a8ee-4818-8608-7cdcb3bdbdf9 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Port': ['ID=e7ae910f-5c5e-4c11-aa5c-46746a22e3ed,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:11.972774 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No DVR routers for this DVR port 03e18e7a-bb1e-4bb4-95bb-7465b2cbada3 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:12.010878 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a6059d5e-029f-4b2b-ba70-715a4e1bfa1f no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:12.056809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: a6059d5e-029f-4b2b-ba70-715a4e1bfa1f {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:12.057142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a6059d5e-029f-4b2b-ba70-715a4e1bfa1f not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:12.057558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device ce29a67d-d473-49a6-b3e4-57b0ba7ee04a no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:12.120343 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: ce29a67d-d473-49a6-b3e4-57b0ba7ee04a {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:12.120845 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device ce29a67d-d473-49a6-b3e4-57b0ba7ee04a not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:12.126458 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-27586f1d-5903-4e33-8302-5e0495f73cf3 req-a42ec83b-0826-4c03-808f-30ab5446415d tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups?id=25082faf-7066-4294-b329-b517c4e4e7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463700 May 25 22:53:12.147902 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c448d9c-abce-4af4-b77b-68ee720c3440 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.368493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b7d8578e-67eb-41a9-868c-266426f49a20 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.378364 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Allocated IP 172.26.5.201 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/d54b8a99-a0e7-4979-ba74-c40ee74a20b5) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:12.420263 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ed577898-a8ee-4818-8608-7cdcb3bdbdf9 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.472249 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 87665ba3-011c-46ee-a235-5274f370e7b6 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:12.490956 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ed577898-a8ee-4818-8608-7cdcb3bdbdf9 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.492183 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ed577898-a8ee-4818-8608-7cdcb3bdbdf9 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/floatingips/ab87ffcf-eb72-4caf-8e7e-1645c21994fc HTTP/1.1" status: 204 len: 168 time: 2.7401710 May 25 22:53:12.497189 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33620) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:12.516873 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': '869c402f-0110-4d80-8332-a5a62bb29860'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:12.529352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:12.545586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Usage tracker for resource:floatingip and tenant:a14378b6d73d4ae08d8270b7d5eccae0 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:12.553852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:12.558869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-7337f379-251c-4a72-a0a6-2786c0e00814 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:53:12.569104 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:12.605190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.615464 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d65bca89-8010-405d-8027-03e255fbdc8c req-7d142e6d-8927-4fc6-95ee-3b7547618988 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 210 time: 0.1929882 May 25 22:53:12.648928 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 87665ba3-011c-46ee-a235-5274f370e7b6 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:12.654827 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 87665ba3-011c-46ee-a235-5274f370e7b6 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:12.658278 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.730229 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b7d8578e-67eb-41a9-868c-266426f49a20 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.774563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36461d2-c128-445b-9a11-510e669c8259']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:12.784614 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.825630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad09ba8-b69c-4129-9aaa-e61240f9b743') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:12.826602 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad09ba8-b69c-4129-9aaa-e61240f9b743') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:12.838529 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.871263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 87665ba3-011c-46ee-a235-5274f370e7b6, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=87665ba3-011c-46ee-a235-5274f370e7b6,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:12.872972 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.906950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d2f5f018-38b1-45a2-aa64-30f966b77bbb tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.948060 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.948560 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.956956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.966730 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:12.967266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:12.990231 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:13.030151 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9b677963-bc7a-45a3-b7d2-b673a12b71a7 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:13.048986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8578e-67eb-41a9-868c-266426f49a20 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event deleted for resources: {'Subnet': ['ID=da7216c2-d019-4ff4-a001-c31c6a54f02d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:13.077027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d2f5f018-38b1-45a2-aa64-30f966b77bbb tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:13.077996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 9b677963-bc7a-45a3-b7d2-b673a12b71a7 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:13.078433 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9b677963-bc7a-45a3-b7d2-b673a12b71a7 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:13.079980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce552f85-839d-42d6-b119-4386f2584dcf None None] Network 2c2374fe-8582-4894-9e5f-0d4b3bc52362 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:13.111722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b7d8578e-67eb-41a9-868c-266426f49a20 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:13.156509 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b7d8578e-67eb-41a9-868c-266426f49a20 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "DELETE /v2.0/subnets/da7216c2-d019-4ff4-a001-c31c6a54f02d HTTP/1.1" status: 204 len: 168 time: 2.7570980 May 25 22:53:13.161057 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33624) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:13.256856 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2f5f018-38b1-45a2-aa64-30f966b77bbb tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network a8b75453-2b27-484b-93db-4e15c9463513 is not hosted by any dhcp agent {{(pid=84716) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 25 22:53:13.260944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5f018-38b1-45a2-aa64-30f966b77bbb tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:13.264838 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d2f5f018-38b1-45a2-aa64-30f966b77bbb tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:13.264838 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d2f5f018-38b1-45a2-aa64-30f966b77bbb tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "PUT /v2.0/networks/a8b75453-2b27-484b-93db-4e15c9463513 HTTP/1.1" status: 200 len: 762 time: 1.3906207 May 25 22:53:13.270779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33630) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:13.294030 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5f018-38b1-45a2-aa64-30f966b77bbb tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Network': ['ID=a8b75453-2b27-484b-93db-4e15c9463513,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:13.373634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:13.382596 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3750138e-3eab-4074-abe1-e5a57264fe74 req-965b84a0-e594-4ddc-9dd9-decbc68654a1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Router a66573e7-d2ed-4635-8512-ff3ee0b02721 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:53:13.387840 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network a8b75453-2b27-484b-93db-4e15c9463513 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:53:13.413082 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:13.423083 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f868ac67-50ee-4eeb-83bc-9e440a7d27ee req-eca78e11-58ec-4fe3-8f88-3b347c0520d5 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 210 time: 0.0871136 May 25 22:53:13.437804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Network': ['ID=a36461d2-c128-445b-9a11-510e669c8259,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:13.437804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:13.451266 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=87665ba3-011c-46ee-a235-5274f370e7b6,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:13.498629 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2de58913-afbc-4685-acc0-d101cdebc9c9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/a36461d2-c128-445b-9a11-510e669c8259 HTTP/1.1" status: 204 len: 168 time: 6.2500038 May 25 22:53:13.503495 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33634) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:13.515171 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3232fb6d-4ca2-4963-850a-005b55e2c18a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-681054893'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:13.540729 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69985a3-8e8b-4bee-ba0c-f5ccccec8c7a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:13.545871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3232fb6d-4ca2-4963-850a-005b55e2c18a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:13.546065 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f69985a3-8e8b-4bee-ba0c-f5ccccec8c7a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "GET /v2.0/networks?id=a8b75453-2b27-484b-93db-4e15c9463513 HTTP/1.1" status: 200 len: 765 time: 0.2706056 May 25 22:53:13.546557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:13.550875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33638) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:13.610954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c448d9c-abce-4af4-b77b-68ee720c3440 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:13.650732 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-64f47f41-66fd-4252-8b60-7f265e946c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:13.679307 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f8c619-a884-4e90-9b4b-c21f8e3117eb None None] DHCP port deletion for 2c2374fe-8582-4894-9e5f-0d4b3bc52362 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:53:13.683940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8c619-a884-4e90-9b4b-c21f8e3117eb None None] Deleting port f7deaa14-ce1a-4465-9ed4-b0327b1730cd {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:13.684304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c619-a884-4e90-9b4b-c21f8e3117eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:13.698564 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Deleting port f7deaa14-ce1a-4465-9ed4-b0327b1730cd {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:13.698564 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:13.717654 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:13.726820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3232fb6d-4ca2-4963-850a-005b55e2c18a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:network and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:13.731295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:13.741779 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3232fb6d-4ca2-4963-850a-005b55e2c18a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:13.747467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:13.795195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-4c448d9c-abce-4af4-b77b-68ee720c3440 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Deleting port f851bf84-c326-4a68-b095-b7c97e032908 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:13.795775 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c448d9c-abce-4af4-b77b-68ee720c3440 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:13.828130 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Pushing event updated for resources: {'Port': ['ID=d54b8a99-a0e7-4979-ba74-c40ee74a20b5,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:13.836518 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3232fb6d-4ca2-4963-850a-005b55e2c18a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:13.902665 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c9015bf2-eff2-43cb-8d76-051e18f4a213 req-9029e286-20fd-4c7e-99cf-5bb39198fb7d tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 210 time: 0.0585260 May 25 22:53:13.975797 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3232fb6d-4ca2-4963-850a-005b55e2c18a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:13.978915 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3232fb6d-4ca2-4963-850a-005b55e2c18a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:14.028700 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a0f8c619-a884-4e90-9b4b-c21f8e3117eb None None] For port f7deaa14-ce1a-4465-9ed4-b0327b1730cd, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f7deaa14-ce1a-4465-9ed4-b0327b1730cd,segment=NetworkSegment(93df925a-b9ce-4097-b5f9-897324ea19db),segment_id=93df925a-b9ce-4097-b5f9-897324ea19db)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:14.029276 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c619-a884-4e90-9b4b-c21f8e3117eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:14.035314 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3232fb6d-4ca2-4963-850a-005b55e2c18a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:53:14.035930 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6405ae65-aeb6-419f-afec-78c92beb4a32 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:14.038150 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6405ae65-aeb6-419f-afec-78c92beb4a32 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4838798 May 25 22:53:14.040871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33644) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:14.094395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-46d49aaa-1b4f-403f-8b39-e31db7d977c3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Synchronizing usage tracker for tenant:8db729c252ee4bae8b25bee7aae4aaf1 on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:14.104762 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3232fb6d-4ca2-4963-850a-005b55e2c18a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:14.105102 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-3232fb6d-4ca2-4963-850a-005b55e2c18a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Added segment 5647b1fd-684e-4580-98ab-4045d6cb64e5 of type vlan for network 493a9877-872a-42a5-85a8-c8bf52e8cd4d May 25 22:53:14.153544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3232fb6d-4ca2-4963-850a-005b55e2c18a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:14.174390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8c619-a884-4e90-9b4b-c21f8e3117eb None None] Calling delete_port for f7deaa14-ce1a-4465-9ed4-b0327b1730cd owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:14.180881 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-7337f379-251c-4a72-a0a6-2786c0e00814 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:14.202568 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3750138e-3eab-4074-abe1-e5a57264fe74 req-965b84a0-e594-4ddc-9dd9-decbc68654a1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:14.210186 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:14.214061 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e556a26-fa80-44e8-8aa8-386305061cd5 None None] Sync routers for ids ['a66573e7-d2ed-4635-8512-ff3ee0b02721'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:14.222764 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] For port f7deaa14-ce1a-4465-9ed4-b0327b1730cd, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f7deaa14-ce1a-4465-9ed4-b0327b1730cd,segment=NetworkSegment(93df925a-b9ce-4097-b5f9-897324ea19db),segment_id=93df925a-b9ce-4097-b5f9-897324ea19db)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:14.223251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:14.229186 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e556a26-fa80-44e8-8aa8-386305061cd5 None None] Routers {'a66573e7-d2ed-4635-8512-ff3ee0b02721'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:14.229989 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-7e556a26-fa80-44e8-8aa8-386305061cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a66573e7-d2ed-4635-8512-ff3ee0b02721'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:14.234256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-46d49aaa-1b4f-403f-8b39-e31db7d977c3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Unset dirty status for tenant:8db729c252ee4bae8b25bee7aae4aaf1 on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:14.235413 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-46d49aaa-1b4f-403f-8b39-e31db7d977c3 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d HTTP/1.1" status: 200 len: 207 time: 0.1936250 May 25 22:53:14.240948 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33648) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:14.331482 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3232fb6d-4ca2-4963-850a-005b55e2c18a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:14.347444 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3232fb6d-4ca2-4963-850a-005b55e2c18a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:14.348077 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3232fb6d-4ca2-4963-850a-005b55e2c18a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:14.365725 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cebd461-8b46-4c1b-8afc-01c016dc0729 None None] Sync routers for ids ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:14.394677 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cebd461-8b46-4c1b-8afc-01c016dc0729 None None] Routers {'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:14.395302 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4cebd461-8b46-4c1b-8afc-01c016dc0729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:14.472463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 87665ba3-011c-46ee-a235-5274f370e7b6 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:14.479773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Calling delete_port for f7deaa14-ce1a-4465-9ed4-b0327b1730cd owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:14.513289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c619-a884-4e90-9b4b-c21f8e3117eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:14.539172 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [req-3750138e-3eab-4074-abe1-e5a57264fe74 req-965b84a0-e594-4ddc-9dd9-decbc68654a1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] No DVR routers for this DVR port ce29a67d-d473-49a6-b3e4-57b0ba7ee04a on host hv-neutron-8433 {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:14.563620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-3750138e-3eab-4074-abe1-e5a57264fe74 req-965b84a0-e594-4ddc-9dd9-decbc68654a1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:14.640667 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-7e556a26-fa80-44e8-8aa8-386305061cd5 None None] Set router a66573e7-d2ed-4635-8512-ff3ee0b02721 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:14.642299 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c2630e-fb9e-42c7-9aa3-b4648d73d211', 'name': 'network-vif-deleted', 'tag': 'ce29a67d-d473-49a6-b3e4-57b0ba7ee04a'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:53:14.755437 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8c619-a884-4e90-9b4b-c21f8e3117eb None None] Pushing event deleted for resources: {'Port': ['ID=f7deaa14-ce1a-4465-9ed4-b0327b1730cd,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:14.783288 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f8c619-a884-4e90-9b4b-c21f8e3117eb None None] No DVR routers for this DVR port f7deaa14-ce1a-4465-9ed4-b0327b1730cd on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:14.803187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-8316857f-7e37-479a-8069-a9becc78b4b2 req-3c63cd5e-99cd-4a57-90ab-173b9a2d7780 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Synchronizing usage tracker for tenant:37812d801ca84073b774698e0a70ba5a on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:14.807466 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3750138e-3eab-4074-abe1-e5a57264fe74 req-965b84a0-e594-4ddc-9dd9-decbc68654a1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.73 "DELETE /v2.0/ports/ce29a67d-d473-49a6-b3e4-57b0ba7ee04a HTTP/1.1" status: 204 len: 173 time: 5.6129198 May 25 22:53:14.811820 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88dcc4d8-577a-4cab-bce7-58d55a0e430a'] response: {'server_uuid': 'c3c2630e-fb9e-42c7-9aa3-b4648d73d211', 'name': 'network-vif-deleted', 'tag': 'ce29a67d-d473-49a6-b3e4-57b0ba7ee04a', 'status': 'completed', 'code': 200} May 25 22:53:14.826379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:53:14.826957 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:53:14.827055 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3232fb6d-4ca2-4963-850a-005b55e2c18a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3186738 May 25 22:53:14.832164 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33656) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:14.839976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:14.846610 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:14.855643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-b35ce86a-6dc7-44ee-ad9e-fb35794acea9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'subnet': {'network_id': '493a9877-872a-42a5-85a8-c8bf52e8cd4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:14.874367 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 87665ba3-011c-46ee-a235-5274f370e7b6 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:14.875117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:14.878281 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-7337f379-251c-4a72-a0a6-2786c0e00814 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] No DVR routers for this DVR port a6059d5e-029f-4b2b-ba70-715a4e1bfa1f on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:14.884209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-7337f379-251c-4a72-a0a6-2786c0e00814 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:14.890646 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd871f841-60c8-4fe3-ab70-d88f5285a7fe', 'name': 'network-vif-deleted', 'tag': 'a6059d5e-029f-4b2b-ba70-715a4e1bfa1f'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:53:14.932424 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-4cebd461-8b46-4c1b-8afc-01c016dc0729 None None] Set router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:14.946039 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5f470890-0068-48ec-9f8d-20aa95bdeaf8 req-7337f379-251c-4a72-a0a6-2786c0e00814 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.73 "DELETE /v2.0/ports/a6059d5e-029f-4b2b-ba70-715a4e1bfa1f HTTP/1.1" status: 204 len: 173 time: 6.2940001 May 25 22:53:14.962789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Allocated IP 172.26.5.110 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/d17edefb-7150-4404-9414-08504271047a) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:14.975302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c448d9c-abce-4af4-b77b-68ee720c3440 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:15.063091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232fb6d-4ca2-4963-850a-005b55e2c18a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Network': ['ID=493a9877-872a-42a5-85a8-c8bf52e8cd4d,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:15.066888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:15.111561 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 493a9877-872a-42a5-85a8-c8bf52e8cd4d details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:53:15.135718 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-7e556a26-fa80-44e8-8aa8-386305061cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'name': 'tempest-ServersTestJSON-536857528-router', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:34Z', 'updated_at': '2022-05-25T22:51:44Z', 'revision_number': 4, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'gw_port': {'id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:35Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '77afd01e-663a-45d6-b949-d36dce81df2f', 'name': '', 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'mac_address': 'fa:16:3e:76:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2640b8fb-952a-426a-9621-4bd33956af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:42Z', 'updated_at': '2022-05-25T22:52:21Z', 'revision_number': 5, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'subnets': [{'id': '2640b8fb-952a-426a-9621-4bd33956af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:15.143752 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e556a26-fa80-44e8-8aa8-386305061cd5 None None] Checking router: a66573e7-d2ed-4635-8512-ff3ee0b02721 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:53:15.166429 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e556a26-fa80-44e8-8aa8-386305061cd5 None None] Routers {'a66573e7-d2ed-4635-8512-ff3ee0b02721'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:15.167065 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-7e556a26-fa80-44e8-8aa8-386305061cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a66573e7-d2ed-4635-8512-ff3ee0b02721'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:15.196548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-8316857f-7e37-479a-8069-a9becc78b4b2 req-3c63cd5e-99cd-4a57-90ab-173b9a2d7780 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Unset dirty status for tenant:37812d801ca84073b774698e0a70ba5a on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:15.209683 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8316857f-7e37-479a-8069-a9becc78b4b2 req-3c63cd5e-99cd-4a57-90ab-173b9a2d7780 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3c2630e-fb9e-42c7-9aa3-b4648d73d211 HTTP/1.1" status: 200 len: 210 time: 0.4879448 May 25 22:53:15.323589 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8742b482-caca-4011-8ddb-ed80217867ae req-bde62080-efe3-4378-9dec-492fd311fa9b tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/ports?device_id=d871f841-60c8-4fe3-ab70-d88f5285a7fe HTTP/1.1" status: 200 len: 210 time: 0.1110911 May 25 22:53:15.327675 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b35ce86a-6dc7-44ee-ad9e-fb35794acea9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:15.358087 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b35ce86a-6dc7-44ee-ad9e-fb35794acea9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:subnet and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:15.366242 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75f8679-c440-4c4a-8b6e-91321e49a5ea tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:15.370357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75f8679-c440-4c4a-8b6e-91321e49a5ea tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:15.374526 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75f8679-c440-4c4a-8b6e-91321e49a5ea tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:15.378386 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75f8679-c440-4c4a-8b6e-91321e49a5ea tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:15.382580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75f8679-c440-4c4a-8b6e-91321e49a5ea tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:15.386562 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75f8679-c440-4c4a-8b6e-91321e49a5ea tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:15.387609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a75f8679-c440-4c4a-8b6e-91321e49a5ea tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Synchronizing usage tracker for tenant:8db729c252ee4bae8b25bee7aae4aaf1 on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:15.391618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b35ce86a-6dc7-44ee-ad9e-fb35794acea9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:15.401347 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b35ce86a-6dc7-44ee-ad9e-fb35794acea9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:15.420626 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a75f8679-c440-4c4a-8b6e-91321e49a5ea tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Unset dirty status for tenant:8db729c252ee4bae8b25bee7aae4aaf1 on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:15.432680 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a75f8679-c440-4c4a-8b6e-91321e49a5ea tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 1.1493714 May 25 22:53:15.432680 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33664) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:15.451630 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:15.485372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-4c448d9c-abce-4af4-b77b-68ee720c3440 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Calling delete_port for f851bf84-c326-4a68-b095-b7c97e032908 owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:15.519499 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Deleting port f7deaa14-ce1a-4465-9ed4-b0327b1730cd {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:15.519840 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:15.542452 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-7e556a26-fa80-44e8-8aa8-386305061cd5 None None] Set router a66573e7-d2ed-4635-8512-ff3ee0b02721 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:15.602820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35ce86a-6dc7-44ee-ad9e-fb35794acea9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:15.671104 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f0901c-6e4d-4f07-81fd-f2fb8310a2b4'] response: {'server_uuid': 'd871f841-60c8-4fe3-ab70-d88f5285a7fe', 'name': 'network-vif-deleted', 'tag': 'a6059d5e-029f-4b2b-ba70-715a4e1bfa1f', 'status': 'completed', 'code': 200} May 25 22:53:15.671681 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f7deaa14-ce1a-4465-9ed4-b0327b1730cd no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:15.717555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: f7deaa14-ce1a-4465-9ed4-b0327b1730cd {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:15.717883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f7deaa14-ce1a-4465-9ed4-b0327b1730cd not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:15.796820 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4cebd461-8b46-4c1b-8afc-01c016dc0729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'name': 'tempest-ServersTestManualDisk-1638303218-router', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:37Z', 'revision_number': 4, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'gw_port': {'id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64', 'name': '', 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'mac_address': 'fa:16:3e:66:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:36Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 5, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'subnets': [{'id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:15.803576 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cebd461-8b46-4c1b-8afc-01c016dc0729 None None] Checking router: ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:53:15.806316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] The port 'f7deaa14-ce1a-4465-9ed4-b0327b1730cd' was deleted {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:53:15.827992 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ca5c2f65-f8af-48d2-868d-3b768518320a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4007237 May 25 22:53:15.832966 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33668) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:15.837679 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cebd461-8b46-4c1b-8afc-01c016dc0729 None None] Routers {'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:15.838410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4cebd461-8b46-4c1b-8afc-01c016dc0729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:15.863638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:16.075322 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:16.097961 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b35ce86a-6dc7-44ee-ad9e-fb35794acea9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:16.108751 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:16.123389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9796b1e-b940-4453-a0c0-e0c64ea53c1a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:16.125648 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9796b1e-b940-4453-a0c0-e0c64ea53c1a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:16.127068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9796b1e-b940-4453-a0c0-e0c64ea53c1a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:16.128360 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9796b1e-b940-4453-a0c0-e0c64ea53c1a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:16.136835 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9796b1e-b940-4453-a0c0-e0c64ea53c1a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:16.136835 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e9796b1e-b940-4453-a0c0-e0c64ea53c1a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2970860 May 25 22:53:16.137941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33672) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:16.145280 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-7e556a26-fa80-44e8-8aa8-386305061cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'name': 'tempest-ServersTestJSON-536857528-router', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:34Z', 'updated_at': '2022-05-25T22:51:44Z', 'revision_number': 4, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'gw_port': {'id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:35Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '77afd01e-663a-45d6-b949-d36dce81df2f', 'name': '', 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'mac_address': 'fa:16:3e:76:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2640b8fb-952a-426a-9621-4bd33956af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:42Z', 'updated_at': '2022-05-25T22:52:21Z', 'revision_number': 5, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'subnets': [{'id': '2640b8fb-952a-426a-9621-4bd33956af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:16.159932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2374fe-8582-4894-9e5f-0d4b3bc52362']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:16.160911 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e556a26-fa80-44e8-8aa8-386305061cd5 None None] The sync data for ids ['a66573e7-d2ed-4635-8512-ff3ee0b02721'] in dv-neutron-843300-1-hyperv is: [{'id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'name': 'tempest-ServersTestJSON-536857528-router', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:34Z', 'updated_at': '2022-05-25T22:51:44Z', 'revision_number': 4, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'gw_port': {'id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:35Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '77afd01e-663a-45d6-b949-d36dce81df2f', 'name': '', 'network_id': 'ad2e64db-8f8f-49b2-92b1-43b2eabb0340', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'mac_address': 'fa:16:3e:76:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2640b8fb-952a-426a-9621-4bd33956af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:42Z', 'updated_at': '2022-05-25T22:52:21Z', 'revision_number': 5, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'subnets': [{'id': '2640b8fb-952a-426a-9621-4bd33956af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:16.196494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-4cebd461-8b46-4c1b-8afc-01c016dc0729 None None] Set router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:16.229604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50f1abf-350c-4337-86a2-d1566658f390 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:16.233147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50f1abf-350c-4337-86a2-d1566658f390 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:16.233147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50f1abf-350c-4337-86a2-d1566658f390 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:16.235949 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93df925a-b9ce-4097-b5f9-897324ea19db') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:16.236103 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50f1abf-350c-4337-86a2-d1566658f390 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:16.236185 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93df925a-b9ce-4097-b5f9-897324ea19db') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:16.236287 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50f1abf-350c-4337-86a2-d1566658f390 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:16.237828 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d50f1abf-350c-4337-86a2-d1566658f390 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0986066 May 25 22:53:16.267476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:16.295401 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:16.302525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33676) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:16.305835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:16.306288 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:16.436113 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:16.438992 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:16.488695 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69fdfe1-2f6b-40bb-8e48-3415372fbd1e tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:16.490279 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b69fdfe1-2f6b-40bb-8e48-3415372fbd1e tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "GET /v2.0/networks/2ba7d0f9-1347-44ec-886d-8ce66995aa02 HTTP/1.1" status: 200 len: 803 time: 0.1861947 May 25 22:53:16.502218 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33686) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:16.537941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:16.543583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:16.547571 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:16.619841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33692) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:16.674659 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33696) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:16.675515 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e28075-5e7f-46bf-a353-6cb5eae84d19 None None] New status for floating IP 1a4310e8-aa73-4446-95f3-34b5f49ffeb1: DOWN {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:53:16.676195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:16.689739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] Pushing event deleted for resources: {'Network': ['ID=2c2374fe-8582-4894-9e5f-0d4b3bc52362,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:16.696889 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=d17edefb-7150-4404-9414-08504271047a,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:16.726092 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7f35ae32-db35-454e-a391-c7e469562b26 tempest-AllowedAddressPairIpV6TestJSON-707641265 tempest-AllowedAddressPairIpV6TestJSON-707641265-project] 10.222.0.66 "DELETE /v2.0/networks/2c2374fe-8582-4894-9e5f-0d4b3bc52362 HTTP/1.1" status: 204 len: 168 time: 3.5579774 May 25 22:53:16.815888 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d65719ff-6e4b-4d80-88a1-68d795929cd1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "GET /v2.0/networks/2ba7d0f9-1347-44ec-886d-8ce66995aa02?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3093140 May 25 22:53:16.829350 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33702) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:16.878849 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1c764422-ab63-4e7b-b5b6-7b03d581fe86 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:16.910248 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:16.969239 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c448d9c-abce-4af4-b77b-68ee720c3440 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:16.979239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1c764422-ab63-4e7b-b5b6-7b03d581fe86 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:17.004000 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3f3f5e68-3113-4cad-a063-77f0d89516c8 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:17.034575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab4472-6758-46d9-92d7-ace32dd75906 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:17.039360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4cebd461-8b46-4c1b-8afc-01c016dc0729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'name': 'tempest-ServersTestManualDisk-1638303218-router', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:37Z', 'revision_number': 4, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'gw_port': {'id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64', 'name': '', 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'mac_address': 'fa:16:3e:66:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:36Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 5, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'subnets': [{'id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:17.039564 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8aab4472-6758-46d9-92d7-ace32dd75906 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "GET /v2.0/subnets/ef7447fd-e06a-4716-922c-4d6d326bf8ac HTTP/1.1" status: 200 len: 843 time: 0.2013261 May 25 22:53:17.039681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c448d9c-abce-4af4-b77b-68ee720c3440 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Pushing event deleted for resources: {'Port': ['ID=f851bf84-c326-4a68-b095-b7c97e032908,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:17.041469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33706) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:17.043220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cebd461-8b46-4c1b-8afc-01c016dc0729 None None] The sync data for ids ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'] in dv-neutron-843300-1-hyperv is: [{'id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'name': 'tempest-ServersTestManualDisk-1638303218-router', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:37Z', 'revision_number': 4, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'gw_port': {'id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64', 'name': '', 'network_id': '9cae65aa-3fc8-4065-9612-66200e7cb1df', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'mac_address': 'fa:16:3e:66:ec:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:36Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 5, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'subnets': [{'id': 'b693039a-8841-4831-b3b8-399b07c1f4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:17.111017 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3f3f5e68-3113-4cad-a063-77f0d89516c8 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:17.196108 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Router 1249f2a0-71cf-46a9-9911-3913bc12a3a3 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:53:17.228799 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f93acb-0a81-45fb-81b7-0704737bf33a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:17.228799 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-50f93acb-0a81-45fb-81b7-0704737bf33a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Synchronizing usage tracker for tenant:8db729c252ee4bae8b25bee7aae4aaf1 on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:17.263953 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-50f93acb-0a81-45fb-81b7-0704737bf33a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Unset dirty status for tenant:8db729c252ee4bae8b25bee7aae4aaf1 on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:17.265255 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-50f93acb-0a81-45fb-81b7-0704737bf33a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "GET /v2.0/subnets/ef7447fd-e06a-4716-922c-4d6d326bf8ac?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2225170 May 25 22:53:17.275304 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33712) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:17.363744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:17.402132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1c764422-ab63-4e7b-b5b6-7b03d581fe86 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:17.415220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b35ce86a-6dc7-44ee-ad9e-fb35794acea9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:17.442716 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33714) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:17.455539 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-484828c6-9922-46b0-a844-be9dc03ed1f8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1305492329'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:17.461557 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c764422-ab63-4e7b-b5b6-7b03d581fe86 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25082faf-7066-4294-b329-b517c4e4e7d9,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:17.463229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3f3f5e68-3113-4cad-a063-77f0d89516c8 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:17.527048 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-484828c6-9922-46b0-a844-be9dc03ed1f8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:17.531141 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f5e68-3113-4cad-a063-77f0d89516c8 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb8776c-8ab0-483c-9533-a01b189c394a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:17.554773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-484828c6-9922-46b0-a844-be9dc03ed1f8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:17.558326 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ce86a-6dc7-44ee-ad9e-fb35794acea9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Subnet': ['ID=4d3b6093-6db3-440b-9d2c-1dcdc8a5b605,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:17.561202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c448d9c-abce-4af4-b77b-68ee720c3440 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:17.592691 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ce86a-6dc7-44ee-ad9e-fb35794acea9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Checking segment: {'id': '5647b1fd-684e-4580-98ab-4045d6cb64e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '493a9877-872a-42a5-85a8-c8bf52e8cd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:17.596125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35ce86a-6dc7-44ee-ad9e-fb35794acea9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network hostable DHCP agents. Network: 493a9877-872a-42a5-85a8-c8bf52e8cd4d, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:53:17.635294 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3f3f5e68-3113-4cad-a063-77f0d89516c8 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:17.638669 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3f3f5e68-3113-4cad-a063-77f0d89516c8 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "DELETE /v2.0/security-groups/8eb8776c-8ab0-483c-9533-a01b189c394a HTTP/1.1" status: 204 len: 168 time: 0.9480181 May 25 22:53:17.638887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33722) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:17.658075 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1c764422-ab63-4e7b-b5b6-7b03d581fe86 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:17.659149 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1c764422-ab63-4e7b-b5b6-7b03d581fe86 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "DELETE /v2.0/security-groups/25082faf-7066-4294-b329-b517c4e4e7d9 HTTP/1.1" status: 204 len: 168 time: 1.0372105 May 25 22:53:17.670761 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33726) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:17.675414 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-e6d6bdcd-339b-473b-833e-271cecc4b144 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] show failed (client error): The resource could not be found. May 25 22:53:17.677260 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e6d6bdcd-339b-473b-833e-271cecc4b144 tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "GET /v2.0/security-groups/8eb8776c-8ab0-483c-9533-a01b189c394a HTTP/1.1" status: 404 len: 347 time: 0.0366154 May 25 22:53:17.690282 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33730) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:17.746977 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2237f573-2869-4d58-97c3-5c156643b529 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c392e7a35f324138b5ca0bc74c2f5ba2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2955258 May 25 22:53:17.749975 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33734) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:17.750253 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-9de69dd4-019e-4779-aeee-726d56cc80b1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] show failed (client error): The resource could not be found. May 25 22:53:17.751247 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9de69dd4-019e-4779-aeee-726d56cc80b1 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "GET /v2.0/security-groups/25082faf-7066-4294-b329-b517c4e4e7d9 HTTP/1.1" status: 404 len: 347 time: 0.0792825 May 25 22:53:17.754970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33738) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:17.758718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35ce86a-6dc7-44ee-ad9e-fb35794acea9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network 493a9877-872a-42a5-85a8-c8bf52e8cd4d is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:53:17.861443 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:17.865030 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-b35ce86a-6dc7-44ee-ad9e-fb35794acea9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 493a9877-872a-42a5-85a8-c8bf52e8cd4d) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:17.873633 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Sync routers for ids ['1249f2a0-71cf-46a9-9911-3913bc12a3a3'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:17.876323 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f049fe-6759-4fcd-829d-be445c6a7c36 None None] Network 493a9877-872a-42a5-85a8-c8bf52e8cd4d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:17.883135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-422630dc-5910-4065-83dc-dd74c940fe3d tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Deleting port 55b7d1df-639f-4d3a-84ee-1a85b248c538 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:17.883653 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-422630dc-5910-4065-83dc-dd74c940fe3d tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:17.885084 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Routers {'1249f2a0-71cf-46a9-9911-3913bc12a3a3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:17.886023 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['1249f2a0-71cf-46a9-9911-3913bc12a3a3'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:17.910653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484828c6-9922-46b0-a844-be9dc03ed1f8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:17.914133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-484828c6-9922-46b0-a844-be9dc03ed1f8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:17.921862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35ce86a-6dc7-44ee-ad9e-fb35794acea9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:17.922680 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b35ce86a-6dc7-44ee-ad9e-fb35794acea9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.025235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c448d9c-abce-4af4-b77b-68ee720c3440 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.098232 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Set router 1249f2a0-71cf-46a9-9911-3913bc12a3a3 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:18.126208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c448d9c-abce-4af4-b77b-68ee720c3440 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.132029 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-d21a8a60-1422-417b-b29a-48bd18173e88 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Deleting port 5d402d68-a528-4fe4-92c2-c058f62d9e54 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:18.132610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d21a8a60-1422-417b-b29a-48bd18173e88 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.146556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-493a9877-872a-42a5-85a8-c8bf52e8cd4d', 'network_id': '493a9877-872a-42a5-85a8-c8bf52e8cd4d', 'tenant_id': '2be403f93a064925863310dc867722e6', 'fixed_ips': [{'subnet_id': '4d3b6093-6db3-440b-9d2c-1dcdc8a5b605'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:53:18.147759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.156791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484828c6-9922-46b0-a844-be9dc03ed1f8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:53:18.210726 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.217249 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fa17dae9-f8af-4dcd-b690-14830ffa1dcc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.5666957 May 25 22:53:18.217249 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b35ce86a-6dc7-44ee-ad9e-fb35794acea9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.3674905 May 25 22:53:18.222051 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33742) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:18.222302 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33744) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:18.276309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-484828c6-9922-46b0-a844-be9dc03ed1f8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.276673 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-484828c6-9922-46b0-a844-be9dc03ed1f8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Added segment 6aa422b6-746d-46c9-867b-5b496d3c0cad of type vlan for network 6eef0352-d617-4369-bd05-abe127845e2e May 25 22:53:18.380848 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Allocated IP 172.20.0.1 (493a9877-872a-42a5-85a8-c8bf52e8cd4d/4d3b6093-6db3-440b-9d2c-1dcdc8a5b605/6a5e3fb2-0ebb-44cb-822d-e18d46900530) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:18.434588 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f355a76-a185-4b00-b8c5-0d000d0182a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.462351 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.517634 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.533275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f355a76-a185-4b00-b8c5-0d000d0182a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.543253 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-484828c6-9922-46b0-a844-be9dc03ed1f8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.551284 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1249f2a0-71cf-46a9-9911-3913bc12a3a3', 'name': 'tempest-snat-router-1346514412', 'tenant_id': '2348b51760e64d8588629f1c8ec2315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': 'd54b8a99-a0e7-4979-ba74-c40ee74a20b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:09Z', 'updated_at': '2022-05-25T22:53:14Z', 'revision_number': 3, 'project_id': '2348b51760e64d8588629f1c8ec2315a', 'gw_port': {'id': 'd54b8a99-a0e7-4979-ba74-c40ee74a20b5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1249f2a0-71cf-46a9-9911-3913bc12a3a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:11Z', 'updated_at': '2022-05-25T22:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:18.555264 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Checking router: 1249f2a0-71cf-46a9-9911-3913bc12a3a3 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:53:18.555618 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Updating router 1249f2a0-71cf-46a9-9911-3913bc12a3a3 port d54b8a99-a0e7-4979-ba74-c40ee74a20b5 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:53:18.579144 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c448d9c-abce-4af4-b77b-68ee720c3440 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.580478 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c448d9c-abce-4af4-b77b-68ee720c3440 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Fanout notify agent at l3_agent the message router_deleted on router 5b8ba8d8-f1ce-4198-aa86-63b7c13b473c {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:53:18.628605 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.652261 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d21a8a60-1422-417b-b29a-48bd18173e88 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.652497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d21a8a60-1422-417b-b29a-48bd18173e88 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.681563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-422630dc-5910-4065-83dc-dd74c940fe3d tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.682034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-422630dc-5910-4065-83dc-dd74c940fe3d tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.687542 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.703378 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Transition to ACTIVE for port object 6a5e3fb2-0ebb-44cb-822d-e18d46900530 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:18.726421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Transition to ACTIVE for port object 6a5e3fb2-0ebb-44cb-822d-e18d46900530 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:18.750301 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.813029 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:18.860302 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-422630dc-5910-4065-83dc-dd74c940fe3d tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Calling delete_port for 55b7d1df-639f-4d3a-84ee-1a85b248c538 owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:18.887285 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Network 493a9877-872a-42a5-85a8-c8bf52e8cd4d is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:18.900250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:18.918389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:18.918622 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-d21a8a60-1422-417b-b29a-48bd18173e88 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Calling delete_port for 5d402d68-a528-4fe4-92c2-c058f62d9e54 owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:18.963785 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.003412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-484828c6-9922-46b0-a844-be9dc03ed1f8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.004385 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.008158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484828c6-9922-46b0-a844-be9dc03ed1f8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:19.008997 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-484828c6-9922-46b0-a844-be9dc03ed1f8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.053276 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Pushing event updated for resources: {'Port': ['ID=6a5e3fb2-0ebb-44cb-822d-e18d46900530,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:19.054437 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9123112d-931a-4352-a816-0e3821e0eb08 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/routers/1249f2a0-71cf-46a9-9911-3913bc12a3a3 HTTP/1.1" status: 200 len: 908 time: 0.8309934 May 25 22:53:19.059275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33750) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:19.081745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Attempting to bind port 6a5e3fb2-0ebb-44cb-822d-e18d46900530 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:53:19.082303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Attempting to bind port 6a5e3fb2-0ebb-44cb-822d-e18d46900530 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '5647b1fd-684e-4580-98ab-4045d6cb64e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '493a9877-872a-42a5-85a8-c8bf52e8cd4d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:53:19.082727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Attempting to bind port 6a5e3fb2-0ebb-44cb-822d-e18d46900530 on network 493a9877-872a-42a5-85a8-c8bf52e8cd4d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:53:19.089497 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:53:19.089957 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Checking segment: {'id': '5647b1fd-684e-4580-98ab-4045d6cb64e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '493a9877-872a-42a5-85a8-c8bf52e8cd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:19.090415 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.090871 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Bound using segment: {'id': '5647b1fd-684e-4580-98ab-4045d6cb64e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '493a9877-872a-42a5-85a8-c8bf52e8cd4d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:53:19.091401 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Bound port: 6a5e3fb2-0ebb-44cb-822d-e18d46900530, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5647b1fd-684e-4580-98ab-4045d6cb64e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '493a9877-872a-42a5-85a8-c8bf52e8cd4d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:53:19.091835 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.123390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c448d9c-abce-4af4-b77b-68ee720c3440 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.124061 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4c448d9c-abce-4af4-b77b-68ee720c3440 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "DELETE /v2.0/routers/5b8ba8d8-f1ce-4198-aa86-63b7c13b473c HTTP/1.1" status: 204 len: 168 time: 8.7993941 May 25 22:53:19.135898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33754) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:19.148843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.153859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f355a76-a185-4b00-b8c5-0d000d0182a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.155256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Request body: {'router': {'name': 'tempest-snat-router-368399417', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'enable_snat': False}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:19.156117 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f355a76-a185-4b00-b8c5-0d000d0182a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.157454 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2f355a76-a185-4b00-b8c5-0d000d0182a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dc07ea30-cbde-4297-8a22-b90b7ce0202b HTTP/1.1" status: 204 len: 168 time: 1.4064007 May 25 22:53:19.191634 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484828c6-9922-46b0-a844-be9dc03ed1f8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Network': ['ID=6eef0352-d617-4369-bd05-abe127845e2e,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:19.193807 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f355a76-a185-4b00-b8c5-0d000d0182a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc07ea30-cbde-4297-8a22-b90b7ce0202b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:19.198910 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] For port 6a5e3fb2-0ebb-44cb-822d-e18d46900530, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:53:19.206990 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 6eef0352-d617-4369-bd05-abe127845e2e details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:53:19.213551 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-484828c6-9922-46b0-a844-be9dc03ed1f8 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7724495 May 25 22:53:19.217869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33760) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:19.276863 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-3070dcfc-7233-4a83-adb9-dae3d8f1a33c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'subnet': {'network_id': '6eef0352-d617-4369-bd05-abe127845e2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:19.326752 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:19.352931 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3b6093-6db3-440b-9d2c-1dcdc8a5b605,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:19.355445 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Usage tracker for resource:router and tenant:fd051ea1c1814c43ae44a19e3ed24e33 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:19.360137 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:19.384052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:19.421920 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab655f9-44b1-48d2-9a3e-f18c9f74b00b None None] New status for floating IP b01a6d5f-ed74-4916-843c-0c0ea228885d: DOWN {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:53:19.454561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-422630dc-5910-4065-83dc-dd74c940fe3d tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.467801 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Transition to ACTIVE for port object d54b8a99-a0e7-4979-ba74-c40ee74a20b5 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:19.474305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d21a8a60-1422-417b-b29a-48bd18173e88 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.550387 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a8a60-1422-417b-b29a-48bd18173e88 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Pushing event deleted for resources: {'Port': ['ID=5d402d68-a528-4fe4-92c2-c058f62d9e54,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:19.563215 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.585584 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] For port 6a5e3fb2-0ebb-44cb-822d-e18d46900530, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6a5e3fb2-0ebb-44cb-822d-e18d46900530,segment=NetworkSegment(5647b1fd-684e-4580-98ab-4045d6cb64e5),segment_id=5647b1fd-684e-4580-98ab-4045d6cb64e5)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:53:19.597913 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3070dcfc-7233-4a83-adb9-dae3d8f1a33c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:19.658097 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3070dcfc-7233-4a83-adb9-dae3d8f1a33c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:19.666777 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:53:19.674484 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.676229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.679427 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Attempting to bind port d54b8a99-a0e7-4979-ba74-c40ee74a20b5 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:53:19.681168 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Attempting to bind port d54b8a99-a0e7-4979-ba74-c40ee74a20b5 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:53:19.681168 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Attempting to bind port d54b8a99-a0e7-4979-ba74-c40ee74a20b5 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:53:19.684692 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.694003 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422630dc-5910-4065-83dc-dd74c940fe3d tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Pushing event deleted for resources: {'Port': ['ID=55b7d1df-639f-4d3a-84ee-1a85b248c538,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:19.696274 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b120a4-bad7-4b09-bb2a-2b0a5f06c70a None None] Pushing event updated for resources: {'Port': ['ID=d54b8a99-a0e7-4979-ba74-c40ee74a20b5,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:19.696516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d21a8a60-1422-417b-b29a-48bd18173e88 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.698446 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:53:19.699007 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:19.699138 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.699590 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:53:19.700072 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Bound port: d54b8a99-a0e7-4979-ba74-c40ee74a20b5, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:53:19.700339 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.703157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.711352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.760202 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493a9877-872a-42a5-85a8-c8bf52e8cd4d']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:19.775687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-422630dc-5910-4065-83dc-dd74c940fe3d tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.779379 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5647b1fd-684e-4580-98ab-4045d6cb64e5') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:19.779679 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5647b1fd-684e-4580-98ab-4045d6cb64e5') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:19.783569 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] For port d54b8a99-a0e7-4979-ba74-c40ee74a20b5, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:53:19.788105 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] For port d54b8a99-a0e7-4979-ba74-c40ee74a20b5, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d54b8a99-a0e7-4979-ba74-c40ee74a20b5,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:53:19.797291 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.799411 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.831549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92e29a-2be4-4320-bbd3-3cee028182d0 None None] Pushing event updated for resources: {'Port': ['ID=6a5e3fb2-0ebb-44cb-822d-e18d46900530,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:19.834889 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.863707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:19.865064 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.878559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3070dcfc-7233-4a83-adb9-dae3d8f1a33c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Made reservation on behalf of 8db729c252ee4bae8b25bee7aae4aaf1 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:19.878799 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:19.888745 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:19.912279 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d21a8a60-1422-417b-b29a-48bd18173e88 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:19.916811 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d21a8a60-1422-417b-b29a-48bd18173e88 tempest-ServersTestJSON-621400710 tempest-ServersTestJSON-621400710-project] 10.222.0.66 "DELETE /v2.0/floatingips/1a4310e8-aa73-4446-95f3-34b5f49ffeb1 HTTP/1.1" status: 204 len: 168 time: 2.1501000 May 25 22:53:19.917676 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33774) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:19.968846 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b1cfe9-9311-4916-8989-b3174742fef8 None None] Network 493a9877-872a-42a5-85a8-c8bf52e8cd4d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:19.999784 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b120a4-bad7-4b09-bb2a-2b0a5f06c70a None None] Pushing event updated for resources: {'Port': ['ID=d54b8a99-a0e7-4979-ba74-c40ee74a20b5,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:20.063467 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Routers {'1249f2a0-71cf-46a9-9911-3913bc12a3a3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:20.066989 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['1249f2a0-71cf-46a9-9911-3913bc12a3a3'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:20.101270 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:20.119127 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-422630dc-5910-4065-83dc-dd74c940fe3d tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:20.120674 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-422630dc-5910-4065-83dc-dd74c940fe3d tempest-ServersTestManualDisk-381668542 tempest-ServersTestManualDisk-381668542-project] 10.222.0.66 "DELETE /v2.0/floatingips/b01a6d5f-ed74-4916-843c-0c0ea228885d HTTP/1.1" status: 204 len: 168 time: 2.4294727 May 25 22:53:20.124428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-34070e37-aca0-4a8e-9bf4-df35b0761693 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:20.132743 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33780) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:20.188602 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 22:53:20.188602 dv-neutron-843300-1-hyperv neutron-server[84716]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 22:53:20.188602 dv-neutron-843300-1-hyperv neutron-server[84716]: [parameters: {'id': '493a9877-872a-42a5-85a8-c8bf52e8cd4d'}] May 25 22:53:20.188602 dv-neutron-843300-1-hyperv neutron-server[84716]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:53:20.196113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:53:20.321231 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=d17edefb-7150-4404-9414-08504271047a,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:20.334632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:20.359883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5d9419-0a19-4728-aef6-a9720522b5ba None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 22:53:20.376611 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] Set router 1249f2a0-71cf-46a9-9911-3913bc12a3a3 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:20.518716 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:20.542738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3070dcfc-7233-4a83-adb9-dae3d8f1a33c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:20.543028 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5d9419-0a19-4728-aef6-a9720522b5ba None None] Resources bound (agent type, host, resource id): {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 22:53:20.618754 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-34070e37-aca0-4a8e-9bf4-df35b0761693 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:20.692206 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:20.762324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-34070e37-aca0-4a8e-9bf4-df35b0761693 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Deleting port d54b8a99-a0e7-4979-ba74-c40ee74a20b5 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:20.762694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-34070e37-aca0-4a8e-9bf4-df35b0761693 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:20.763381 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.ipam_backend_mixin [None req-3070dcfc-7233-4a83-adb9-dae3d8f1a33c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Performing IP validity checks on allocation pools {{(pid=84717) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 25 22:53:20.764048 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.ipam_backend_mixin [None req-3070dcfc-7233-4a83-adb9-dae3d8f1a33c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84717) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 25 22:53:20.813717 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Deleting port 6a5e3fb2-0ebb-44cb-822d-e18d46900530 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:20.814132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:20.873057 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1249f2a0-71cf-46a9-9911-3913bc12a3a3', 'name': 'tempest-snat-router-1346514412', 'tenant_id': '2348b51760e64d8588629f1c8ec2315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': 'd54b8a99-a0e7-4979-ba74-c40ee74a20b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:09Z', 'updated_at': '2022-05-25T22:53:14Z', 'revision_number': 3, 'project_id': '2348b51760e64d8588629f1c8ec2315a', 'gw_port': {'id': 'd54b8a99-a0e7-4979-ba74-c40ee74a20b5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1249f2a0-71cf-46a9-9911-3913bc12a3a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:11Z', 'updated_at': '2022-05-25T22:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:20.882483 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac56ab-74a4-4008-a6e8-6c643244c12e None None] The sync data for ids ['1249f2a0-71cf-46a9-9911-3913bc12a3a3'] in dv-neutron-843300-1-hyperv is: [{'id': '1249f2a0-71cf-46a9-9911-3913bc12a3a3', 'name': 'tempest-snat-router-1346514412', 'tenant_id': '2348b51760e64d8588629f1c8ec2315a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': 'd54b8a99-a0e7-4979-ba74-c40ee74a20b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:09Z', 'updated_at': '2022-05-25T22:53:14Z', 'revision_number': 3, 'project_id': '2348b51760e64d8588629f1c8ec2315a', 'gw_port': {'id': 'd54b8a99-a0e7-4979-ba74-c40ee74a20b5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1249f2a0-71cf-46a9-9911-3913bc12a3a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:11Z', 'updated_at': '2022-05-25T22:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:21.068984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33790) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:21.253862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-34070e37-aca0-4a8e-9bf4-df35b0761693 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] For port d54b8a99-a0e7-4979-ba74-c40ee74a20b5, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d54b8a99-a0e7-4979-ba74-c40ee74a20b5,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:21.254223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-34070e37-aca0-4a8e-9bf4-df35b0761693 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:21.336739 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1479630617'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:21.385724 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.l3_db [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Floating IP 7dbd72b2-1100-405a-84d2-b08d8ff5bbbd associated. External IP: 172.26.5.110, port: 869c402f-0110-4d80-8332-a5a62bb29860. May 25 22:53:21.402866 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:21.410897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-34070e37-aca0-4a8e-9bf4-df35b0761693 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Calling delete_port for d54b8a99-a0e7-4979-ba74-c40ee74a20b5 owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:21.445977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] For port 6a5e3fb2-0ebb-44cb-822d-e18d46900530, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6a5e3fb2-0ebb-44cb-822d-e18d46900530,segment=NetworkSegment(5647b1fd-684e-4580-98ab-4045d6cb64e5),segment_id=5647b1fd-684e-4580-98ab-4045d6cb64e5)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:21.446337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:21.452093 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3070dcfc-7233-4a83-adb9-dae3d8f1a33c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:21.462858 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:network and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:21.494417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:21.622286 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:21.636396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070dcfc-7233-4a83-adb9-dae3d8f1a33c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Subnet': ['ID=d5d9d8cb-a9b9-4a00-b3e5-e4d1dee01f0f,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:21.642734 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Calling delete_port for 6a5e3fb2-0ebb-44cb-822d-e18d46900530 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:21.681047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070dcfc-7233-4a83-adb9-dae3d8f1a33c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Checking segment: {'id': '6aa422b6-746d-46c9-867b-5b496d3c0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6eef0352-d617-4369-bd05-abe127845e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:21.681440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3070dcfc-7233-4a83-adb9-dae3d8f1a33c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network hostable DHCP agents. Network: 6eef0352-d617-4369-bd05-abe127845e2e, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:53:21.790554 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9753afab-06c6-4505-a78a-4cfd4d686191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:21.839862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:21.880755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:21.883604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:21.901639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3070dcfc-7233-4a83-adb9-dae3d8f1a33c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Network 6eef0352-d617-4369-bd05-abe127845e2e is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:53:21.903406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:21.937931 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd0846d0-89b8-412c-9d6b-3a37d98e1bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:21.953319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:22.009978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-3070dcfc-7233-4a83-adb9-dae3d8f1a33c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 6eef0352-d617-4369-bd05-abe127845e2e) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:22.023535 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3e20ac-c67b-420c-9b57-6dbc677de828 None None] Network 6eef0352-d617-4369-bd05-abe127845e2e requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:22.078828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:22.172107 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Port': ['ID=6a5e3fb2-0ebb-44cb-822d-e18d46900530,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:22.175800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:22.193379 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:security_group_rule and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:22.198343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No DVR routers for this DVR port 6a5e3fb2-0ebb-44cb-822d-e18d46900530 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:22.208087 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3070dcfc-7233-4a83-adb9-dae3d8f1a33c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:22.208708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3070dcfc-7233-4a83-adb9-dae3d8f1a33c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:22.235371 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:22.262525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-6eef0352-d617-4369-bd05-abe127845e2e', 'network_id': '6eef0352-d617-4369-bd05-abe127845e2e', 'tenant_id': '8db729c252ee4bae8b25bee7aae4aaf1', 'fixed_ips': [{'subnet_id': 'd5d9d8cb-a9b9-4a00-b3e5-e4d1dee01f0f'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:53:22.263244 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:22.272612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Allocated IP 172.26.5.75 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/b97b4224-75da-47c3-b208-8d1ece1ae110) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:22.275574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:22.455502 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:22.473187 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3070dcfc-7233-4a83-adb9-dae3d8f1a33c tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.2049434 May 25 22:53:22.477939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33796) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:22.487813 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-63c338c2-ec82-4770-ba5d-81a26059ff75 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:22.499935 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d54b8a99-a0e7-4979-ba74-c40ee74a20b5 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:22.506846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-34070e37-aca0-4a8e-9bf4-df35b0761693 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:22.537659 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: d54b8a99-a0e7-4979-ba74-c40ee74a20b5 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:22.538120 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d54b8a99-a0e7-4979-ba74-c40ee74a20b5 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 25 22:53:22.552055 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493a9877-872a-42a5-85a8-c8bf52e8cd4d']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:22.577892 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Port d54b8a99-a0e7-4979-ba74-c40ee74a20b5 not found, will not notify nova. {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 25 22:53:22.590294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Allocated IP 2001:db8::3 (6eef0352-d617-4369-bd05-abe127845e2e/d5d9d8cb-a9b9-4a00-b3e5-e4d1dee01f0f/7c656d6e-d964-4611-9d19-cc83de7927be) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:22.593224 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34070e37-aca0-4a8e-9bf4-df35b0761693 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Pushing event deleted for resources: {'Port': ['ID=d54b8a99-a0e7-4979-ba74-c40ee74a20b5,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:22.597679 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5647b1fd-684e-4580-98ab-4045d6cb64e5') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:22.598122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5647b1fd-684e-4580-98ab-4045d6cb64e5') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:22.671617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:22.772624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:22.795175 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:22.795649 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:22.812818 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:22.815711 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:22.833021 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:22.844125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-63c338c2-ec82-4770-ba5d-81a26059ff75 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2961855'] for subnet, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:22.844564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Transition to ACTIVE for port object 7c656d6e-d964-4611-9d19-cc83de7927be will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:22.863380 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Transition to ACTIVE for port object 7c656d6e-d964-4611-9d19-cc83de7927be will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:22.883727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:22.968074 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router 71634a57-74dc-4a9b-9b07-b78c862f8647 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:53:22.975106 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.035070 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.049631 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Network 6eef0352-d617-4369-bd05-abe127845e2e is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:23.053653 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:23.058784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:23.060960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Pushing event updated for resources: {'Port': ['ID=7c656d6e-d964-4611-9d19-cc83de7927be,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:23.076220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-34070e37-aca0-4a8e-9bf4-df35b0761693 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.137249 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:53:23.151523 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Attempting to bind port 7c656d6e-d964-4611-9d19-cc83de7927be on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:53:23.152166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Attempting to bind port 7c656d6e-d964-4611-9d19-cc83de7927be by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '6aa422b6-746d-46c9-867b-5b496d3c0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6eef0352-d617-4369-bd05-abe127845e2e'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:53:23.152731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Attempting to bind port 7c656d6e-d964-4611-9d19-cc83de7927be on network 6eef0352-d617-4369-bd05-abe127845e2e {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:53:23.159299 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:53:23.159662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Checking segment: {'id': '6aa422b6-746d-46c9-867b-5b496d3c0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6eef0352-d617-4369-bd05-abe127845e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:23.160054 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.160441 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Bound using segment: {'id': '6aa422b6-746d-46c9-867b-5b496d3c0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6eef0352-d617-4369-bd05-abe127845e2e'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:53:23.161030 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Bound port: 7c656d6e-d964-4611-9d19-cc83de7927be, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa422b6-746d-46c9-867b-5b496d3c0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6eef0352-d617-4369-bd05-abe127845e2e'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:53:23.161882 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.216131 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.221180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.257950 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1ef39121-e2d0-4796-a717-823369604757 None None] For port 7c656d6e-d964-4611-9d19-cc83de7927be, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:53:23.261038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1ef39121-e2d0-4796-a717-823369604757 None None] For port 7c656d6e-d964-4611-9d19-cc83de7927be, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=7c656d6e-d964-4611-9d19-cc83de7927be,segment=NetworkSegment(6aa422b6-746d-46c9-867b-5b496d3c0cad),segment_id=6aa422b6-746d-46c9-867b-5b496d3c0cad)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:53:23.268436 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4837f717-12d6-4c33-913e-9f770452e995,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:23.277664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.278012 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Added segment 07e6a29a-38b6-4df7-825a-ce8726c6953d of type vlan for network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 May 25 22:53:23.287947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Network': ['ID=493a9877-872a-42a5-85a8-c8bf52e8cd4d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:23.375042 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.476218 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef39121-e2d0-4796-a717-823369604757 None None] Pushing event updated for resources: {'Port': ['ID=7c656d6e-d964-4611-9d19-cc83de7927be,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:23.527020 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6ef93768-2534-44d2-9c27-88b3e9e39534 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/493a9877-872a-42a5-85a8-c8bf52e8cd4d HTTP/1.1" status: 204 len: 168 time: 5.3011379 May 25 22:53:23.528214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.543043 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33800) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:23.557711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-9360b56b-e74c-4512-b8bd-c341bff78cb0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-891797113'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:23.578228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9360b56b-e74c-4512-b8bd-c341bff78cb0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:23.608058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9360b56b-e74c-4512-b8bd-c341bff78cb0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:network and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:23.613214 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9360b56b-e74c-4512-b8bd-c341bff78cb0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:23.646358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9360b56b-e74c-4512-b8bd-c341bff78cb0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:23.649219 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.670335 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-34070e37-aca0-4a8e-9bf4-df35b0761693 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.701426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-34070e37-aca0-4a8e-9bf4-df35b0761693 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.706874 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:23.707683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Pushing event updated for resources: {'Port': ['ID=b97b4224-75da-47c3-b208-8d1ece1ae110,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:23.722595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:23.730768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:23.741951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-63c338c2-ec82-4770-ba5d-81a26059ff75 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790575588509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2880450'] for subnet, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.849533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.853363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:23.853969 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.901441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-34070e37-aca0-4a8e-9bf4-df35b0761693 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:23.901990 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34070e37-aca0-4a8e-9bf4-df35b0761693 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1249f2a0-71cf-46a9-9911-3913bc12a3a3 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:53:23.954669 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9360b56b-e74c-4512-b8bd-c341bff78cb0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:23.958372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9360b56b-e74c-4512-b8bd-c341bff78cb0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:24.013889 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-34070e37-aca0-4a8e-9bf4-df35b0761693 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:24.014968 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-34070e37-aca0-4a8e-9bf4-df35b0761693 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "DELETE /v2.0/routers/1249f2a0-71cf-46a9-9911-3913bc12a3a3 HTTP/1.1" status: 204 len: 168 time: 4.9541419 May 25 22:53:24.020321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33804) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:24.037633 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c338c2-ec82-4770-ba5d-81a26059ff75 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:24.038234 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-63c338c2-ec82-4770-ba5d-81a26059ff75 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:24.039533 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-63c338c2-ec82-4770-ba5d-81a26059ff75 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "PUT /v2.0/subnets/d5d9d8cb-a9b9-4a00-b3e5-e4d1dee01f0f HTTP/1.1" status: 200 len: 900 time: 1.5620670 May 25 22:53:24.071017 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9360b56b-e74c-4512-b8bd-c341bff78cb0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:53:24.073861 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33808) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:24.074479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c338c2-ec82-4770-ba5d-81a26059ff75 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event updated for resources: {'Subnet': ['ID=d5d9d8cb-a9b9-4a00-b3e5-e4d1dee01f0f,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:24.080832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Network': ['ID=228eb34e-59ed-4b00-ac30-fd8c9bc52748,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:24.093376 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:53:24.154824 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-32076a19-4987-4231-9b1b-69f93be0e8b4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0830848 May 25 22:53:24.158101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33812) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:24.167580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-23c3594d-570b-4e24-ae61-bd151bd28254 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:24.181012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9360b56b-e74c-4512-b8bd-c341bff78cb0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:24.181368 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-9360b56b-e74c-4512-b8bd-c341bff78cb0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Added segment 19f1ef14-8189-4603-86a8-5242faffbe6f of type vlan for network 2ee199ac-3dd7-4793-8ca5-211b0b895dc3 May 25 22:53:24.304712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-23c3594d-570b-4e24-ae61-bd151bd28254 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:24.304967 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9360b56b-e74c-4512-b8bd-c341bff78cb0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:24.313438 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-23c3594d-570b-4e24-ae61-bd151bd28254 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:24.318088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-9753afab-06c6-4505-a78a-4cfd4d686191 admin admin] Deleting port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:24.318088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9753afab-06c6-4505-a78a-4cfd4d686191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:24.318376 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-23c3594d-570b-4e24-ae61-bd151bd28254 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:24.325792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-23c3594d-570b-4e24-ae61-bd151bd28254 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:24.344998 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:24.358797 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6251db17-0745-4658-a8d1-157aa2c5dc87 None None] Sync routers for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:24.372303 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251db17-0745-4658-a8d1-157aa2c5dc87 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:24.373449 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-6251db17-0745-4658-a8d1-157aa2c5dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:24.398384 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5802d78f-5ad6-43b9-a781-370d8a01c88a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:24.466327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c3594d-570b-4e24-ae61-bd151bd28254 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:24.487553 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:24.488266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:24.507502 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-6251db17-0745-4658-a8d1-157aa2c5dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:24.531131 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251db17-0745-4658-a8d1-157aa2c5dc87 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:24.531812 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-6251db17-0745-4658-a8d1-157aa2c5dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:24.563475 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 7c656d6e-d964-4611-9d19-cc83de7927be up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:24.676045 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-6251db17-0745-4658-a8d1-157aa2c5dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:24.677500 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6251db17-0745-4658-a8d1-157aa2c5dc87 None None] The sync data for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:24.695222 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:24.705454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:24.731351 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9360b56b-e74c-4512-b8bd-c341bff78cb0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:24.735176 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9360b56b-e74c-4512-b8bd-c341bff78cb0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:24.735730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9360b56b-e74c-4512-b8bd-c341bff78cb0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:24.752143 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 7c656d6e-d964-4611-9d19-cc83de7927be completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:24.786504 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5427670a-887f-4cd3-ba6d-32d1dc2fc623 None None] Network 6eef0352-d617-4369-bd05-abe127845e2e requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:24.802830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-23c3594d-570b-4e24-ae61-bd151bd28254 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:24.845460 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-9753afab-06c6-4505-a78a-4cfd4d686191 admin admin] For port bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64,segment=NetworkSegment(dba618f3-3eb2-45f9-94d1-c9d4337dff24),segment_id=dba618f3-3eb2-45f9-94d1-c9d4337dff24)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:24.845812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9753afab-06c6-4505-a78a-4cfd4d686191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:24.996897 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-42978650-2600-494f-9e5b-359a685d0501 None None] Provisioning for port 7c656d6e-d964-4611-9d19-cc83de7927be completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:25.006414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-cd0846d0-89b8-412c-9d6b-3a37d98e1bec admin admin] Deleting port 77afd01e-663a-45d6-b949-d36dce81df2f {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:25.007258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd0846d0-89b8-412c-9d6b-3a37d98e1bec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:25.014495 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-42978650-2600-494f-9e5b-359a685d0501 None None] Provisioning complete for port 7c656d6e-d964-4611-9d19-cc83de7927be triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:25.014495 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-42978650-2600-494f-9e5b-359a685d0501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:25.047310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-9753afab-06c6-4505-a78a-4cfd4d686191 admin admin] Calling delete_port for bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:25.091544 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9360b56b-e74c-4512-b8bd-c341bff78cb0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5397158 May 25 22:53:25.099190 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33816) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:25.100132 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Deleting port 7c656d6e-d964-4611-9d19-cc83de7927be {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:25.100525 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:25.127358 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-707f992d-90ba-4642-ad62-a7df76622840 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.6252909 May 25 22:53:25.130079 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33818) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:25.198291 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-42978650-2600-494f-9e5b-359a685d0501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:25.219424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-8e36753c-58f6-4c56-b3cb-5a3e3d2085c5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'subnet': {'network_id': '2ee199ac-3dd7-4793-8ca5-211b0b895dc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:25.224666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5802d78f-5ad6-43b9-a781-370d8a01c88a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:25.233321 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360b56b-e74c-4512-b8bd-c341bff78cb0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Network': ['ID=2ee199ac-3dd7-4793-8ca5-211b0b895dc3,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:25.245406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-42978650-2600-494f-9e5b-359a685d0501 None None] For port 7c656d6e-d964-4611-9d19-cc83de7927be, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=7c656d6e-d964-4611-9d19-cc83de7927be,segment=NetworkSegment(6aa422b6-746d-46c9-867b-5b496d3c0cad),segment_id=6aa422b6-746d-46c9-867b-5b496d3c0cad)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:25.262952 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 2ee199ac-3dd7-4793-8ca5-211b0b895dc3 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:53:25.303448 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-23c3594d-570b-4e24-ae61-bd151bd28254 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:25.352776 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-42978650-2600-494f-9e5b-359a685d0501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:25.373279 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-5802d78f-5ad6-43b9-a781-370d8a01c88a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Deleting port 87665ba3-011c-46ee-a235-5274f370e7b6 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:25.373623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5802d78f-5ad6-43b9-a781-370d8a01c88a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:25.459654 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42978650-2600-494f-9e5b-359a685d0501 None None] Pushing event updated for resources: {'Port': ['ID=7c656d6e-d964-4611-9d19-cc83de7927be,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:25.485022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Router 4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:53:25.491146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b254cc-a584-45b7-82e6-930377029e7c None None] Network 6eef0352-d617-4369-bd05-abe127845e2e requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:25.606654 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a28405e8-962a-422e-87b7-8dd45bfa29e3 None None] Provisioning complete for port 7c656d6e-d964-4611-9d19-cc83de7927be triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:25.607215 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a28405e8-962a-422e-87b7-8dd45bfa29e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:25.666576 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-afaf10c4-a8ae-414e-a46c-ba02402e7f24 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "GET /v2.0/floatingips/7dbd72b2-1100-405a-84d2-b08d8ff5bbbd HTTP/1.1" status: 200 len: 978 time: 0.5139036 May 25 22:53:25.671535 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33824) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:25.681338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3594d-570b-4e24-ae61-bd151bd28254 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=c0b36ac7-847a-4783-ac8b-a1ea3be31455,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:25.697897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8e36753c-58f6-4c56-b3cb-5a3e3d2085c5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:25.716970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8e36753c-58f6-4c56-b3cb-5a3e3d2085c5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:subnet and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:25.726787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8e36753c-58f6-4c56-b3cb-5a3e3d2085c5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:25.767078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8e36753c-58f6-4c56-b3cb-5a3e3d2085c5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:25.838093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3594d-570b-4e24-ae61-bd151bd28254 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:25.838690 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c3594d-570b-4e24-ae61-bd151bd28254 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network hostable DHCP agents. Network: 228eb34e-59ed-4b00-ac30-fd8c9bc52748, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:53:25.844589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-cd0846d0-89b8-412c-9d6b-3a37d98e1bec admin admin] For port 77afd01e-663a-45d6-b949-d36dce81df2f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=77afd01e-663a-45d6-b949-d36dce81df2f,segment=NetworkSegment(e20c8822-d53a-4556-a220-ebf8eca4a7fa),segment_id=e20c8822-d53a-4556-a220-ebf8eca4a7fa)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:25.844778 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd0846d0-89b8-412c-9d6b-3a37d98e1bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:25.889580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-5802d78f-5ad6-43b9-a781-370d8a01c88a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] For port 87665ba3-011c-46ee-a235-5274f370e7b6, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=87665ba3-011c-46ee-a235-5274f370e7b6,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:25.889580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5802d78f-5ad6-43b9-a781-370d8a01c88a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:26.014634 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-cd0846d0-89b8-412c-9d6b-3a37d98e1bec admin admin] Calling delete_port for 77afd01e-663a-45d6-b949-d36dce81df2f owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:26.039880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e36753c-58f6-4c56-b3cb-5a3e3d2085c5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:26.045345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-5802d78f-5ad6-43b9-a781-370d8a01c88a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Calling delete_port for 87665ba3-011c-46ee-a235-5274f370e7b6 owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:26.082267 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0c9e3b98-9bfa-4724-b2d8-9a8a78efce51 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4023011 May 25 22:53:26.086551 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33828) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:26.103277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a9b10a90-9ed4-4b48-bfbe-41a714ec7646 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'floatingip': {'port_id': '183fe171-97f5-48cc-a36c-62eb952cc08f'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:26.175742 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-10bbd201-339f-4b67-bb95-ca74de926899 None None] Provisioning complete for port 7c656d6e-d964-4611-9d19-cc83de7927be triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:26.176347 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-10bbd201-339f-4b67-bb95-ca74de926899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:26.222944 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] For port 7c656d6e-d964-4611-9d19-cc83de7927be, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=7c656d6e-d964-4611-9d19-cc83de7927be,segment=NetworkSegment(6aa422b6-746d-46c9-867b-5b496d3c0cad),segment_id=6aa422b6-746d-46c9-867b-5b496d3c0cad)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:26.223299 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:26.240660 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c3594d-570b-4e24-ae61-bd151bd28254 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:53:26.259042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9b10a90-9ed4-4b48-bfbe-41a714ec7646 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:26.316913 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e36753c-58f6-4c56-b3cb-5a3e3d2085c5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:26.367449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-23c3594d-570b-4e24-ae61-bd151bd28254 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 228eb34e-59ed-4b00-ac30-fd8c9bc52748) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:26.385692 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c3594d-570b-4e24-ae61-bd151bd28254 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:26.388011 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-23c3594d-570b-4e24-ae61-bd151bd28254 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:26.388412 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be90fc8b-4371-46a9-b529-9739a68a41a8 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:26.403081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9753afab-06c6-4505-a78a-4cfd4d686191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:26.413273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Calling delete_port for 7c656d6e-d964-4611-9d19-cc83de7927be owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:26.494816 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 7c656d6e-d964-4611-9d19-cc83de7927be up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:26.529071 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-23c3594d-570b-4e24-ae61-bd151bd28254 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3671367 May 25 22:53:26.541444 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33832) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:26.573232 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753afab-06c6-4505-a78a-4cfd4d686191 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:26.580884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'name': 'tempest-NetworksTestDHCPv6-1861644146'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:26.636661 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 7c656d6e-d964-4611-9d19-cc83de7927be triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:26.637020 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:26.712303 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:26.759244 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Sync routers for ids ['4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:26.807155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5802d78f-5ad6-43b9-a781-370d8a01c88a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:26.814324 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': 'c0b36ac7-847a-4783-ac8b-a1ea3be31455'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:53:26.817320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:26.877106 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Routers {'4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:26.877743 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:27.051117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802d78f-5ad6-43b9-a781-370d8a01c88a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Pushing event deleted for resources: {'Port': ['ID=87665ba3-011c-46ee-a235-5274f370e7b6,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:27.146044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:27.149453 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-90419a64-d8cb-4206-8b0b-17dd7a9548d0 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.0103514 May 25 22:53:27.175983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Set router 4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:27.279550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33836) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:27.348403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:27.378028 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:27.425449 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:27.450908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:27.484859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:27.506397 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5802d78f-5ad6-43b9-a781-370d8a01c88a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:27.552735 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Port': ['ID=7c656d6e-d964-4611-9d19-cc83de7927be,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:27.565331 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd0846d0-89b8-412c-9d6b-3a37d98e1bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:27.589983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Allocated IP 2001:db8::2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/c0b36ac7-847a-4783-ac8b-a1ea3be31455/8479542a-b2c6-4f25-884e-144381e55ed2) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:27.592817 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb', 'name': 'tempest-snat-router-368399417', 'tenant_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.75'}], 'enable_snat': False}, 'gw_port_id': 'b97b4224-75da-47c3-b208-8d1ece1ae110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:19Z', 'updated_at': '2022-05-25T22:53:24Z', 'revision_number': 3, 'project_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'gw_port': {'id': 'b97b4224-75da-47c3-b208-8d1ece1ae110', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:21Z', 'updated_at': '2022-05-25T22:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:27.603511 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Checking router: 4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:53:27.603961 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Updating router 4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb port b97b4224-75da-47c3-b208-8d1ece1ae110 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:53:27.653519 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0846d0-89b8-412c-9d6b-3a37d98e1bec admin admin] Pushing event deleted for resources: {'Port': ['ID=77afd01e-663a-45d6-b949-d36dce81df2f,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:27.655691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:27.658897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:27.672838 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e36753c-58f6-4c56-b3cb-5a3e3d2085c5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:27.725311 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db5dd4a-6312-48a7-9d02-87e683a4ad98 None None] DHCP port deletion for 6eef0352-d617-4369-bd05-abe127845e2e request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:53:27.748838 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:27.793316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port 7610daf0-47ad-40a8-9a5a-4ac642b0a9fd yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:53:27.869890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5802d78f-5ad6-43b9-a781-370d8a01c88a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:27.878153 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36753c-58f6-4c56-b3cb-5a3e3d2085c5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Subnet': ['ID=daaf0ed3-b448-4d49-97b7-314c6e51c4ae,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:27.891557 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5802d78f-5ad6-43b9-a781-370d8a01c88a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:27.896926 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-a9b10a90-9ed4-4b48-bfbe-41a714ec7646 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:53:27.945038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e36753c-58f6-4c56-b3cb-5a3e3d2085c5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Checking segment: {'id': '19f1ef14-8189-4603-86a8-5242faffbe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ee199ac-3dd7-4793-8ca5-211b0b895dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:27.945305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e36753c-58f6-4c56-b3cb-5a3e3d2085c5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network hostable DHCP agents. Network: 2ee199ac-3dd7-4793-8ca5-211b0b895dc3, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:53:28.011789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9753afab-06c6-4505-a78a-4cfd4d686191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.017237 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-34813577-1c08-4401-8960-550e57c80c7e tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/routers/4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb HTTP/1.1" status: 200 len: 907 time: 0.7342482 May 25 22:53:28.018266 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33840) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:28.048161 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9b10a90-9ed4-4b48-bfbe-41a714ec7646 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.077824 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Request body: {'router': {'name': 'tempest-snat-router-368399417', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'enable_snat': True}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:28.079872 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.088796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:28.156425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Usage tracker for resource:router and tenant:fd051ea1c1814c43ae44a19e3ed24e33 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:28.168826 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5802d78f-5ad6-43b9-a781-370d8a01c88a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.169365 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5802d78f-5ad6-43b9-a781-370d8a01c88a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8709373a-e025-4e1c-87ab-c4741d5e500b {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:53:28.172594 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9b10a90-9ed4-4b48-bfbe-41a714ec7646 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.185984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Transition to ACTIVE for port object 8479542a-b2c6-4f25-884e-144381e55ed2 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:28.188917 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e36753c-58f6-4c56-b3cb-5a3e3d2085c5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network 2ee199ac-3dd7-4793-8ca5-211b0b895dc3 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:53:28.222108 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:28.227584 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Transition to ACTIVE for port object 8479542a-b2c6-4f25-884e-144381e55ed2 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:28.236420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5802d78f-5ad6-43b9-a781-370d8a01c88a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.237573 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5802d78f-5ad6-43b9-a781-370d8a01c88a tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "DELETE /v2.0/routers/8709373a-e025-4e1c-87ab-c4741d5e500b HTTP/1.1" status: 204 len: 168 time: 4.2159033 May 25 22:53:28.243297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.245755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33844) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:28.251742 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No DVR routers for this DVR port 7c656d6e-d964-4611-9d19-cc83de7927be on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:28.257701 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Transition to ACTIVE for port object b97b4224-75da-47c3-b208-8d1ece1ae110 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:28.281486 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:28.319549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.324680 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1015157412', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:28.332385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:28.338164 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Usage tracker for resource:router and tenant:cd0b7388295f4770ad7e90c33866e0d8 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:28.341200 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:28.347002 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:28.394330 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.404570 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-8e36753c-58f6-4c56-b3cb-5a3e3d2085c5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 2ee199ac-3dd7-4793-8ca5-211b0b895dc3) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:28.408882 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e36753c-58f6-4c56-b3cb-5a3e3d2085c5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:28.409459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e36753c-58f6-4c56-b3cb-5a3e3d2085c5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.426012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.427792 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.449782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c97029-85de-485c-93a9-9156860a0ce1 None None] Network 2ee199ac-3dd7-4793-8ca5-211b0b895dc3 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:28.461302 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.462239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.480340 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:28.498905 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:28.503227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Pushing event updated for resources: {'Port': ['ID=8479542a-b2c6-4f25-884e-144381e55ed2,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:28.506341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.508957 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:28.516246 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.529686 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-a9b10a90-9ed4-4b48-bfbe-41a714ec7646 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Floating IP 7dbd72b2-1100-405a-84d2-b08d8ff5bbbd associated. External IP: 172.26.5.110, port: 869c402f-0110-4d80-8332-a5a62bb29860. May 25 22:53:28.675790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::19d (228eb34e-59ed-4b00-ac30-fd8c9bc52748/c0b36ac7-847a-4783-ac8b-a1ea3be31455/7610daf0-47ad-40a8-9a5a-4ac642b0a9fd) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:28.687620 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Attempting to bind port b97b4224-75da-47c3-b208-8d1ece1ae110 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:53:28.688195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Attempting to bind port b97b4224-75da-47c3-b208-8d1ece1ae110 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:53:28.688566 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Attempting to bind port b97b4224-75da-47c3-b208-8d1ece1ae110 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:53:28.693382 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.752548 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8e36753c-58f6-4c56-b3cb-5a3e3d2085c5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.6213653 May 25 22:53:28.752750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:53:28.752750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:28.752750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.753124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:53:28.753710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Bound port: b97b4224-75da-47c3-b208-8d1ece1ae110, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:53:28.754191 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:28.768200 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33848) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:28.872432 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Attempting to bind port 8479542a-b2c6-4f25-884e-144381e55ed2 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:53:28.872831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Attempting to bind port 8479542a-b2c6-4f25-884e-144381e55ed2 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:53:28.873209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Attempting to bind port 8479542a-b2c6-4f25-884e-144381e55ed2 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:53:28.886307 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d54b8a99-a0e7-4979-ba74-c40ee74a20b5 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:28.922412 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c11a40-b91c-4f67-a5be-2ebb74b34696 None None] Pushing event updated for resources: {'Port': ['ID=b97b4224-75da-47c3-b208-8d1ece1ae110,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:28.953582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: d54b8a99-a0e7-4979-ba74-c40ee74a20b5 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:28.953946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d54b8a99-a0e7-4979-ba74-c40ee74a20b5 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:28.954335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 7c656d6e-d964-4611-9d19-cc83de7927be no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:28.986623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.014422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:53:29.014868 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:29.015236 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.015616 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:53:29.016085 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Bound port: 8479542a-b2c6-4f25-884e-144381e55ed2, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:53:29.016446 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.044013 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 7c656d6e-d964-4611-9d19-cc83de7927be {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:29.044271 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 7c656d6e-d964-4611-9d19-cc83de7927be not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:29.126042 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] For port b97b4224-75da-47c3-b208-8d1ece1ae110, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:53:29.173783 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] For port b97b4224-75da-47c3-b208-8d1ece1ae110, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b97b4224-75da-47c3-b208-8d1ece1ae110,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:53:29.192954 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-2ee199ac-3dd7-4793-8ca5-211b0b895dc3', 'network_id': '2ee199ac-3dd7-4793-8ca5-211b0b895dc3', 'tenant_id': '2be403f93a064925863310dc867722e6', 'fixed_ips': [{'subnet_id': 'daaf0ed3-b448-4d49-97b7-314c6e51c4ae'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:53:29.193195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.193898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.220503 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] For port 8479542a-b2c6-4f25-884e-144381e55ed2, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:53:29.322846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d9d8cb-a9b9-4a00-b3e5-e4d1dee01f0f,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:29.329199 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.378285 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b662e95a-0c73-44e5-ad3e-270725573f1f None None] Network 6eef0352-d617-4369-bd05-abe127845e2e requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:29.386225 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.392366 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] For port 8479542a-b2c6-4f25-884e-144381e55ed2, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8479542a-b2c6-4f25-884e-144381e55ed2,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:53:29.422300 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.428911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b10a90-9ed4-4b48-bfbe-41a714ec7646 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router 71634a57-74dc-4a9b-9b07-b78c862f8647 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:53:29.508875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.517662 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.523647 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.589804 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c11a40-b91c-4f67-a5be-2ebb74b34696 None None] Pushing event updated for resources: {'Port': ['ID=b97b4224-75da-47c3-b208-8d1ece1ae110,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:29.596116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.706108 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Allocated IP 172.26.5.105 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/29893631-ac42-4591-83be-f2a6ad23bcdf) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:29.724415 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Allocated IP 172.20.0.1 (2ee199ac-3dd7-4793-8ca5-211b0b895dc3/daaf0ed3-b448-4d49-97b7-314c6e51c4ae/2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:29.732922 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Routers {'4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:29.733558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:29.763578 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eef0352-d617-4369-bd05-abe127845e2e']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:29.780750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.824707 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa422b6-746d-46c9-867b-5b496d3c0cad') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:29.824997 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa422b6-746d-46c9-867b-5b496d3c0cad') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:29.878705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.884030 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a97fd7e-9bb3-419d-9e62-a8a0b31947ac None None] DHCP port deletion for 6eef0352-d617-4369-bd05-abe127845e2e request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:53:29.896789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.907770 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object 7610daf0-47ad-40a8-9a5a-4ac642b0a9fd will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:29.909872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b10a90-9ed4-4b48-bfbe-41a714ec7646 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:29.920275 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae533cf-ddca-4a8a-b637-39cb9fd78973 None None] Pushing event updated for resources: {'Port': ['ID=8479542a-b2c6-4f25-884e-144381e55ed2,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:29.939782 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a1f42c-2087-4878-8de7-6ced0479e341 None None] Sync routers for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:29.954582 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:29.964842 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a1f42c-2087-4878-8de7-6ced0479e341 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:29.965561 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-74a1f42c-2087-4878-8de7-6ced0479e341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:30.012778 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd0846d0-89b8-412c-9d6b-3a37d98e1bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:30.048228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:30.050936 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:30.076180 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:30.078070 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:30.126104 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-74a1f42c-2087-4878-8de7-6ced0479e341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:30.146931 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a1f42c-2087-4878-8de7-6ced0479e341 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:30.149728 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-74a1f42c-2087-4878-8de7-6ced0479e341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:30.181459 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] Set router 4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:30.218468 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:30.259123 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-74a1f42c-2087-4878-8de7-6ced0479e341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:30.259761 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a1f42c-2087-4878-8de7-6ced0479e341 None None] The sync data for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:30.424919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:30.431400 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Pushing event updated for resources: {'Port': ['ID=29893631-ac42-4591-83be-f2a6ad23bcdf,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:30.434597 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:30.441122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:30.504179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8479542a-b2c6-4f25-884e-144381e55ed2 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:30.587982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:30.609988 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:30.610581 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Transition to ACTIVE for port object 2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:30.613611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:30.619753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:30.715670 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Network': ['ID=6eef0352-d617-4369-bd05-abe127845e2e,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:30.771719 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Transition to ACTIVE for port object 2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:30.787040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:30.792493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:30.794939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:30.799150 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:30.800224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:30.811400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=7610daf0-47ad-40a8-9a5a-4ac642b0a9fd,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:30.826834 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-228d41df-5cd3-4c02-b89b-7a3eba406ff1 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/6eef0352-d617-4369-bd05-abe127845e2e HTTP/1.1" status: 204 len: 168 time: 6.7427824 May 25 22:53:30.831921 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33852) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:30.853091 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:30.899739 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6a4c0d-cf7f-4cb0-a886-5f0a6df58746 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] DELETE failed (client error): The resource could not be found. May 25 22:53:30.900172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6a4c0d-cf7f-4cb0-a886-5f0a6df58746 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:53:30.933844 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ca6a4c0d-cf7f-4cb0-a886-5f0a6df58746 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/subnets/d5d9d8cb-a9b9-4a00-b3e5-e4d1dee01f0f HTTP/1.1" status: 404 len: 337 time: 0.0962787 May 25 22:53:30.940678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33856) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:30.943256 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Network 2ee199ac-3dd7-4793-8ca5-211b0b895dc3 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:30.946988 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:30.948966 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0467e3c7-b5af-4f6b-82fd-e591952598ba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3935683 May 25 22:53:30.953836 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33860) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:30.954282 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:30.965580 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Pushing event updated for resources: {'Port': ['ID=2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:31.016034 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe391fec-32dd-4e9e-a889-c43d164323c2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] DELETE failed (client error): The resource could not be found. May 25 22:53:31.016727 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe391fec-32dd-4e9e-a889-c43d164323c2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:53:31.018520 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fe391fec-32dd-4e9e-a889-c43d164323c2 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/6eef0352-d617-4369-bd05-abe127845e2e HTTP/1.1" status: 404 len: 339 time: 0.0752277 May 25 22:53:31.025998 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.028350 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b10a90-9ed4-4b48-bfbe-41a714ec7646 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router 71634a57-74dc-4a9b-9b07-b78c862f8647 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:53:31.029262 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33864) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:31.055830 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 8479542a-b2c6-4f25-884e-144381e55ed2 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:31.075035 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb', 'name': 'tempest-snat-router-368399417', 'tenant_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.75'}], 'enable_snat': False}, 'gw_port_id': 'b97b4224-75da-47c3-b208-8d1ece1ae110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:19Z', 'updated_at': '2022-05-25T22:53:24Z', 'revision_number': 3, 'project_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'gw_port': {'id': 'b97b4224-75da-47c3-b208-8d1ece1ae110', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:21Z', 'updated_at': '2022-05-25T22:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:31.086345 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648d2fbf-31d5-4a4a-9e7b-03ffbf27778a None None] The sync data for ids ['4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb'] in dv-neutron-843300-1-hyperv is: [{'id': '4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb', 'name': 'tempest-snat-router-368399417', 'tenant_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.75'}], 'enable_snat': False}, 'gw_port_id': 'b97b4224-75da-47c3-b208-8d1ece1ae110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:19Z', 'updated_at': '2022-05-25T22:53:24Z', 'revision_number': 3, 'project_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'gw_port': {'id': 'b97b4224-75da-47c3-b208-8d1ece1ae110', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:21Z', 'updated_at': '2022-05-25T22:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:31.092653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Subnet': ['ID=daaf0ed3-b448-4d49-97b7-314c6e51c4ae,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:31.123089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 87665ba3-011c-46ee-a235-5274f370e7b6 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:31.156448 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.171522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Attempting to bind port 2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:53:31.171906 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Attempting to bind port 2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '19f1ef14-8189-4603-86a8-5242faffbe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ee199ac-3dd7-4793-8ca5-211b0b895dc3'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:53:31.172313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Attempting to bind port 2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75 on network 2ee199ac-3dd7-4793-8ca5-211b0b895dc3 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:53:31.175223 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 87665ba3-011c-46ee-a235-5274f370e7b6 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:31.175554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 87665ba3-011c-46ee-a235-5274f370e7b6 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:31.189254 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:53:31.189863 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Checking segment: {'id': '19f1ef14-8189-4603-86a8-5242faffbe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ee199ac-3dd7-4793-8ca5-211b0b895dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:31.191791 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.191791 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Bound using segment: {'id': '19f1ef14-8189-4603-86a8-5242faffbe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ee199ac-3dd7-4793-8ca5-211b0b895dc3'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:53:31.191791 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Bound port: 2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f1ef14-8189-4603-86a8-5242faffbe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ee199ac-3dd7-4793-8ca5-211b0b895dc3'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:53:31.191791 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.209004 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0588366-11e0-4bd9-9ad4-796b6b21bfac None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:31.251883 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.338095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1a0ba9f0-fa5d-4e44-bd62-8ca910dca259 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.366385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef1b64a-7e1a-423d-8c85-b6c0496b35d4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:31.370483 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef1b64a-7e1a-423d-8c85-b6c0496b35d4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:31.374429 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-eef1b64a-7e1a-423d-8c85-b6c0496b35d4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4131892 May 25 22:53:31.375563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.376272 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.390079 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33868) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:31.456639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Allocated IP 172.26.5.250 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/a44ed72d-3fcb-41b0-af60-91caf5335bab) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:31.491738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.525108 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] For port 2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:53:31.531769 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a531ef15-60f6-48df-a1dc-d87d8172eac9 None None] Provisioning for port 8479542a-b2c6-4f25-884e-144381e55ed2 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:31.540773 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a531ef15-60f6-48df-a1dc-d87d8172eac9 None None] Provisioning complete for port 8479542a-b2c6-4f25-884e-144381e55ed2 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:31.541209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a531ef15-60f6-48df-a1dc-d87d8172eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.550919 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee199ac-3dd7-4793-8ca5-211b0b895dc3']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:31.573378 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f1ef14-8189-4603-86a8-5242faffbe6f') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:31.573925 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f1ef14-8189-4603-86a8-5242faffbe6f') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:31.585879 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] For port 2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75,segment=NetworkSegment(19f1ef14-8189-4603-86a8-5242faffbe6f),segment_id=19f1ef14-8189-4603-86a8-5242faffbe6f)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:53:31.596204 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.678622 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.728466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-253b39d6-35ff-471c-9aac-d38d1d5eb2d0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port 7610daf0-47ad-40a8-9a5a-4ac642b0a9fd {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:31.729010 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-253b39d6-35ff-471c-9aac-d38d1d5eb2d0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.799264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1a0ba9f0-fa5d-4e44-bd62-8ca910dca259 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.812227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a531ef15-60f6-48df-a1dc-d87d8172eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.879125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.884781 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-1a0ba9f0-fa5d-4e44-bd62-8ca910dca259 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b75453-2b27-484b-93db-4e15c9463513']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:31.898369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c46ce-0a0f-4887-853d-6c8487712c4a None None] Pushing event updated for resources: {'Port': ['ID=2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:31.944509 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a531ef15-60f6-48df-a1dc-d87d8172eac9 None None] For port 8479542a-b2c6-4f25-884e-144381e55ed2, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8479542a-b2c6-4f25-884e-144381e55ed2,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:31.952075 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-1a0ba9f0-fa5d-4e44-bd62-8ca910dca259 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0a55c3-6610-4b5f-ad60-c8b88027cb31') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:31.952075 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-1a0ba9f0-fa5d-4e44-bd62-8ca910dca259 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0a55c3-6610-4b5f-ad60-c8b88027cb31') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:31.968961 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1a0ba9f0-fa5d-4e44-bd62-8ca910dca259 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:31.970125 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b0912d-cd43-4dbd-a62a-37776e91a96e None None] Network 2ee199ac-3dd7-4793-8ca5-211b0b895dc3 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:32.000350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:32.000784 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:32.000928 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1a0ba9f0-fa5d-4e44-bd62-8ca910dca259 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:32.014332 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0ba9f0-fa5d-4e44-bd62-8ca910dca259 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:32.014861 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1a0ba9f0-fa5d-4e44-bd62-8ca910dca259 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:32.019606 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:32.066371 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:32.086598 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a531ef15-60f6-48df-a1dc-d87d8172eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:32.184713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9753afab-06c6-4505-a78a-4cfd4d686191 admin admin] Router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:53:32.187691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:32.262332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 22:53:32.262332 dv-neutron-843300-1-hyperv neutron-server[84717]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 22:53:32.262332 dv-neutron-843300-1-hyperv neutron-server[84717]: [parameters: {'id': '2ee199ac-3dd7-4793-8ca5-211b0b895dc3'}] May 25 22:53:32.262332 dv-neutron-843300-1-hyperv neutron-server[84717]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:53:32.266364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:53:32.284738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531ef15-60f6-48df-a1dc-d87d8172eac9 None None] Pushing event updated for resources: {'Port': ['ID=8479542a-b2c6-4f25-884e-144381e55ed2,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:32.415339 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-72c8c046-11cb-4fb5-92ec-ee1d98a20f54 None None] Provisioning complete for port 8479542a-b2c6-4f25-884e-144381e55ed2 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:32.415726 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-72c8c046-11cb-4fb5-92ec-ee1d98a20f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:32.522208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b97b4224-75da-47c3-b208-8d1ece1ae110 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:32.524509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1a0ba9f0-fa5d-4e44-bd62-8ca910dca259 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:32.570290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1a0ba9f0-fa5d-4e44-bd62-8ca910dca259 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:32.605792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ba9f0-fa5d-4e44-bd62-8ca910dca259 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Network': ['ID=a8b75453-2b27-484b-93db-4e15c9463513,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:32.639400 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1a0ba9f0-fa5d-4e44-bd62-8ca910dca259 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/a8b75453-2b27-484b-93db-4e15c9463513 HTTP/1.1" status: 204 len: 168 time: 1.5927196 May 25 22:53:32.655968 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33872) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:32.711124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:32.712208 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d73727-dac7-4b7d-98eb-3a749010f265 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] DELETE failed (client error): The resource could not be found. May 25 22:53:32.717273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d73727-dac7-4b7d-98eb-3a749010f265 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:53:32.717613 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a1bdb0-d620-4163-b728-78ecb0e2b57a None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 22:53:32.717719 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-67d73727-dac7-4b7d-98eb-3a749010f265 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/subnets/c91cec83-d89a-4270-adc2-6fe86925b370 HTTP/1.1" status: 404 len: 337 time: 0.0573647 May 25 22:53:32.731096 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33876) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:32.732907 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b10a90-9ed4-4b48-bfbe-41a714ec7646 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:32.739997 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9b10a90-9ed4-4b48-bfbe-41a714ec7646 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:32.766230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:32.842064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:32.850385 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:32.852868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:32.875463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a1bdb0-d620-4163-b728-78ecb0e2b57a None None] Resources bound (agent type, host, resource id): {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 22:53:32.877735 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c0b4a3-8999-4557-8cd9-d2bb96182354 None None] Sync routers for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:32.886686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Pushing event updated for resources: {'Port': ['ID=a44ed72d-3fcb-41b0-af60-91caf5335bab,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:32.895414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Deleting port 2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:32.895611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:32.919528 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-253b39d6-35ff-471c-9aac-d38d1d5eb2d0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:32.935725 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c0b4a3-8999-4557-8cd9-d2bb96182354 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:32.936353 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-21c0b4a3-8999-4557-8cd9-d2bb96182354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:32.959512 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b80b7f-eb5e-4d26-b719-1dc17c45acdc tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] DELETE failed (client error): The resource could not be found. May 25 22:53:32.960229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b80b7f-eb5e-4d26-b719-1dc17c45acdc tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:53:32.964242 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d1b80b7f-eb5e-4d26-b719-1dc17c45acdc tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/c452af49-665f-41be-a243-eff34919a341 HTTP/1.1" status: 404 len: 339 time: 0.2269406 May 25 22:53:32.964381 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:32.964381 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:32.964603 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:32.965736 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:32.965736 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:32.965736 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:32.966042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:32.966170 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:32.966499 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:32.966824 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:32.967152 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:32.970865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33880) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:33.000664 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-21c0b4a3-8999-4557-8cd9-d2bb96182354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:33.007728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port b97b4224-75da-47c3-b208-8d1ece1ae110 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:33.083177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-253b39d6-35ff-471c-9aac-d38d1d5eb2d0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for 7610daf0-47ad-40a8-9a5a-4ac642b0a9fd owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:33.116652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port b97b4224-75da-47c3-b208-8d1ece1ae110 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:33.117016 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:33.189710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c0b4a3-8999-4557-8cd9-d2bb96182354 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:33.190328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-21c0b4a3-8999-4557-8cd9-d2bb96182354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:33.211866 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a9b10a90-9ed4-4b48-bfbe-41a714ec7646 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "PUT /v2.0/floatingips/7dbd72b2-1100-405a-84d2-b08d8ff5bbbd HTTP/1.1" status: 200 len: 978 time: 7.1232569 May 25 22:53:33.216113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33884) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:33.224649 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f424f852-34b6-46e9-95bc-ccc9d98d3710 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:33.258576 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-72c8c046-11cb-4fb5-92ec-ee1d98a20f54 None None] Provisioning for port 7610daf0-47ad-40a8-9a5a-4ac642b0a9fd completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:33.275948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-72c8c046-11cb-4fb5-92ec-ee1d98a20f54 None None] Provisioning complete for port 7610daf0-47ad-40a8-9a5a-4ac642b0a9fd triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:33.276562 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-72c8c046-11cb-4fb5-92ec-ee1d98a20f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:33.307460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-21c0b4a3-8999-4557-8cd9-d2bb96182354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:33.308411 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c0b4a3-8999-4557-8cd9-d2bb96182354 None None] The sync data for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:33.406026 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-72c8c046-11cb-4fb5-92ec-ee1d98a20f54 None None] Port 7610daf0-47ad-40a8-9a5a-4ac642b0a9fd cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:53:33.417793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] For port 2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75,segment=NetworkSegment(19f1ef14-8189-4603-86a8-5242faffbe6f),segment_id=19f1ef14-8189-4603-86a8-5242faffbe6f)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:33.418205 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:33.484597 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f424f852-34b6-46e9-95bc-ccc9d98d3710 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:33.485900 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:33.508683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port b97b4224-75da-47c3-b208-8d1ece1ae110, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b97b4224-75da-47c3-b208-8d1ece1ae110,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:33.566147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-253b39d6-35ff-471c-9aac-d38d1d5eb2d0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:33.567810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-275c03a1-2fe1-4f72-a049-9121c19d4e0f None None] Could not find standard attr ID for object 7610daf0-47ad-40a8-9a5a-4ac642b0a9fd. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:53:33.578697 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Calling delete_port for 2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:33.594642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:33.635566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b39d6-35ff-471c-9aac-d38d1d5eb2d0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=7610daf0-47ad-40a8-9a5a-4ac642b0a9fd,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:33.637453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Router 6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:53:33.672011 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0885dba0-2e0e-4152-9ea2-0fca6949b047 None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 22:53:33.684592 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-016380a7-327c-48fe-83ac-d2e0eb75ea79 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Deleting subnet b35dedc5-f3e5-48fe-8858-13c7bb7d1e88 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:53:33.691853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-016380a7-327c-48fe-83ac-d2e0eb75ea79 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:33.729968 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=b97b4224-75da-47c3-b208-8d1ece1ae110,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:33.749805 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:33.750281 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:33.750670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:33.751310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:33.751694 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:33.752106 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:33.752484 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:33.752882 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:33.753256 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:33.756179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:33.756179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:33.756474 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-253b39d6-35ff-471c-9aac-d38d1d5eb2d0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:33.779492 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-253b39d6-35ff-471c-9aac-d38d1d5eb2d0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/7610daf0-47ad-40a8-9a5a-4ac642b0a9fd HTTP/1.1" status: 204 len: 168 time: 2.3859289 May 25 22:53:33.779707 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0846d0-89b8-412c-9d6b-3a37d98e1bec admin admin] Router a66573e7-d2ed-4635-8512-ff3ee0b02721 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:53:33.780927 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33888) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:33.799174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9753afab-06c6-4505-a78a-4cfd4d686191 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:33.812039 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca8cea-e220-4e6c-845e-0965f9713aa1 None None] Sync routers for ids ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:33.833134 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca8cea-e220-4e6c-845e-0965f9713aa1 None None] Routers {'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:33.834534 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-feca8cea-e220-4e6c-845e-0965f9713aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:33.838307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-016380a7-327c-48fe-83ac-d2e0eb75ea79 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:33.856674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0885dba0-2e0e-4152-9ea2-0fca6949b047 None None] Resources bound (agent type, host, resource id): {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 22:53:33.978472 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-016380a7-327c-48fe-83ac-d2e0eb75ea79 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:34.055080 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:34.056455 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a672edd-e144-4452-a95c-7c07db01d614 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:34.057895 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a672edd-e144-4452-a95c-7c07db01d614 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:34.058887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6a672edd-e144-4452-a95c-7c07db01d614 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:34.063697 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f424f852-34b6-46e9-95bc-ccc9d98d3710 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:34.112868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No DVR routers for this DVR port 2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:34.144201 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f424f852-34b6-46e9-95bc-ccc9d98d3710 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:34.144898 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-f424f852-34b6-46e9-95bc-ccc9d98d3710 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Floating IP 7dbd72b2-1100-405a-84d2-b08d8ff5bbbd disassociated. External IP: 172.26.5.110, port: 183fe171-97f5-48cc-a36c-62eb952cc08f. May 25 22:53:34.153589 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-feca8cea-e220-4e6c-845e-0965f9713aa1 None None] Set router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:34.189165 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9753afab-06c6-4505-a78a-4cfd4d686191 admin admin] 10.222.0.66 "PUT /v2.0/routers/ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0527046 May 25 22:53:34.190305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33892) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:34.203972 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6a672edd-e144-4452-a95c-7c07db01d614 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:34.205372 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6a672edd-e144-4452-a95c-7c07db01d614 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4228759 May 25 22:53:34.213050 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Port': ['ID=2b2bc9e1-27ad-4d54-a8fd-9edb2d5f6d75,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:34.215035 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33896) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:34.315954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:34.345569 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee199ac-3dd7-4793-8ca5-211b0b895dc3']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:34.359547 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f1ef14-8189-4603-86a8-5242faffbe6f') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:34.359948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f1ef14-8189-4603-86a8-5242faffbe6f') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:34.372756 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:34.393694 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:34.401424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:34.402981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:34.432006 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8479542a-b2c6-4f25-884e-144381e55ed2 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:34.487215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:34.562159 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c6b04-7725-4966-8c65-e2f9b17c7d6f None None] Sync routers for ids ['6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:34.623874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c6b04-7725-4966-8c65-e2f9b17c7d6f None None] Routers {'6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:34.624167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-8c2c6b04-7725-4966-8c65-e2f9b17c7d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:34.670382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:34.674857 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ab03d5e8-3986-4560-88b2-adcafcd61a2a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.3632598 May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:34.681219 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:34.685102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33900) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:34.700800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-6ce39b1a-6f8d-4371-a8f8-eaa81122ba7d tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'enable_snat': False}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:34.709024 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 8479542a-b2c6-4f25-884e-144381e55ed2 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:34.709024 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:34.747430 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-feca8cea-e220-4e6c-845e-0965f9713aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'name': 'tempest-ServersTestManualDisk-1638303218-router', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:53:25Z', 'revision_number': 5, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'gw_port': {'id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:34.752779 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-8c2c6b04-7725-4966-8c65-e2f9b17c7d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:34.753955 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca8cea-e220-4e6c-845e-0965f9713aa1 None None] Checking router: ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:53:34.777722 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca8cea-e220-4e6c-845e-0965f9713aa1 None None] Routers {'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:34.782641 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-feca8cea-e220-4e6c-845e-0965f9713aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:34.783250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c6b04-7725-4966-8c65-e2f9b17c7d6f None None] Routers {'6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:34.783998 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-8c2c6b04-7725-4966-8c65-e2f9b17c7d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:34.847373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet c0b36ac7-847a-4783-ac8b-a1ea3be31455 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:53:34.853548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:34.856983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-8c2c6b04-7725-4966-8c65-e2f9b17c7d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:34.857389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c6b04-7725-4966-8c65-e2f9b17c7d6f None None] The sync data for ids ['6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:34.925404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:34.926329 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:34.950915 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b97b4224-75da-47c3-b208-8d1ece1ae110 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:34.965518 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.023323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.028252 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.046115 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port b97b4224-75da-47c3-b208-8d1ece1ae110 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:35.046374 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.059933 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/2ee199ac-3dd7-4793-8ca5-211b0b895dc3 HTTP/1.1" status: 204 len: 168 time: 6.2905996 May 25 22:53:35.060939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-016380a7-327c-48fe-83ac-d2e0eb75ea79 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.071107 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33904) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:35.134191 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-feca8cea-e220-4e6c-845e-0965f9713aa1 None None] Set router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:35.180965 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-3a482a99-9ff1-42a7-9836-5002fe132348 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-880199926'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:35.188942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd0026-628c-4b5f-a3ad-2bb64c996edb tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Network': ['ID=2ee199ac-3dd7-4793-8ca5-211b0b895dc3,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:35.200978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016380a7-327c-48fe-83ac-d2e0eb75ea79 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Subnet': ['ID=b35dedc5-f3e5-48fe-8858-13c7bb7d1e88,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:35.205495 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3a482a99-9ff1-42a7-9836-5002fe132348 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:35.220888 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3a482a99-9ff1-42a7-9836-5002fe132348 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:network and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:35.229203 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-016380a7-327c-48fe-83ac-d2e0eb75ea79 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.233403 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-016380a7-327c-48fe-83ac-d2e0eb75ea79 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/subnets/b35dedc5-f3e5-48fe-8858-13c7bb7d1e88 HTTP/1.1" status: 204 len: 168 time: 2.2529058 May 25 22:53:35.234001 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33908) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:35.234795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3a482a99-9ff1-42a7-9836-5002fe132348 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:35.244013 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71271fd9-e645-4729-a075-032fae82e42d None None] Network ed4a0796-f2c9-435a-b91f-af0f8fece696 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:35.252585 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3a482a99-9ff1-42a7-9836-5002fe132348 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:35.292918 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.349925 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a482a99-9ff1-42a7-9836-5002fe132348 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:35.352902 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3a482a99-9ff1-42a7-9836-5002fe132348 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.396766 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dcfe862c-e76d-4412-bb33-f943116221d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.502328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0846d0-89b8-412c-9d6b-3a37d98e1bec admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:35.515800 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cd0846d0-89b8-412c-9d6b-3a37d98e1bec admin admin] 10.222.0.66 "PUT /v2.0/routers/a66573e7-d2ed-4635-8512-ff3ee0b02721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5856123 May 25 22:53:35.523651 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33912) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:35.534293 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c199e78e-2b02-4ca5-8c06-eb19a214cf33 None None] Sync routers for ids ['a66573e7-d2ed-4635-8512-ff3ee0b02721'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:35.566517 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c199e78e-2b02-4ca5-8c06-eb19a214cf33 None None] Routers {'a66573e7-d2ed-4635-8512-ff3ee0b02721'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:35.567404 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-c199e78e-2b02-4ca5-8c06-eb19a214cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a66573e7-d2ed-4635-8512-ff3ee0b02721'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:35.617662 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a482a99-9ff1-42a7-9836-5002fe132348 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:53:35.634594 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3a482a99-9ff1-42a7-9836-5002fe132348 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.634941 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-3a482a99-9ff1-42a7-9836-5002fe132348 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Added segment 89f1bebc-1487-41c2-ac59-0ea143d99cde of type vlan for network 8c666ecc-10bb-432d-bf37-5837c6a44722 May 25 22:53:35.657755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.690543 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3a482a99-9ff1-42a7-9836-5002fe132348 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.791624 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dcfe862c-e76d-4412-bb33-f943116221d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.803150 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3a482a99-9ff1-42a7-9836-5002fe132348 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.806841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a482a99-9ff1-42a7-9836-5002fe132348 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:35.807467 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3a482a99-9ff1-42a7-9836-5002fe132348 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.838261 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Router 117c43c1-5d51-4d6a-8ad9-6bfaec3d9784 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:53:35.838582 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-c199e78e-2b02-4ca5-8c06-eb19a214cf33 None None] Set router a66573e7-d2ed-4635-8512-ff3ee0b02721 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:35.904224 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b36ac7-847a-4783-ac8b-a1ea3be31455,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:35.923970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe862c-e76d-4412-bb33-f943116221d3 admin admin] Deleting port 8eb90a2d-4842-4a6f-8464-7e793b4bee5d {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:35.924308 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dcfe862c-e76d-4412-bb33-f943116221d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.940983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:35.941395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:35.941647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:35.941974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:35.943061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:35.943911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:35.944307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:35.944658 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:35.944995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:35.945298 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:35.945617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:53:35.972648 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-feca8cea-e220-4e6c-845e-0965f9713aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'name': 'tempest-ServersTestManualDisk-1638303218-router', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:53:25Z', 'revision_number': 5, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'gw_port': {'id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:35.976637 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:35.977346 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca8cea-e220-4e6c-845e-0965f9713aa1 None None] The sync data for ids ['ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64'] in dv-neutron-843300-1-hyperv is: [{'id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'name': 'tempest-ServersTestManualDisk-1638303218-router', 'tenant_id': '0505e1ad716b4cc68624dd1b24def3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:53:25Z', 'revision_number': 5, 'project_id': '0505e1ad716b4cc68624dd1b24def3b7', 'gw_port': {'id': '8eb90a2d-4842-4a6f-8464-7e793b4bee5d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:32Z', 'updated_at': '2022-05-25T22:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:35.982414 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241604b8-796a-423f-91db-01f2510fcaf2 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:35.990504 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a482a99-9ff1-42a7-9836-5002fe132348 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Network': ['ID=8c666ecc-10bb-432d-bf37-5837c6a44722,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:36.012092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 8c666ecc-10bb-432d-bf37-5837c6a44722 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:53:36.068091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-759b53db-9597-469c-bd17-8cd683b83449 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Deleting subnet f99b6c9a-6138-4c51-b9de-35e33fd18927 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:53:36.084670 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-759b53db-9597-469c-bd17-8cd683b83449 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:36.108525 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3a482a99-9ff1-42a7-9836-5002fe132348 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9468443 May 25 22:53:36.176058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33916) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:36.199031 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-97a4bc6b-343d-461d-85c5-6845cbf5d95b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:36.301058 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e9998a73-8267-4732-b199-0feeb8dfb869 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/c0b36ac7-847a-4783-ac8b-a1ea3be31455 HTTP/1.1" status: 204 len: 168 time: 2.0848694 May 25 22:53:36.317703 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-c199e78e-2b02-4ca5-8c06-eb19a214cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'name': 'tempest-ServersTestJSON-536857528-router', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:34Z', 'updated_at': '2022-05-25T22:53:26Z', 'revision_number': 5, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'gw_port': {'id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:35Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:36.322612 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c199e78e-2b02-4ca5-8c06-eb19a214cf33 None None] Checking router: a66573e7-d2ed-4635-8512-ff3ee0b02721 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:53:36.324187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33920) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:36.339088 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c199e78e-2b02-4ca5-8c06-eb19a214cf33 None None] Routers {'a66573e7-d2ed-4635-8512-ff3ee0b02721'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:36.339977 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-c199e78e-2b02-4ca5-8c06-eb19a214cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a66573e7-d2ed-4635-8512-ff3ee0b02721'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:36.424944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:36.499631 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0afffe39-3ab4-476a-82e9-c5a94670afce tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1673832 May 25 22:53:36.499841 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:36.499841 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device bfbc05e2-c5c5-4cd7-81f3-77cb3fb4bb64 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:36.503405 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33924) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:36.517533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-6f0b2d32-8a90-4671-813a-ba1101eedc4a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:36.552709 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-53dc1fe0-ffb5-4087-8f94-9632befdceeb None None] Provisioning complete for port c4337770-11b4-4e1a-8ace-d767eed195e0 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:36.553356 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-53dc1fe0-ffb5-4087-8f94-9632befdceeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:36.610620 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-c199e78e-2b02-4ca5-8c06-eb19a214cf33 None None] Set router a66573e7-d2ed-4635-8512-ff3ee0b02721 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:36.640363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-759b53db-9597-469c-bd17-8cd683b83449 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:36.701134 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6f0b2d32-8a90-4671-813a-ba1101eedc4a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:36.724909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f424f852-34b6-46e9-95bc-ccc9d98d3710 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router 71634a57-74dc-4a9b-9b07-b78c862f8647 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:53:36.726369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f31b6a1-8bd0-42ab-b301-c1ec1d05d484 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:53:36.730136 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6f0b2d32-8a90-4671-813a-ba1101eedc4a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:36.734980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5f31b6a1-8bd0-42ab-b301-c1ec1d05d484 None None] Deleting port 8479542a-b2c6-4f25-884e-144381e55ed2 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:36.735343 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5f31b6a1-8bd0-42ab-b301-c1ec1d05d484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:36.743258 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6f0b2d32-8a90-4671-813a-ba1101eedc4a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:36.764158 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6f0b2d32-8a90-4671-813a-ba1101eedc4a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:36.831289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-dcfe862c-e76d-4412-bb33-f943116221d3 admin admin] For port 8eb90a2d-4842-4a6f-8464-7e793b4bee5d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8eb90a2d-4842-4a6f-8464-7e793b4bee5d,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:36.831737 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dcfe862c-e76d-4412-bb33-f943116221d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:36.929515 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0b2d32-8a90-4671-813a-ba1101eedc4a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:36.933902 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6f0b2d32-8a90-4671-813a-ba1101eedc4a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:36.979007 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-c199e78e-2b02-4ca5-8c06-eb19a214cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'name': 'tempest-ServersTestJSON-536857528-router', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:34Z', 'updated_at': '2022-05-25T22:53:26Z', 'revision_number': 5, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'gw_port': {'id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:35Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:36.983516 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c199e78e-2b02-4ca5-8c06-eb19a214cf33 None None] The sync data for ids ['a66573e7-d2ed-4635-8512-ff3ee0b02721'] in dv-neutron-843300-1-hyperv is: [{'id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'name': 'tempest-ServersTestJSON-536857528-router', 'tenant_id': '37812d801ca84073b774698e0a70ba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:51:34Z', 'updated_at': '2022-05-25T22:53:26Z', 'revision_number': 5, 'project_id': '37812d801ca84073b774698e0a70ba5a', 'gw_port': {'id': '8f820b8e-5265-4a0a-9790-0e12f3890cfb', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66573e7-d2ed-4635-8512-ff3ee0b02721', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:51:35Z', 'updated_at': '2022-05-25T22:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:36.992039 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe862c-e76d-4412-bb33-f943116221d3 admin admin] Calling delete_port for 8eb90a2d-4842-4a6f-8464-7e793b4bee5d owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:36.999029 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-5f31b6a1-8bd0-42ab-b301-c1ec1d05d484 None None] For port 8479542a-b2c6-4f25-884e-144381e55ed2, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8479542a-b2c6-4f25-884e-144381e55ed2,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:36.999562 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5f31b6a1-8bd0-42ab-b301-c1ec1d05d484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:37.034956 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97a4bc6b-343d-461d-85c5-6845cbf5d95b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:37.107497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5975e4aa-1445-42b7-8b30-b7984820e2e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:37.116046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:37.130212 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Sync routers for ids ['117c43c1-5d51-4d6a-8ad9-6bfaec3d9784'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:37.132062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97a4bc6b-343d-461d-85c5-6845cbf5d95b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:37.138222 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5f31b6a1-8bd0-42ab-b301-c1ec1d05d484 None None] Calling delete_port for 8479542a-b2c6-4f25-884e-144381e55ed2 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:37.198257 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Routers {'117c43c1-5d51-4d6a-8ad9-6bfaec3d9784'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:37.198808 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['117c43c1-5d51-4d6a-8ad9-6bfaec3d9784'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:37.224858 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-759b53db-9597-469c-bd17-8cd683b83449 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:37.229869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97a4bc6b-343d-461d-85c5-6845cbf5d95b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network 8c666ecc-10bb-432d-bf37-5837c6a44722 is not hosted by any dhcp agent {{(pid=84717) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 25 22:53:37.238074 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a4bc6b-343d-461d-85c5-6845cbf5d95b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:37.238074 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97a4bc6b-343d-461d-85c5-6845cbf5d95b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:37.238074 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-97a4bc6b-343d-461d-85c5-6845cbf5d95b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "PUT /v2.0/networks/8c666ecc-10bb-432d-bf37-5837c6a44722 HTTP/1.1" status: 200 len: 723 time: 1.0575919 May 25 22:53:37.252869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33928) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:37.262911 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-28ebf552-2f01-4468-8d29-af8c468e6a53 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'subnet': {'network_id': '8c666ecc-10bb-432d-bf37-5837c6a44722', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:37.339461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:37.343374 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-29d98a1a-d200-4e68-9a69-eb694d1548d9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.3214042 May 25 22:53:37.347589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4bc6b-343d-461d-85c5-6845cbf5d95b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Network': ['ID=8c666ecc-10bb-432d-bf37-5837c6a44722,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:37.351218 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33932) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:37.390066 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 8c666ecc-10bb-432d-bf37-5837c6a44722 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:53:37.436958 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-28ebf552-2f01-4468-8d29-af8c468e6a53 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:37.445529 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-28ebf552-2f01-4468-8d29-af8c468e6a53 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:subnet and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:37.453130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-28ebf552-2f01-4468-8d29-af8c468e6a53 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:37.455681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-28ebf552-2f01-4468-8d29-af8c468e6a53 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:37.569309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dcfe862c-e76d-4412-bb33-f943116221d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:37.578642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Set router 117c43c1-5d51-4d6a-8ad9-6bfaec3d9784 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:37.620342 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ebf552-2f01-4468-8d29-af8c468e6a53 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:37.638197 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe862c-e76d-4412-bb33-f943116221d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb90a2d-4842-4a6f-8464-7e793b4bee5d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:37.671827 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5f31b6a1-8bd0-42ab-b301-c1ec1d05d484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:37.758392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-759b53db-9597-469c-bd17-8cd683b83449 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:37.788277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31b6a1-8bd0-42ab-b301-c1ec1d05d484 None None] Pushing event deleted for resources: {'Port': ['ID=8479542a-b2c6-4f25-884e-144381e55ed2,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:37.800659 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-28ebf552-2f01-4468-8d29-af8c468e6a53 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:37.806202 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31b6a1-8bd0-42ab-b301-c1ec1d05d484 None None] No DVR routers for this DVR port 8479542a-b2c6-4f25-884e-144381e55ed2 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:37.947329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6f0b2d32-8a90-4671-813a-ba1101eedc4a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:37.955917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b53db-9597-469c-bd17-8cd683b83449 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Subnet': ['ID=f99b6c9a-6138-4c51-b9de-35e33fd18927,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:37.998641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117c43c1-5d51-4d6a-8ad9-6bfaec3d9784', 'name': 'tempest-snat-router-368399417', 'tenant_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': 'a44ed72d-3fcb-41b0-af60-91caf5335bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:28Z', 'updated_at': '2022-05-25T22:53:33Z', 'revision_number': 3, 'project_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'gw_port': {'id': 'a44ed72d-3fcb-41b0-af60-91caf5335bab', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117c43c1-5d51-4d6a-8ad9-6bfaec3d9784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:31Z', 'updated_at': '2022-05-25T22:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:38.002905 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Checking router: 117c43c1-5d51-4d6a-8ad9-6bfaec3d9784 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:53:38.003474 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Updating router 117c43c1-5d51-4d6a-8ad9-6bfaec3d9784 port a44ed72d-3fcb-41b0-af60-91caf5335bab binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:53:38.021437 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-759b53db-9597-469c-bd17-8cd683b83449 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:38.029780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b0d682-089c-417c-a9d2-eab93db40ef0 None None] Network ed4a0796-f2c9-435a-b91f-af0f8fece696 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:38.043835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dcfe862c-e76d-4412-bb33-f943116221d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:38.065144 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b2d32-8a90-4671-813a-ba1101eedc4a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:38.072707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b2d32-8a90-4671-813a-ba1101eedc4a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:38.083155 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-759b53db-9597-469c-bd17-8cd683b83449 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/subnets/f99b6c9a-6138-4c51-b9de-35e33fd18927 HTTP/1.1" status: 204 len: 168 time: 2.8459857 May 25 22:53:38.090602 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0b2d32-8a90-4671-813a-ba1101eedc4a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:38.091200 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6f0b2d32-8a90-4671-813a-ba1101eedc4a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:38.094803 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33936) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:38.099380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f424f852-34b6-46e9-95bc-ccc9d98d3710 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:38.107093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f424f852-34b6-46e9-95bc-ccc9d98d3710 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:38.115423 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507606c5-84d2-4eba-963b-34871778f7f9 None None] Sync routers for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:38.118248 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6a9829-03a0-4406-a196-744676b153ef None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:38.129426 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507606c5-84d2-4eba-963b-34871778f7f9 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:38.131432 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-507606c5-84d2-4eba-963b-34871778f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:38.148465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b2d32-8a90-4671-813a-ba1101eedc4a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=090e949f-eb0c-4e8d-8149-a8f87dfb2b51,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:38.223382 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:38.238860 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-507606c5-84d2-4eba-963b-34871778f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:38.252707 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507606c5-84d2-4eba-963b-34871778f7f9 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:38.253624 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-507606c5-84d2-4eba-963b-34871778f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:38.344390 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f424f852-34b6-46e9-95bc-ccc9d98d3710 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "PUT /v2.0/floatingips/7dbd72b2-1100-405a-84d2-b08d8ff5bbbd HTTP/1.1" status: 200 len: 688 time: 5.1271656 May 25 22:53:38.361281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33940) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:38.375775 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-507606c5-84d2-4eba-963b-34871778f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:38.376179 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507606c5-84d2-4eba-963b-34871778f7f9 None None] The sync data for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:38.423256 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6f0b2d32-8a90-4671-813a-ba1101eedc4a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9143684 May 25 22:53:38.432391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33944) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:38.443102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:38.461716 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 77afd01e-663a-45d6-b949-d36dce81df2f no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:38.476097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'name': 'tempest-NetworksTestDHCPv6-1647303454'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:38.517386 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dcfe862c-e76d-4412-bb33-f943116221d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:38.522149 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dcfe862c-e76d-4412-bb33-f943116221d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:38.560351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 77afd01e-663a-45d6-b949-d36dce81df2f {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:38.560639 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 77afd01e-663a-45d6-b949-d36dce81df2f not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:38.561040 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8479542a-b2c6-4f25-884e-144381e55ed2 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:38.618759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 8479542a-b2c6-4f25-884e-144381e55ed2 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:38.619090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8479542a-b2c6-4f25-884e-144381e55ed2 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:38.699992 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5975e4aa-1445-42b7-8b30-b7984820e2e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:38.724829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Deleting port c4337770-11b4-4e1a-8ace-d767eed195e0 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:38.725150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:38.742656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dcfe862c-e76d-4412-bb33-f943116221d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:38.743711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfe862c-e76d-4412-bb33-f943116221d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:53:38.779485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dcfe862c-e76d-4412-bb33-f943116221d3 admin admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:38.783424 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dcfe862c-e76d-4412-bb33-f943116221d3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ebbcd539-0538-43fb-9ce6-3c3ddcd5cd64 HTTP/1.1" status: 204 len: 168 time: 4.5779512 May 25 22:53:38.786502 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d692105e-6f7e-474a-9b45-636885208813 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting port d17edefb-7150-4404-9414-08504271047a {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:38.787099 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d692105e-6f7e-474a-9b45-636885208813 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:38.790046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33948) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:38.828896 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-918fc06d-4fe7-42dd-b42c-66af38e54373 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/routers/117c43c1-5d51-4d6a-8ad9-6bfaec3d9784 HTTP/1.1" status: 200 len: 907 time: 1.4718535 May 25 22:53:38.831644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33952) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:38.840415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-28ebf552-2f01-4468-8d29-af8c468e6a53 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:38.862064 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ce39b1a-6f8d-4371-a8f8-eaa81122ba7d tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:38.865967 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': '090e949f-eb0c-4e8d-8149-a8f87dfb2b51'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:53:38.865967 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:38.894416 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-5975e4aa-1445-42b7-8b30-b7984820e2e2 admin admin] Deleting port 8f820b8e-5265-4a0a-9790-0e12f3890cfb {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:38.894910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5975e4aa-1445-42b7-8b30-b7984820e2e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.041396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034f74f4-bb2d-4962-8e2f-bf58ce8d71e1 None None] DHCP port deletion for ed4a0796-f2c9-435a-b91f-af0f8fece696 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:53:39.071129 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-034f74f4-bb2d-4962-8e2f-bf58ce8d71e1 None None] Deleting port c4337770-11b4-4e1a-8ace-d767eed195e0 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:39.072740 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-70897b52-4138-491b-a782-eb976e8733f5 admin admin] Deleting subnet b693039a-8841-4831-b3b8-399b07c1f4c3 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:53:39.076953 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-034f74f4-bb2d-4962-8e2f-bf58ce8d71e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.095156 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-70897b52-4138-491b-a782-eb976e8733f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.143058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebf552-2f01-4468-8d29-af8c468e6a53 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Subnet': ['ID=32bd421e-7689-4bde-b2dd-bc4969102302,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:39.174741 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ebf552-2f01-4468-8d29-af8c468e6a53 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Checking segment: {'id': '89f1bebc-1487-41c2-ac59-0ea143d99cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c666ecc-10bb-432d-bf37-5837c6a44722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:39.175096 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ebf552-2f01-4468-8d29-af8c468e6a53 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network hostable DHCP agents. Network: 8c666ecc-10bb-432d-bf37-5837c6a44722, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:53:39.196870 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-70897b52-4138-491b-a782-eb976e8733f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.198554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.resource_extend [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:53:39.235972 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:39.266911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:39.314686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:39.334357 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Allocated IP 2001:db8::2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/090e949f-eb0c-4e8d-8149-a8f87dfb2b51/ebea56f7-ed62-4ce8-b373-376d67b517f2) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:39.337345 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.341199 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:39.404723 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ebf552-2f01-4468-8d29-af8c468e6a53 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network 8c666ecc-10bb-432d-bf37-5837c6a44722 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:53:39.423172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-70897b52-4138-491b-a782-eb976e8733f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.474695 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.522029 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] For port c4337770-11b4-4e1a-8ace-d767eed195e0, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c4337770-11b4-4e1a-8ace-d767eed195e0,segment=NetworkSegment(7bdbcccc-780d-43d7-a835-8cea4a704fdb),segment_id=7bdbcccc-780d-43d7-a835-8cea4a704fdb)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:39.522750 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.528765 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Transition to ACTIVE for port object a44ed72d-3fcb-41b0-af60-91caf5335bab will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:39.537052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d692105e-6f7e-474a-9b45-636885208813 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.537733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d692105e-6f7e-474a-9b45-636885208813 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.540144 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-28ebf552-2f01-4468-8d29-af8c468e6a53 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 8c666ecc-10bb-432d-bf37-5837c6a44722) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:39.544449 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ebf552-2f01-4468-8d29-af8c468e6a53 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:39.545050 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-28ebf552-2f01-4468-8d29-af8c468e6a53 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.554944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:39.558490 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.562122 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d9011-c65f-417b-93f0-4d25e1c71e77 None None] Network 8c666ecc-10bb-432d-bf37-5837c6a44722 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:39.659494 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-28ebf552-2f01-4468-8d29-af8c468e6a53 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4060125 May 25 22:53:39.669553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33956) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:39.678455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-425cd93b-8b86-48c0-99c4-b0dee18c4f61 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:39.693084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.806819 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-034f74f4-bb2d-4962-8e2f-bf58ce8d71e1 None None] For port c4337770-11b4-4e1a-8ace-d767eed195e0, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c4337770-11b4-4e1a-8ace-d767eed195e0,segment=NetworkSegment(7bdbcccc-780d-43d7-a835-8cea4a704fdb),segment_id=7bdbcccc-780d-43d7-a835-8cea4a704fdb)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:39.807139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-034f74f4-bb2d-4962-8e2f-bf58ce8d71e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.809771 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-70897b52-4138-491b-a782-eb976e8733f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.847257 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb48c1-011a-4bd2-88b7-5a77d016d19c None None] Pushing event updated for resources: {'Port': ['ID=a44ed72d-3fcb-41b0-af60-91caf5335bab,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:39.864102 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-70897b52-4138-491b-a782-eb976e8733f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.870377 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-425cd93b-8b86-48c0-99c4-b0dee18c4f61 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2961855'] for subnet, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:39.899533 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70897b52-4138-491b-a782-eb976e8733f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b693039a-8841-4831-b3b8-399b07c1f4c3,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:39.917544 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-70897b52-4138-491b-a782-eb976e8733f5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b693039a-8841-4831-b3b8-399b07c1f4c3 HTTP/1.1" status: 204 len: 168 time: 1.1260283 May 25 22:53:39.923612 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33960) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:39.974818 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2917ef2a-539b-48bc-a5cb-e87857a8d8a4 None None] Network 9cae65aa-3fc8-4065-9612-66200e7cb1df requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:39.999976 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-034f74f4-bb2d-4962-8e2f-bf58ce8d71e1 None None] Calling delete_port for c4337770-11b4-4e1a-8ace-d767eed195e0 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:40.002596 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Calling delete_port for c4337770-11b4-4e1a-8ace-d767eed195e0 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:40.031296 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-5975e4aa-1445-42b7-8b30-b7984820e2e2 admin admin] For port 8f820b8e-5265-4a0a-9790-0e12f3890cfb, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8f820b8e-5265-4a0a-9790-0e12f3890cfb,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:40.031296 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5975e4aa-1445-42b7-8b30-b7984820e2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:40.045144 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d692105e-6f7e-474a-9b45-636885208813 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Calling delete_port for d17edefb-7150-4404-9414-08504271047a owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:40.102682 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Attempting to bind port a44ed72d-3fcb-41b0-af60-91caf5335bab on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:53:40.103268 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Attempting to bind port a44ed72d-3fcb-41b0-af60-91caf5335bab by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:53:40.103408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Attempting to bind port a44ed72d-3fcb-41b0-af60-91caf5335bab on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:53:40.112573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port ad7f1766-9ae3-4bad-a88a-f454fc0a9a7f yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:53:40.189617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:53:40.189908 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:40.190268 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:40.190650 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:53:40.191114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Bound port: a44ed72d-3fcb-41b0-af60-91caf5335bab, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:53:40.191467 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:40.219328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:40.260297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] Deleting port ddd1d333-9eaa-495a-a09d-79aef2608b7c {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:40.260520 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:40.275036 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-5975e4aa-1445-42b7-8b30-b7984820e2e2 admin admin] Calling delete_port for 8f820b8e-5265-4a0a-9790-0e12f3890cfb owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:40.361985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:40.463053 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:40.483184 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c4337770-11b4-4e1a-8ace-d767eed195e0 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:40.527364 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-034f74f4-bb2d-4962-8e2f-bf58ce8d71e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:40.532194 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Transition to ACTIVE for port object ebea56f7-ed62-4ce8-b373-376d67b517f2 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:40.536981 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] For port a44ed72d-3fcb-41b0-af60-91caf5335bab, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:53:40.553669 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:53:40.554086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:53:40.559482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Deleting port a44ed72d-3fcb-41b0-af60-91caf5335bab {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:40.560166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:40.570684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: c4337770-11b4-4e1a-8ace-d767eed195e0 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:40.571008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c4337770-11b4-4e1a-8ace-d767eed195e0 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:40.571419 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8eb90a2d-4842-4a6f-8464-7e793b4bee5d no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:40.591822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-425cd93b-8b86-48c0-99c4-b0dee18c4f61 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790575588509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2880450'] for subnet, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:40.614895 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-8c666ecc-10bb-432d-bf37-5837c6a44722', 'network_id': '8c666ecc-10bb-432d-bf37-5837c6a44722', 'tenant_id': '2be403f93a064925863310dc867722e6', 'fixed_ips': [{'subnet_id': '32bd421e-7689-4bde-b2dd-bc4969102302'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:53:40.615717 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:40.651526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f74f4-bb2d-4962-8e2f-bf58ce8d71e1 None None] Pushing event deleted for resources: {'Port': ['ID=c4337770-11b4-4e1a-8ace-d767eed195e0,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:40.653278 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 8eb90a2d-4842-4a6f-8464-7e793b4bee5d {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:40.653606 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8eb90a2d-4842-4a6f-8464-7e793b4bee5d not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:40.659893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] For port a44ed72d-3fcb-41b0-af60-91caf5335bab, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a44ed72d-3fcb-41b0-af60-91caf5335bab,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:53:40.673465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f74f4-bb2d-4962-8e2f-bf58ce8d71e1 None None] No DVR routers for this DVR port c4337770-11b4-4e1a-8ace-d767eed195e0 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:40.675099 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Transition to ACTIVE for port object ebea56f7-ed62-4ce8-b373-376d67b517f2 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:40.709202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425cd93b-8b86-48c0-99c4-b0dee18c4f61 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:40.709986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-425cd93b-8b86-48c0-99c4-b0dee18c4f61 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:40.711318 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-425cd93b-8b86-48c0-99c4-b0dee18c4f61 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "PUT /v2.0/subnets/32bd421e-7689-4bde-b2dd-bc4969102302 HTTP/1.1" status: 200 len: 806 time: 1.0399134 May 25 22:53:40.720505 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] For port ddd1d333-9eaa-495a-a09d-79aef2608b7c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ddd1d333-9eaa-495a-a09d-79aef2608b7c,segment=NetworkSegment(dba618f3-3eb2-45f9-94d1-c9d4337dff24),segment_id=dba618f3-3eb2-45f9-94d1-c9d4337dff24)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:40.720505 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:40.731094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33964) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:40.731301 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d692105e-6f7e-474a-9b45-636885208813 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:40.752567 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:40.815898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:40.883444 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:40.892521 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:40.922692 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692105e-6f7e-474a-9b45-636885208813 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Port': ['ID=d17edefb-7150-4404-9414-08504271047a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:40.928119 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cd93b-8b86-48c0-99c4-b0dee18c4f61 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Subnet': ['ID=32bd421e-7689-4bde-b2dd-bc4969102302,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:40.938917 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] Calling delete_port for ddd1d333-9eaa-495a-a09d-79aef2608b7c owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:40.947513 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:40.963285 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f76e02-4f96-4cf9-96ba-f39d319b6669 None None] DHCP port deletion for 9cae65aa-3fc8-4065-9612-66200e7cb1df request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:53:40.972347 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e5f76e02-4f96-4cf9-96ba-f39d319b6669 None None] Deleting port ddd1d333-9eaa-495a-a09d-79aef2608b7c {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:40.972517 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e5f76e02-4f96-4cf9-96ba-f39d319b6669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.060632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] For port a44ed72d-3fcb-41b0-af60-91caf5335bab, host dv-neutron-843300-1-hyperv, got binding levels [] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:41.060632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.068391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Deleting port c4337770-11b4-4e1a-8ace-d767eed195e0 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:41.068391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.094870 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb48c1-011a-4bd2-88b7-5a77d016d19c None None] Pushing event updated for resources: {'Port': ['ID=a44ed72d-3fcb-41b0-af60-91caf5335bab,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:41.164336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5975e4aa-1445-42b7-8b30-b7984820e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.179857 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::354 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/090e949f-eb0c-4e8d-8149-a8f87dfb2b51/ad7f1766-9ae3-4bad-a88a-f454fc0a9a7f) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:41.204003 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Calling delete_port for a44ed72d-3fcb-41b0-af60-91caf5335bab owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:41.220237 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Allocated IP 172.20.0.2 (8c666ecc-10bb-432d-bf37-5837c6a44722/32bd421e-7689-4bde-b2dd-bc4969102302/b93900fe-1636-443a-83da-2d65c2f45af2) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:41.234137 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.250406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Routers {'117c43c1-5d51-4d6a-8ad9-6bfaec3d9784'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:41.251015 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['117c43c1-5d51-4d6a-8ad9-6bfaec3d9784'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:41.269746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ce39b1a-6f8d-4371-a8f8-eaa81122ba7d tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.288647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] The port 'c4337770-11b4-4e1a-8ace-d767eed195e0' was deleted {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:53:41.294555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] No DVR routers for this DVR port ddd1d333-9eaa-495a-a09d-79aef2608b7c on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:41.295528 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975e4aa-1445-42b7-8b30-b7984820e2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f820b8e-5265-4a0a-9790-0e12f3890cfb,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:41.336413 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd1d333-9eaa-495a-a09d-79aef2608b7c,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:41.461228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.462683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ce39b1a-6f8d-4371-a8f8-eaa81122ba7d tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.505376 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cae65aa-3fc8-4065-9612-66200e7cb1df']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:41.521020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba618f3-3eb2-45f9-94d1-c9d4337dff24') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:41.521489 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba618f3-3eb2-45f9-94d1-c9d4337dff24') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:41.525268 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Attempting to bind port ebea56f7-ed62-4ce8-b373-376d67b517f2 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:53:41.525629 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Attempting to bind port ebea56f7-ed62-4ce8-b373-376d67b517f2 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:53:41.525976 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Attempting to bind port ebea56f7-ed62-4ce8-b373-376d67b517f2 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:53:41.537926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.544405 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e5f76e02-4f96-4cf9-96ba-f39d319b6669 None None] The port 'ddd1d333-9eaa-495a-a09d-79aef2608b7c' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:53:41.544611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.562521 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.564226 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Pushing event updated for resources: {'Port': ['ID=ebea56f7-ed62-4ce8-b373-376d67b517f2,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:41.571584 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:41.572117 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:41.599847 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:41.615570 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:53:41.615938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:41.616335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.616745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:53:41.617224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Bound port: ebea56f7-ed62-4ce8-b373-376d67b517f2, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:53:41.617592 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.679001 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:53:41.679731 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:53:41.697094 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dd820347-28e5-4e97-82a2-18ced697019f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.698888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] Set router 117c43c1-5d51-4d6a-8ad9-6bfaec3d9784 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:41.701608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d692105e-6f7e-474a-9b45-636885208813 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.804546 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.830475 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.835127 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.846288 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cae65aa-3fc8-4065-9612-66200e7cb1df,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:41.862145 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-61f6d249-2b77-4778-b859-b62439f3fd52 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9cae65aa-3fc8-4065-9612-66200e7cb1df HTTP/1.1" status: 204 len: 168 time: 1.9351835 May 25 22:53:41.903893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117c43c1-5d51-4d6a-8ad9-6bfaec3d9784', 'name': 'tempest-snat-router-368399417', 'tenant_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:28Z', 'updated_at': '2022-05-25T22:53:40Z', 'revision_number': 4, 'project_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:41.919958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290181c5-617b-4679-b76a-aa52c99c86af None None] The sync data for ids ['117c43c1-5d51-4d6a-8ad9-6bfaec3d9784'] in dv-neutron-843300-1-hyperv is: [{'id': '117c43c1-5d51-4d6a-8ad9-6bfaec3d9784', 'name': 'tempest-snat-router-368399417', 'tenant_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:28Z', 'updated_at': '2022-05-25T22:53:40Z', 'revision_number': 4, 'project_id': 'fd051ea1c1814c43ae44a19e3ed24e33', 'gw_port_host': None}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:41.929336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:41.932109 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] For port ebea56f7-ed62-4ce8-b373-376d67b517f2, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:53:41.937791 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] For port ebea56f7-ed62-4ce8-b373-376d67b517f2, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ebea56f7-ed62-4ce8-b373-376d67b517f2,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:53:41.943728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4a0796-f2c9-435a-b91f-af0f8fece696']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:41.945058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Transition to ACTIVE for port object b93900fe-1636-443a-83da-2d65c2f45af2 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:41.969350 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Transition to ACTIVE for port object b93900fe-1636-443a-83da-2d65c2f45af2 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:42.015639 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.022740 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d692105e-6f7e-474a-9b45-636885208813 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.023877 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d692105e-6f7e-474a-9b45-636885208813 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/floatingips/7dbd72b2-1100-405a-84d2-b08d8ff5bbbd HTTP/1.1" status: 204 len: 168 time: 3.6598732 May 25 22:53:42.026800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33970) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:42.028763 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdbcccc-780d-43d7-a835-8cea4a704fdb') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:42.029227 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdbcccc-780d-43d7-a835-8cea4a704fdb') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:42.057605 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.115256 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Network 8c666ecc-10bb-432d-bf37-5837c6a44722 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:42.119104 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f8089-aaa3-48fd-a6ac-2c39a3678f3b None None] Pushing event updated for resources: {'Port': ['ID=ebea56f7-ed62-4ce8-b373-376d67b517f2,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:42.122370 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:42.158803 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:42.175095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.199503 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Deleting port a44ed72d-3fcb-41b0-af60-91caf5335bab {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:42.199503 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.213285 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.285910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.319220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Pushing event updated for resources: {'Port': ['ID=b93900fe-1636-443a-83da-2d65c2f45af2,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:42.328274 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5975e4aa-1445-42b7-8b30-b7984820e2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.341702 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Attempting to bind port b93900fe-1636-443a-83da-2d65c2f45af2 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:53:42.342328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Attempting to bind port b93900fe-1636-443a-83da-2d65c2f45af2 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '89f1bebc-1487-41c2-ac59-0ea143d99cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c666ecc-10bb-432d-bf37-5837c6a44722'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:53:42.343001 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Attempting to bind port b93900fe-1636-443a-83da-2d65c2f45af2 on network 8c666ecc-10bb-432d-bf37-5837c6a44722 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:53:42.352373 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:53:42.353035 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Checking segment: {'id': '89f1bebc-1487-41c2-ac59-0ea143d99cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c666ecc-10bb-432d-bf37-5837c6a44722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:42.353708 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.354849 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Bound using segment: {'id': '89f1bebc-1487-41c2-ac59-0ea143d99cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c666ecc-10bb-432d-bf37-5837c6a44722'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:53:42.355729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Bound port: b93900fe-1636-443a-83da-2d65c2f45af2, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f1bebc-1487-41c2-ac59-0ea143d99cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c666ecc-10bb-432d-bf37-5837c6a44722'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:53:42.356250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.415846 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-dd098913-063f-402d-af3b-8cefe052b156 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] delete failed (client error): The resource could not be found. May 25 22:53:42.416928 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dd098913-063f-402d-af3b-8cefe052b156 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/floatingips/7dbd72b2-1100-405a-84d2-b08d8ff5bbbd HTTP/1.1" status: 404 len: 345 time: 0.3891289 May 25 22:53:42.420908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33974) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:42.428514 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:42.429030 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.473061 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33978) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:42.526495 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:42.531907 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ddd1d333-9eaa-495a-a09d-79aef2608b7c no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:42.577380 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: ddd1d333-9eaa-495a-a09d-79aef2608b7c {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:42.577748 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ddd1d333-9eaa-495a-a09d-79aef2608b7c not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:42.583984 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] For port a44ed72d-3fcb-41b0-af60-91caf5335bab, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a44ed72d-3fcb-41b0-af60-91caf5335bab,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:42.584757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.603388 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] For port b93900fe-1636-443a-83da-2d65c2f45af2, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:53:42.679169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.723754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Calling delete_port for a44ed72d-3fcb-41b0-af60-91caf5335bab owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:42.826533 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-95827863-563a-44e1-a330-06c775cf5a0f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0505e1ad716b4cc68624dd1b24def3b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3521981 May 25 22:53:42.830236 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33982) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:42.857316 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] For port b93900fe-1636-443a-83da-2d65c2f45af2, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b93900fe-1636-443a-83da-2d65c2f45af2,segment=NetworkSegment(89f1bebc-1487-41c2-ac59-0ea143d99cde),segment_id=89f1bebc-1487-41c2-ac59-0ea143d99cde)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:53:42.896147 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab50dc0-ddbe-488c-b42e-37dbcefd7d3a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:42.900014 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab50dc0-ddbe-488c-b42e-37dbcefd7d3a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:42.904379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab50dc0-ddbe-488c-b42e-37dbcefd7d3a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:42.905269 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9ab50dc0-ddbe-488c-b42e-37dbcefd7d3a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Synchronizing usage tracker for tenant:a14378b6d73d4ae08d8270b7d5eccae0 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:42.936358 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.956253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object ad7f1766-9ae3-4bad-a88a-f454fc0a9a7f will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:42.967582 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.971142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.973000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2368600d-b1a9-4b90-bc52-0181c6fd1150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:42.976632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.029539 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9ab50dc0-ddbe-488c-b42e-37dbcefd7d3a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Unset dirty status for tenant:a14378b6d73d4ae08d8270b7d5eccae0 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:43.033236 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9ab50dc0-ddbe-488c-b42e-37dbcefd7d3a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "GET /v2.0/ports?network_id=4c6ff8b9-e2f5-4dec-968d-b6335c058eb3 HTTP/1.1" status: 200 len: 2358 time: 0.6090167 May 25 22:53:43.034560 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22169232-9f72-4337-9449-c24923aa60a7 None None] Pushing event updated for resources: {'Port': ['ID=b93900fe-1636-443a-83da-2d65c2f45af2,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:43.040806 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 33986) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:43.063171 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5975e4aa-1445-42b7-8b30-b7984820e2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.064946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Subnet': ['ID=32bd421e-7689-4bde-b2dd-bc4969102302,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:43.067682 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2368600d-b1a9-4b90-bc52-0181c6fd1150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.101623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Network': ['ID=ed4a0796-f2c9-435a-b91f-af0f8fece696,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:43.112354 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d8b8dc9c-9022-45ab-b8eb-8e62b1095ba0 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/ed4a0796-f2c9-435a-b91f-af0f8fece696 HTTP/1.1" status: 204 len: 168 time: 5.0110362 May 25 22:53:43.115622 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33990) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:43.149047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5975e4aa-1445-42b7-8b30-b7984820e2e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.155740 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-b248e3c3-11f1-4de7-a30f-24ed901f8cef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] DELETE failed (client error): The resource could not be found. May 25 22:53:43.156377 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b248e3c3-11f1-4de7-a30f-24ed901f8cef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:53:43.164118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.205913 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b248e3c3-11f1-4de7-a30f-24ed901f8cef tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/subnets/545fd5a3-7ab4-4c81-ab69-347209e1526a HTTP/1.1" status: 404 len: 337 time: 0.0892780 May 25 22:53:43.215093 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33994) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:43.215843 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Pushing event deleted for resources: {'Port': ['ID=a44ed72d-3fcb-41b0-af60-91caf5335bab,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:43.269198 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016fb407-f004-407f-ac21-f574e13c03ff tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:43.270932 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-016fb407-f004-407f-ac21-f574e13c03ff tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "GET /v2.0/subnets/33951e6b-0a09-4a71-aa06-69d00c701d30 HTTP/1.1" status: 200 len: 797 time: 0.2170770 May 25 22:53:43.282782 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.282970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 33998) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:43.297037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'port': {'network_id': '4c6ff8b9-e2f5-4dec-968d-b6335c058eb3', 'name': 'tempest-FloatingIPTestJSON-2091525804', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:43.314732 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c666ecc-10bb-432d-bf37-5837c6a44722']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:43.330605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f1bebc-1487-41c2-ac59-0ea143d99cde') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:43.331253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f1bebc-1487-41c2-ac59-0ea143d99cde') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:43.337086 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a2dc49-0c62-4b22-a858-2790bae35b13 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] DELETE failed (client error): The resource could not be found. May 25 22:53:43.337521 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a2dc49-0c62-4b22-a858-2790bae35b13 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:53:43.339334 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-22a2dc49-0c62-4b22-a858-2790bae35b13 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/5df1cc60-ffff-46b2-aba0-277b623887f3 HTTP/1.1" status: 404 len: 339 time: 0.1213892 May 25 22:53:43.342532 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34002) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:43.349954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2368600d-b1a9-4b90-bc52-0181c6fd1150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.352309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2368600d-b1a9-4b90-bc52-0181c6fd1150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.353345 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2368600d-b1a9-4b90-bc52-0181c6fd1150 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/225fc171-9953-4527-9ba7-99cb7ac267d5 HTTP/1.1" status: 204 len: 168 time: 0.5144362 May 25 22:53:43.384507 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce39b1a-6f8d-4371-a8f8-eaa81122ba7d tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Router 6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:53:43.386265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.399380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.440596 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5975e4aa-1445-42b7-8b30-b7984820e2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.441101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5975e4aa-1445-42b7-8b30-b7984820e2e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a66573e7-d2ed-4635-8512-ff3ee0b02721 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:53:43.444693 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24168f0-4f92-46c6-8fb8-e10032123849 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] DELETE failed (client error): The resource could not be found. May 25 22:53:43.445457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24168f0-4f92-46c6-8fb8-e10032123849 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:53:43.445576 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368600d-b1a9-4b90-bc52-0181c6fd1150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225fc171-9953-4527-9ba7-99cb7ac267d5,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:43.482911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.497184 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c24168f0-4f92-46c6-8fb8-e10032123849 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/subnets/024330e1-4284-447a-8b8c-cd9a96000a69 HTTP/1.1" status: 404 len: 337 time: 0.1526580 May 25 22:53:43.500719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5975e4aa-1445-42b7-8b30-b7984820e2e2 admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.502767 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5975e4aa-1445-42b7-8b30-b7984820e2e2 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a66573e7-d2ed-4635-8512-ff3ee0b02721 HTTP/1.1" status: 204 len: 168 time: 7.9759421 May 25 22:53:43.504391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34008) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:43.515142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:43.515543 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.530864 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34010) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:43.536415 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:43.621728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:43.676482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.691162 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-268271ab-49c9-4fb8-ad94-c411ef7e9dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.752083 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:43.755134 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:43.759371 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:43.760006 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.778401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=ad7f1766-9ae3-4bad-a88a-f454fc0a9a7f,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:43.801971 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-b691451e-87a1-4792-8662-2e2a5462fefd tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] DELETE failed (client error): The resource could not be found. May 25 22:53:43.802410 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b691451e-87a1-4792-8662-2e2a5462fefd tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:53:43.804079 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b691451e-87a1-4792-8662-2e2a5462fefd tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/1126cfee-77d1-45eb-8570-69cf50bfafeb HTTP/1.1" status: 404 len: 339 time: 0.2939627 May 25 22:53:43.823543 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34018) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:43.858627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:43.881140 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fcda206-2e75-45ad-8e3a-1f57a3235867 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] DELETE failed (client error): The resource could not be found. May 25 22:53:43.881487 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fcda206-2e75-45ad-8e3a-1f57a3235867 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:53:43.883140 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7fcda206-2e75-45ad-8e3a-1f57a3235867 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/subnets/5c25e987-bfe1-4817-a061-20fed071ccc6 HTTP/1.1" status: 404 len: 337 time: 0.0588429 May 25 22:53:43.884625 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:43.886285 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34022) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:43.889210 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28e73ac-c5fd-4acc-b442-14b677e81d04 admin admin] Deleting subnet 2640b8fb-952a-426a-9621-4bd33956af56 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:53:43.896127 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c28e73ac-c5fd-4acc-b442-14b677e81d04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:43.926526 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 22:53:43.926526 dv-neutron-843300-1-hyperv neutron-server[84716]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 22:53:43.926526 dv-neutron-843300-1-hyperv neutron-server[84716]: [parameters: {'id': '8c666ecc-10bb-432d-bf37-5837c6a44722'}] May 25 22:53:43.926526 dv-neutron-843300-1-hyperv neutron-server[84716]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:53:43.927190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:53:43.970791 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c28e73ac-c5fd-4acc-b442-14b677e81d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:44.006144 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bafcc71a-1c04-439a-a440-60ebdda007d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.5586624 May 25 22:53:44.014255 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34028) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:44.215772 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c28e73ac-c5fd-4acc-b442-14b677e81d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:44.312169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:44.312169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:44.317479 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec93de2-91e5-4ea0-ac58-f2aa1bda539c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:44.324830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec93de2-91e5-4ea0-ac58-f2aa1bda539c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:44.325342 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b9abf9-1eb4-4ebe-994a-f388b06cc18b tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] DELETE failed (client error): The resource could not be found. May 25 22:53:44.326107 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-aec93de2-91e5-4ea0-ac58-f2aa1bda539c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:44.327112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b9abf9-1eb4-4ebe-994a-f388b06cc18b tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:53:44.329032 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-15b9abf9-1eb4-4ebe-994a-f388b06cc18b tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/37295243-a5bd-477f-bed6-b6dfa7a369c0 HTTP/1.1" status: 404 len: 339 time: 0.2009714 May 25 22:53:44.333909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34036) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:44.418025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce39b1a-6f8d-4371-a8f8-eaa81122ba7d tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:44.428420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:44.430821 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e619f892-ce9c-4d5d-a79d-a66c5045c365 None None] Sync routers for ids ['6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:44.441617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ce39b1a-6f8d-4371-a8f8-eaa81122ba7d tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:44.443614 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6ce39b1a-6f8d-4371-a8f8-eaa81122ba7d tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "PUT /v2.0/routers/6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa HTTP/1.1" status: 200 len: 922 time: 9.7574370 May 25 22:53:44.446381 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34040) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:44.469413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e619f892-ce9c-4d5d-a79d-a66c5045c365 None None] Routers {'6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:44.470044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-e619f892-ce9c-4d5d-a79d-a66c5045c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:44.531633 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ebea56f7-ed62-4ce8-b373-376d67b517f2 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:44.551996 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Deleting port b93900fe-1636-443a-83da-2d65c2f45af2 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:44.551996 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:44.571236 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:44.571493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 117c43c1-5d51-4d6a-8ad9-6bfaec3d9784 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:53:44.573141 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Made reservation on behalf of a14378b6d73d4ae08d8270b7d5eccae0 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:44.610109 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-e619f892-ce9c-4d5d-a79d-a66c5045c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:44.619118 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c28e73ac-c5fd-4acc-b442-14b677e81d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:44.643829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-aec93de2-91e5-4ea0-ac58-f2aa1bda539c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:44.648886 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-aec93de2-91e5-4ea0-ac58-f2aa1bda539c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6288104 May 25 22:53:44.654808 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34046) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:44.668827 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e619f892-ce9c-4d5d-a79d-a66c5045c365 None None] Routers {'6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:44.670106 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-e619f892-ce9c-4d5d-a79d-a66c5045c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:44.828671 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3bccf122-b234-4024-b1f9-024baf3d7528 None None] Provisioning for port ebea56f7-ed62-4ce8-b373-376d67b517f2 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:44.838573 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-e619f892-ce9c-4d5d-a79d-a66c5045c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:44.838974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e619f892-ce9c-4d5d-a79d-a66c5045c365 None None] The sync data for ids ['6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:44.903224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:44.906625 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e73ac-c5fd-4acc-b442-14b677e81d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2640b8fb-952a-426a-9621-4bd33956af56,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:44.915340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c28e73ac-c5fd-4acc-b442-14b677e81d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:44.917630 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c28e73ac-c5fd-4acc-b442-14b677e81d04 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2640b8fb-952a-426a-9621-4bd33956af56 HTTP/1.1" status: 204 len: 168 time: 1.3799829 May 25 22:53:44.918644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d4b3c2-fc78-46cf-b9d2-e794973e6e22 None None] Network ad2e64db-8f8f-49b2-92b1-43b2eabb0340 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:44.919170 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:44.919616 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] For port b93900fe-1636-443a-83da-2d65c2f45af2, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b93900fe-1636-443a-83da-2d65c2f45af2,segment=NetworkSegment(89f1bebc-1487-41c2-ac59-0ea143d99cde),segment_id=89f1bebc-1487-41c2-ac59-0ea143d99cde)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:44.919616 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:44.922907 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7eb50e5a-e8db-485f-bb78-01ae035f5919 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "DELETE /v2.0/routers/117c43c1-5d51-4d6a-8ad9-6bfaec3d9784 HTTP/1.1" status: 204 len: 168 time: 6.0823987 May 25 22:53:44.927924 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34054) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:44.927924 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34056) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:44.976651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port ebea56f7-ed62-4ce8-b373-376d67b517f2 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:45.086768 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ebea56f7-ed62-4ce8-b373-376d67b517f2 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:45.087437 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.191341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.281272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-cb963e50-52f9-4c6d-b2fd-1c7169716cdf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port ad7f1766-9ae3-4bad-a88a-f454fc0a9a7f {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:45.281623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb963e50-52f9-4c6d-b2fd-1c7169716cdf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.285352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Calling delete_port for b93900fe-1636-443a-83da-2d65c2f45af2 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:45.307423 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34064) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:45.319325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c67382-5b85-4ef3-9b9e-c9164d7e1f41 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Deleting subnet 8fedbab5-c482-47d5-829a-1342f2102f02 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:53:45.326258 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9c67382-5b85-4ef3-9b9e-c9164d7e1f41 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.327417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.329124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-66bc972e-6115-4be0-804e-d9310f85b736 None None] Provisioning for port ad7f1766-9ae3-4bad-a88a-f454fc0a9a7f completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:45.339761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-66bc972e-6115-4be0-804e-d9310f85b736 None None] Provisioning complete for port ad7f1766-9ae3-4bad-a88a-f454fc0a9a7f triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:45.340148 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-66bc972e-6115-4be0-804e-d9310f85b736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.368068 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffa8c01-27b4-47db-9f6e-439d6a495b8b None None] Network 8c666ecc-10bb-432d-bf37-5837c6a44722 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:45.415030 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.420459 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9c67382-5b85-4ef3-9b9e-c9164d7e1f41 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.428032 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] device_id is not set on port 038aca7a-a7fc-45de-8589-17f12e8d9577 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:53:45.534922 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9c67382-5b85-4ef3-9b9e-c9164d7e1f41 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.547114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-66bc972e-6115-4be0-804e-d9310f85b736 None None] Port ad7f1766-9ae3-4bad-a88a-f454fc0a9a7f cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:53:45.563808 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.578736 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.606216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-935764756-network', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:45.642384 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Port': ['ID=b93900fe-1636-443a-83da-2d65c2f45af2,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:45.652137 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No DVR routers for this DVR port b93900fe-1636-443a-83da-2d65c2f45af2 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:45.672408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port ebea56f7-ed62-4ce8-b373-376d67b517f2, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ebea56f7-ed62-4ce8-b373-376d67b517f2,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:45.673649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-371d17ec-29d6-40ac-afba-4d048a86565c None None] Could not find standard attr ID for object b93900fe-1636-443a-83da-2d65c2f45af2. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:53:45.675880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:45.689052 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Usage tracker for resource:network and tenant:69e1c75f41b74d7b9d9edc5f4f74584f is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:45.704881 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:45.732447 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Deleting port e706bace-a591-450f-8f17-316f8e18413b {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:45.732823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.739673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750cacea-9c01-49bb-992c-2a0dd358cf86 None None] DHCP port deletion for ad2e64db-8f8f-49b2-92b1-43b2eabb0340 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:53:45.743647 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.745154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b93900fe-1636-443a-83da-2d65c2f45af2 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:45.765859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:45.797481 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.823328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e10f1a-af98-47a8-a900-241aee0d8413 None None] DHCP port deletion for 8c666ecc-10bb-432d-bf37-5837c6a44722 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:53:45.826176 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c666ecc-10bb-432d-bf37-5837c6a44722']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:45.833526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-750cacea-9c01-49bb-992c-2a0dd358cf86 None None] Deleting port e706bace-a591-450f-8f17-316f8e18413b {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:45.833526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-750cacea-9c01-49bb-992c-2a0dd358cf86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.842250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f1bebc-1487-41c2-ac59-0ea143d99cde') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:45.842768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f1bebc-1487-41c2-ac59-0ea143d99cde') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:45.855434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.856659 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: b93900fe-1636-443a-83da-2d65c2f45af2 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:45.856997 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b93900fe-1636-443a-83da-2d65c2f45af2 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 25 22:53:45.866152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9c67382-5b85-4ef3-9b9e-c9164d7e1f41 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.908323 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Port b93900fe-1636-443a-83da-2d65c2f45af2 not found, will not notify nova. {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 25 22:53:45.926350 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9c67382-5b85-4ef3-9b9e-c9164d7e1f41 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.934811 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8f820b8e-5265-4a0a-9790-0e12f3890cfb no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:45.935049 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c67382-5b85-4ef3-9b9e-c9164d7e1f41 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Subnet': ['ID=8fedbab5-c482-47d5-829a-1342f2102f02,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:45.945841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.953251 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e9c67382-5b85-4ef3-9b9e-c9164d7e1f41 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/subnets/8fedbab5-c482-47d5-829a-1342f2102f02 HTTP/1.1" status: 204 len: 168 time: 1.6177142 May 25 22:53:45.955836 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:45.956229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:45.959761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b875f8c0-7c87-4646-8e84-c6332d912c1b None None] Network 8c666ecc-10bb-432d-bf37-5837c6a44722 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:45.976083 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34070) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:45.979163 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:45.982532 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fc8f93-1ab4-448e-b1e5-b80ef5d5bb30 None None] Network 3ba3632d-aaa4-41d6-bb73-ea92a882a1b9 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:46.015395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 8f820b8e-5265-4a0a-9790-0e12f3890cfb {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:46.015793 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8f820b8e-5265-4a0a-9790-0e12f3890cfb not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:46.025563 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:53:46.085106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Made reservation on behalf of 69e1c75f41b74d7b9d9edc5f4f74584f for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:46.087336 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.145876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.171388 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.174722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=ebea56f7-ed62-4ce8-b373-376d67b517f2,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:46.188307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Network': ['ID=8c666ecc-10bb-432d-bf37-5837c6a44722,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:46.197326 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-44e10f7d-0359-4db8-bbee-205b8ca7a519 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/8c666ecc-10bb-432d-bf37-5837c6a44722 HTTP/1.1" status: 204 len: 168 time: 5.4620736 May 25 22:53:46.199779 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34074) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:46.217421 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.225872 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b22e634-9598-4d4c-8389-d60f106fc486 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:53:46.226397 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b22e634-9598-4d4c-8389-d60f106fc486 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:53:46.228231 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0b22e634-9598-4d4c-8389-d60f106fc486 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/8c666ecc-10bb-432d-bf37-5837c6a44722 HTTP/1.1" status: 404 len: 339 time: 0.0263410 May 25 22:53:46.231817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34078) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:46.237566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d6bb2c13-7921-40dd-a18d-8036b402477a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-640145954', 'description': 'd1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:46.243216 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d6bb2c13-7921-40dd-a18d-8036b402477a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:46.247150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d6bb2c13-7921-40dd-a18d-8036b402477a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:network and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:46.251142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d6bb2c13-7921-40dd-a18d-8036b402477a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:46.258269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d6bb2c13-7921-40dd-a18d-8036b402477a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:46.328392 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f421bf05-97a9-4bf4-a0b9-85da1d169f28 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/routers/6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa HTTP/1.1" status: 200 len: 922 time: 1.8806772 May 25 22:53:46.340887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34082) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:46.382419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bb2c13-7921-40dd-a18d-8036b402477a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:46.386024 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2c13-7921-40dd-a18d-8036b402477a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.402920 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.431976 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ebea56f7-ed62-4ce8-b373-376d67b517f2 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:46.434907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-676af5c2-f865-4d12-b518-b2949753b55f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.435076 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6bb2c13-7921-40dd-a18d-8036b402477a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:53:46.449768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2c13-7921-40dd-a18d-8036b402477a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.450187 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-d6bb2c13-7921-40dd-a18d-8036b402477a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Added segment e24045e8-6c08-4bdb-9fe3-b9a79aff4e7b of type vlan for network fd5e89cf-f40c-4a14-bf9f-e3b4c806f4ea May 25 22:53:46.466105 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ded786b1-d1c0-4d35-8d62-3bedce89efaa tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=c513f589-f876-49b8-8061-8e2704cb350d&device_id=6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1227863 May 25 22:53:46.469441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34086) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:46.545871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb963e50-52f9-4c6d-b2fd-1c7169716cdf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.552060 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2c13-7921-40dd-a18d-8036b402477a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.557367 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-750cacea-9c01-49bb-992c-2a0dd358cf86 None None] For port e706bace-a591-450f-8f17-316f8e18413b, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=e706bace-a591-450f-8f17-316f8e18413b,segment=NetworkSegment(e20c8822-d53a-4556-a220-ebf8eca4a7fa),segment_id=e20c8822-d53a-4556-a220-ebf8eca4a7fa)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:46.557754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-750cacea-9c01-49bb-992c-2a0dd358cf86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.629113 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:46.637124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1b23ff-9be2-4556-aa0b-16723c3376f4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:46.637682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9b1b23ff-9be2-4556-aa0b-16723c3376f4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Synchronizing usage tracker for tenant:2348b51760e64d8588629f1c8ec2315a on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:46.709028 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:69e1c75f41b74d7b9d9edc5f4f74584f is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:46.726704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.732736 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-750cacea-9c01-49bb-992c-2a0dd358cf86 None None] Calling delete_port for e706bace-a591-450f-8f17-316f8e18413b owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:46.741565 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2c13-7921-40dd-a18d-8036b402477a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.745294 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bb2c13-7921-40dd-a18d-8036b402477a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:46.745865 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2c13-7921-40dd-a18d-8036b402477a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.764883 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Allocated IP 172.20.0.14 (4c6ff8b9-e2f5-4dec-968d-b6335c058eb3/33951e6b-0a09-4a71-aa06-69d00c701d30/038aca7a-a7fc-45de-8589-17f12e8d9577) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:46.771569 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:46.780106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-cb963e50-52f9-4c6d-b2fd-1c7169716cdf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for ad7f1766-9ae3-4bad-a88a-f454fc0a9a7f owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:46.799563 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ebea56f7-ed62-4ce8-b373-376d67b517f2 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:46.799929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.822512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9b1b23ff-9be2-4556-aa0b-16723c3376f4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Unset dirty status for tenant:2348b51760e64d8588629f1c8ec2315a on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:46.825935 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9b1b23ff-9be2-4556-aa0b-16723c3376f4 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/networks/c513f589-f876-49b8-8061-8e2704cb350d HTTP/1.1" status: 200 len: 881 time: 0.3530669 May 25 22:53:46.826066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Deleting port 913502ad-af3f-434c-b9ed-959e4734916e {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:46.826066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.832129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34090) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:46.860187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:46.874291 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Allocated IP 172.20.0.13 (4c6ff8b9-e2f5-4dec-968d-b6335c058eb3/33951e6b-0a09-4a71-aa06-69d00c701d30/038aca7a-a7fc-45de-8589-17f12e8d9577) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:46.881478 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d934ae2b-6585-48db-bf29-6d571d2ef625 None None] DHCP port deletion for 3ba3632d-aaa4-41d6-bb73-ea92a882a1b9 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:53:46.887643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-d934ae2b-6585-48db-bf29-6d571d2ef625 None None] Deleting port 913502ad-af3f-434c-b9ed-959e4734916e {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:46.888288 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d934ae2b-6585-48db-bf29-6d571d2ef625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:46.916898 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c247a518-9b47-471b-bc23-29239b6437b5 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa HTTP/1.1" status: 200 len: 205 time: 0.0814648 May 25 22:53:46.916898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb2c13-7921-40dd-a18d-8036b402477a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Network': ['ID=fd5e89cf-f40c-4a14-bf9f-e3b4c806f4ea,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:46.917875 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34094) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:46.950295 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network fd5e89cf-f40c-4a14-bf9f-e3b4c806f4ea details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:53:46.971311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] For port e706bace-a591-450f-8f17-316f8e18413b, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=e706bace-a591-450f-8f17-316f8e18413b,segment=NetworkSegment(e20c8822-d53a-4556-a220-ebf8eca4a7fa),segment_id=e20c8822-d53a-4556-a220-ebf8eca4a7fa)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:46.971606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:47.034397 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d6bb2c13-7921-40dd-a18d-8036b402477a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8011134 May 25 22:53:47.039556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-750cacea-9c01-49bb-992c-2a0dd358cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:47.040412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34098) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:47.140709 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cacea-9c01-49bb-992c-2a0dd358cf86 None None] Pushing event deleted for resources: {'Port': ['ID=e706bace-a591-450f-8f17-316f8e18413b,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:47.188006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Calling delete_port for e706bace-a591-450f-8f17-316f8e18413b owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:47.191621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750cacea-9c01-49bb-992c-2a0dd358cf86 None None] No DVR routers for this DVR port e706bace-a591-450f-8f17-316f8e18413b on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:47.289581 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec8f9bc-162c-4a6c-88d0-7c2c2cc81c19 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:47.290342 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8ec8f9bc-162c-4a6c-88d0-7c2c2cc81c19 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Synchronizing usage tracker for tenant:2be403f93a064925863310dc867722e6 on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:47.302050 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device e706bace-a591-450f-8f17-316f8e18413b no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:47.344715 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:47.352280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: e706bace-a591-450f-8f17-316f8e18413b {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:47.356040 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device e706bace-a591-450f-8f17-316f8e18413b not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:47.356040 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b93900fe-1636-443a-83da-2d65c2f45af2 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:47.374629 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1d029fe-505f-491b-9f01-bb6f42639b70 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:47.400157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: b93900fe-1636-443a-83da-2d65c2f45af2 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:47.400502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b93900fe-1636-443a-83da-2d65c2f45af2 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:47.412220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d934ae2b-6585-48db-bf29-6d571d2ef625 None None] For port 913502ad-af3f-434c-b9ed-959e4734916e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=913502ad-af3f-434c-b9ed-959e4734916e,segment=NetworkSegment(022f10be-a41a-4508-b2e5-2c131b081a47),segment_id=022f10be-a41a-4508-b2e5-2c131b081a47)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:47.416620 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d934ae2b-6585-48db-bf29-6d571d2ef625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:47.435647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8ec8f9bc-162c-4a6c-88d0-7c2c2cc81c19 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Unset dirty status for tenant:2be403f93a064925863310dc867722e6 on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:47.436824 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8ec8f9bc-162c-4a6c-88d0-7c2c2cc81c19 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "GET /v2.0/networks?id=fd5e89cf-f40c-4a14-bf9f-e3b4c806f4ea HTTP/1.1" status: 200 len: 760 time: 0.3952794 May 25 22:53:47.490813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34102) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:47.502556 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-8436879d-25b7-4cac-87e3-ea5553b3159d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'network': {'description': 'd2'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:47.549519 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-d934ae2b-6585-48db-bf29-6d571d2ef625 None None] Calling delete_port for 913502ad-af3f-434c-b9ed-959e4734916e owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:47.705430 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d934ae2b-6585-48db-bf29-6d571d2ef625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:47.734636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] For port 913502ad-af3f-434c-b9ed-959e4734916e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=913502ad-af3f-434c-b9ed-959e4734916e,segment=NetworkSegment(022f10be-a41a-4508-b2e5-2c131b081a47),segment_id=022f10be-a41a-4508-b2e5-2c131b081a47)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:47.734992 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:47.760820 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934ae2b-6585-48db-bf29-6d571d2ef625 None None] Pushing event deleted for resources: {'Port': ['ID=913502ad-af3f-434c-b9ed-959e4734916e,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:47.766876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8436879d-25b7-4cac-87e3-ea5553b3159d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:47.769880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d934ae2b-6585-48db-bf29-6d571d2ef625 None None] No DVR routers for this DVR port 913502ad-af3f-434c-b9ed-959e4734916e on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:47.823013 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1d029fe-505f-491b-9f01-bb6f42639b70 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:47.859656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8436879d-25b7-4cac-87e3-ea5553b3159d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:47.904463 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Calling delete_port for 913502ad-af3f-434c-b9ed-959e4734916e owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:47.930210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:53:47.930210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:53:47.930514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb963e50-52f9-4c6d-b2fd-1c7169716cdf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:47.935560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8436879d-25b7-4cac-87e3-ea5553b3159d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network fd5e89cf-f40c-4a14-bf9f-e3b4c806f4ea is not hosted by any dhcp agent {{(pid=84716) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 25 22:53:47.939120 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8436879d-25b7-4cac-87e3-ea5553b3159d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:47.939721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8436879d-25b7-4cac-87e3-ea5553b3159d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:47.941006 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8436879d-25b7-4cac-87e3-ea5553b3159d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "PUT /v2.0/networks/fd5e89cf-f40c-4a14-bf9f-e3b4c806f4ea HTTP/1.1" status: 200 len: 757 time: 0.4499772 May 25 22:53:47.941755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-f1d029fe-505f-491b-9f01-bb6f42639b70 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Deleting port 29893631-ac42-4591-83be-f2a6ad23bcdf {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:47.942764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1d029fe-505f-491b-9f01-bb6f42639b70 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:47.962210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:47.964516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34106) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:48.012045 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436879d-25b7-4cac-87e3-ea5553b3159d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Network': ['ID=fd5e89cf-f40c-4a14-bf9f-e3b4c806f4ea,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:48.023389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network fd5e89cf-f40c-4a14-bf9f-e3b4c806f4ea details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:53:48.057563 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb963e50-52f9-4c6d-b2fd-1c7169716cdf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=ad7f1766-9ae3-4bad-a88a-f454fc0a9a7f,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:48.069282 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:48.131842 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:48.146310 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1d029fe-505f-491b-9f01-bb6f42639b70 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:48.236616 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:53:48.265506 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb963e50-52f9-4c6d-b2fd-1c7169716cdf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:48.270483 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbfc3f3-c343-487e-8551-2e8cad680693,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:48.286358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-f1d029fe-505f-491b-9f01-bb6f42639b70 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Calling delete_port for 29893631-ac42-4591-83be-f2a6ad23bcdf owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:48.294581 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64b2bc3-7059-4e0e-aad4-cb1beb2ac7f5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:48.295385 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d64b2bc3-7059-4e0e-aad4-cb1beb2ac7f5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Synchronizing usage tracker for tenant:2be403f93a064925863310dc867722e6 on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:48.312320 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:48.312995 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Added segment 0c0066cf-16eb-4feb-8ad6-86dc69df6e56 of type vlan for network c224e130-86c2-490b-81d8-a8b63adeefac May 25 22:53:48.338498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:53:48.338922 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:53:48.339676 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-676af5c2-f865-4d12-b518-b2949753b55f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:48.372974 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d64b2bc3-7059-4e0e-aad4-cb1beb2ac7f5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Unset dirty status for tenant:2be403f93a064925863310dc867722e6 on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:48.378442 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d64b2bc3-7059-4e0e-aad4-cb1beb2ac7f5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "GET /v2.0/networks?id=fd5e89cf-f40c-4a14-bf9f-e3b4c806f4ea HTTP/1.1" status: 200 len: 760 time: 0.4043152 May 25 22:53:48.384493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34110) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:48.393929 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f8a3b29a-989a-4a31-ac95-32f492e05f7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-178015218'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:48.401571 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f8a3b29a-989a-4a31-ac95-32f492e05f7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:48.406795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:48.410134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 913502ad-af3f-434c-b9ed-959e4734916e no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:48.419169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f8a3b29a-989a-4a31-ac95-32f492e05f7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:48.435831 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Deleting port e706bace-a591-450f-8f17-316f8e18413b {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:48.435831 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:48.443499 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 913502ad-af3f-434c-b9ed-959e4734916e {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:48.443952 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 913502ad-af3f-434c-b9ed-959e4734916e not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:48.495060 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cb963e50-52f9-4c6d-b2fd-1c7169716cdf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/ad7f1766-9ae3-4bad-a88a-f454fc0a9a7f HTTP/1.1" status: 204 len: 168 time: 3.8274496 May 25 22:53:48.497763 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34114) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:48.506002 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] The port 'e706bace-a591-450f-8f17-316f8e18413b' was deleted {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:53:48.509174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:48.510698 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-676af5c2-f865-4d12-b518-b2949753b55f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Deleting port b97b4224-75da-47c3-b208-8d1ece1ae110 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:48.511045 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-676af5c2-f865-4d12-b518-b2949753b55f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:48.566544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbc4ea4-2e44-46ed-8e5a-0a8697856a39 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:48.568277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbc4ea4-2e44-46ed-8e5a-0a8697856a39 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:48.569028 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8bbc4ea4-2e44-46ed-8e5a-0a8697856a39 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:48.608081 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1d029fe-505f-491b-9f01-bb6f42639b70 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:48.615151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a3b29a-989a-4a31-ac95-32f492e05f7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:48.618155 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8a3b29a-989a-4a31-ac95-32f492e05f7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:48.651750 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d029fe-505f-491b-9f01-bb6f42639b70 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Pushing event deleted for resources: {'Port': ['ID=29893631-ac42-4591-83be-f2a6ad23bcdf,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:48.741925 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:48.742761 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:48.743320 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:48.800488 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network 4c6ff8b9-e2f5-4dec-968d-b6335c058eb3 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:48.804403 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8bbc4ea4-2e44-46ed-8e5a-0a8697856a39 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:48.807997 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8bbc4ea4-2e44-46ed-8e5a-0a8697856a39 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3068883 May 25 22:53:48.860379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:48.862093 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Deleting port 913502ad-af3f-434c-b9ed-959e4734916e {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:48.862428 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:48.931606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:48.957319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34118) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:48.963860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=038aca7a-a7fc-45de-8589-17f12e8d9577,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:48.993685 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.020832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1d029fe-505f-491b-9f01-bb6f42639b70 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.071209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a3b29a-989a-4a31-ac95-32f492e05f7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:53:49.091178 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] The port '913502ad-af3f-434c-b9ed-959e4734916e' was deleted {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:53:49.103380 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2e64db-8f8f-49b2-92b1-43b2eabb0340']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:49.149401 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=c224e130-86c2-490b-81d8-a8b63adeefac,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:49.153571 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8a3b29a-989a-4a31-ac95-32f492e05f7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.153913 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-f8a3b29a-989a-4a31-ac95-32f492e05f7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Added segment 50066310-a0ee-479e-888c-9c35dfe0371d of type vlan for network 950467ac-dba6-4959-90c5-596c9f8d174f May 25 22:53:49.161113 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network c224e130-86c2-490b-81d8-a8b63adeefac details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:53:49.170356 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8ef130f8-fe90-4bf0-9c41-e906099a7ab7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.8452194 May 25 22:53:49.178758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34122) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:49.290747 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2534ea5a-c7b2-4f9b-a2c7-dc72c537b664 admin admin] Request body: {'subnet': {'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-935764756-subnet', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:49.296121 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20c8822-d53a-4556-a220-ebf8eca4a7fa') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:49.296692 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20c8822-d53a-4556-a220-ebf8eca4a7fa') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:49.328425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:49.329052 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.345606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.359105 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2534ea5a-c7b2-4f9b-a2c7-dc72c537b664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:49.373189 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2534ea5a-c7b2-4f9b-a2c7-dc72c537b664 admin admin] Usage tracker for resource:subnet and tenant:69e1c75f41b74d7b9d9edc5f4f74584f is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:49.377264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2534ea5a-c7b2-4f9b-a2c7-dc72c537b664 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:49.389735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1d029fe-505f-491b-9f01-bb6f42639b70 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.391415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2534ea5a-c7b2-4f9b-a2c7-dc72c537b664 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:49.411725 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1d029fe-505f-491b-9f01-bb6f42639b70 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.444404 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-2994cb81-bd06-47eb-bfc9-ea6f44f2604e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 090e949f-eb0c-4e8d-8149-a8f87dfb2b51 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:53:49.454331 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2994cb81-bd06-47eb-bfc9-ea6f44f2604e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.461036 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.479398 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:49.479789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.494638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-676af5c2-f865-4d12-b518-b2949753b55f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] For port b97b4224-75da-47c3-b208-8d1ece1ae110, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b97b4224-75da-47c3-b208-8d1ece1ae110,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:49.495005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-676af5c2-f865-4d12-b518-b2949753b55f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:49.502045 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:49.506978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8a3b29a-989a-4a31-ac95-32f492e05f7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.511395 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.515841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2994cb81-bd06-47eb-bfc9-ea6f44f2604e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.545835 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2534ea5a-c7b2-4f9b-a2c7-dc72c537b664 admin admin] Made reservation on behalf of 69e1c75f41b74d7b9d9edc5f4f74584f for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:49.545835 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2534ea5a-c7b2-4f9b-a2c7-dc72c537b664 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.638139 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1d029fe-505f-491b-9f01-bb6f42639b70 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.638633 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d029fe-505f-491b-9f01-bb6f42639b70 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Fanout notify agent at l3_agent the message router_deleted on router 6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:53:49.685393 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1d029fe-505f-491b-9f01-bb6f42639b70 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.686466 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f1d029fe-505f-491b-9f01-bb6f42639b70 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "DELETE /v2.0/routers/6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa HTTP/1.1" status: 204 len: 168 time: 2.7676523 May 25 22:53:49.691375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34126) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:49.701341 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-45ea6b8c-dfc9-4324-a790-3fe6abf7d8df tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 6.4132698 May 25 22:53:49.702950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-1a9dc09a-a1c1-453a-84e2-c4af0abeb63a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1358359526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:49.711371 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-676af5c2-f865-4d12-b518-b2949753b55f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Calling delete_port for b97b4224-75da-47c3-b208-8d1ece1ae110 owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:49.719007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1a9dc09a-a1c1-453a-84e2-c4af0abeb63a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:49.721959 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34130) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:49.728638 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1a9dc09a-a1c1-453a-84e2-c4af0abeb63a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Usage tracker for resource:router and tenant:cd0b7388295f4770ad7e90c33866e0d8 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:49.735691 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': '038aca7a-a7fc-45de-8589-17f12e8d9577', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:49.743842 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1a9dc09a-a1c1-453a-84e2-c4af0abeb63a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:49.750387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2994cb81-bd06-47eb-bfc9-ea6f44f2604e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.752320 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-f8a3b29a-989a-4a31-ac95-32f492e05f7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:53:49.761601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba3632d-aaa4-41d6-bb73-ea92a882a1b9']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:49.790759 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:49.797568 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '022f10be-a41a-4508-b2e5-2c131b081a47') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:49.797796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '022f10be-a41a-4508-b2e5-2c131b081a47') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:49.800354 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1a9dc09a-a1c1-453a-84e2-c4af0abeb63a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:49.802715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Usage tracker for resource:floatingip and tenant:a14378b6d73d4ae08d8270b7d5eccae0 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:49.809962 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:49.816261 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.828401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:49.852055 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.860554 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:49.860941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:49.875584 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:49.882332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.947368 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.947553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.956524 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8a3b29a-989a-4a31-ac95-32f492e05f7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.960199 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a3b29a-989a-4a31-ac95-32f492e05f7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:49.960913 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8a3b29a-989a-4a31-ac95-32f492e05f7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.963073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1a9dc09a-a1c1-453a-84e2-c4af0abeb63a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.964031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1a9dc09a-a1c1-453a-84e2-c4af0abeb63a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:49.987248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] Pushing event deleted for resources: {'Network': ['ID=ad2e64db-8f8f-49b2-92b1-43b2eabb0340,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:50.026525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2994cb81-bd06-47eb-bfc9-ea6f44f2604e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:50.065154 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2534ea5a-c7b2-4f9b-a2c7-dc72c537b664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:50.086121 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994cb81-bd06-47eb-bfc9-ea6f44f2604e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=090e949f-eb0c-4e8d-8149-a8f87dfb2b51,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:50.100063 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dae51cac-ba40-4b2d-b759-eb450168968a admin admin] 10.222.0.66 "DELETE /v2.0/networks/ad2e64db-8f8f-49b2-92b1-43b2eabb0340 HTTP/1.1" status: 204 len: 168 time: 5.1714237 May 25 22:53:50.111641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3b29a-989a-4a31-ac95-32f492e05f7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Network': ['ID=950467ac-dba6-4959-90c5-596c9f8d174f,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:50.131281 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 950467ac-dba6-4959-90c5-596c9f8d174f details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:53:50.131624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2994cb81-bd06-47eb-bfc9-ea6f44f2604e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:50.154257 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b105a2-08b2-47dc-843a-9f9942924d70 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:50.165168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1a9dc09a-a1c1-453a-84e2-c4af0abeb63a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:50.195692 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:50.202090 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:50.227757 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534ea5a-c7b2-4f9b-a2c7-dc72c537b664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3155b6aa-add2-4285-876b-845d979c80c0,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:50.257214 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/3ba3632d-aaa4-41d6-bb73-ea92a882a1b9 HTTP/1.1" status: 204 len: 168 time: 4.2736034 May 25 22:53:50.257741 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2534ea5a-c7b2-4f9b-a2c7-dc72c537b664 admin admin] Checking segment: {'id': '0c0066cf-16eb-4feb-8ad6-86dc69df6e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:50.258142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534ea5a-c7b2-4f9b-a2c7-dc72c537b664 admin admin] Network hostable DHCP agents. Network: c224e130-86c2-490b-81d8-a8b63adeefac, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:53:50.262507 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34136) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:50.262700 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34138) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:50.263895 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f8a3b29a-989a-4a31-ac95-32f492e05f7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8773494 May 25 22:53:50.265114 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd7e89-2e02-41b6-8aad-48a6f825230a tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Network': ['ID=3ba3632d-aaa4-41d6-bb73-ea92a882a1b9,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:50.298521 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3b5553fd-72a3-4133-a2d3-30b723cb981d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'subnet': {'network_id': '950467ac-dba6-4959-90c5-596c9f8d174f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:50.323358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-676af5c2-f865-4d12-b518-b2949753b55f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:50.380369 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2994cb81-bd06-47eb-bfc9-ea6f44f2604e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/090e949f-eb0c-4e8d-8149-a8f87dfb2b51 HTTP/1.1" status: 204 len: 168 time: 1.4209466 May 25 22:53:50.384189 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34144) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:50.389358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676af5c2-f865-4d12-b518-b2949753b55f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Pushing event deleted for resources: {'Port': ['ID=b97b4224-75da-47c3-b208-8d1ece1ae110,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:50.492647 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-abe53f8a-f7f4-4186-9059-5bfb5932a67f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045959 May 25 22:53:50.497735 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34148) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:50.509291 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-03c09526-0b43-40ee-84df-af737d7cf7bd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:50.542377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526e2a4c-5954-498d-807a-244e59f41982 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:53:50.547369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-526e2a4c-5954-498d-807a-244e59f41982 None None] Deleting port ebea56f7-ed62-4ce8-b373-376d67b517f2 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:50.548237 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-526e2a4c-5954-498d-807a-244e59f41982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:50.617027 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-96260ebd-16e1-4af0-8690-51c780637cfd tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] DELETE failed (client error): The resource could not be found. May 25 22:53:50.617027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96260ebd-16e1-4af0-8690-51c780637cfd tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:53:50.617027 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-96260ebd-16e1-4af0-8690-51c780637cfd tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/subnets/0a1d2b48-c034-4712-a957-47147b459d76 HTTP/1.1" status: 404 len: 337 time: 0.3097515 May 25 22:53:50.617027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1a9dc09a-a1c1-453a-84e2-c4af0abeb63a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:50.617027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34152) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:50.661113 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d1dfd4-3fcf-465e-bb8a-cf4e04f37e64 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] DELETE failed (client error): The resource could not be found. May 25 22:53:50.661871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d1dfd4-3fcf-465e-bb8a-cf4e04f37e64 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:53:50.663696 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-60d1dfd4-3fcf-465e-bb8a-cf4e04f37e64 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/ae47ecc3-5711-44c4-9d48-7ae76c7b2014 HTTP/1.1" status: 404 len: 339 time: 0.0598652 May 25 22:53:50.670955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34156) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:50.675250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:50.715458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3b5553fd-72a3-4133-a2d3-30b723cb981d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:50.766366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3b5553fd-72a3-4133-a2d3-30b723cb981d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Usage tracker for resource:subnet and tenant:2be403f93a064925863310dc867722e6 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:50.783289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3b5553fd-72a3-4133-a2d3-30b723cb981d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:50.784175 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-526e2a4c-5954-498d-807a-244e59f41982 None None] For port ebea56f7-ed62-4ce8-b373-376d67b517f2, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ebea56f7-ed62-4ce8-b373-376d67b517f2,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:50.784695 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-526e2a4c-5954-498d-807a-244e59f41982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:50.787162 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-03c09526-0b43-40ee-84df-af737d7cf7bd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:50.792081 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1a9dc09a-a1c1-453a-84e2-c4af0abeb63a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:50.793276 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1a9dc09a-a1c1-453a-84e2-c4af0abeb63a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1004543 May 25 22:53:50.796785 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-03c09526-0b43-40ee-84df-af737d7cf7bd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:50.800889 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34160) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:50.801855 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3b5553fd-72a3-4133-a2d3-30b723cb981d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:50.803846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-03c09526-0b43-40ee-84df-af737d7cf7bd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:50.810147 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:50.846256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34164) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:50.905511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534ea5a-c7b2-4f9b-a2c7-dc72c537b664 admin admin] Network c224e130-86c2-490b-81d8-a8b63adeefac is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:53:50.921728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-526e2a4c-5954-498d-807a-244e59f41982 None None] Calling delete_port for ebea56f7-ed62-4ce8-b373-376d67b517f2 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:50.956862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5553fd-72a3-4133-a2d3-30b723cb981d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:50.974935 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-676af5c2-f865-4d12-b518-b2949753b55f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.032764 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-03c09526-0b43-40ee-84df-af737d7cf7bd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:51.079344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-2534ea5a-c7b2-4f9b-a2c7-dc72c537b664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, c224e130-86c2-490b-81d8-a8b63adeefac) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:51.091273 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dd5a94-736f-4ded-ac10-43923d01e128 None None] Network c224e130-86c2-490b-81d8-a8b63adeefac requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:51.104321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2534ea5a-c7b2-4f9b-a2c7-dc72c537b664 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:51.104955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2534ea5a-c7b2-4f9b-a2c7-dc72c537b664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.106123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-526e2a4c-5954-498d-807a-244e59f41982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.138988 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Allocated IP 172.26.5.126 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/e5ab0f48-3f24-4307-8861-cd55fbd0d7cc) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:51.153584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b5553fd-72a3-4133-a2d3-30b723cb981d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.193813 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-99a7fb9f-1b95-4c4b-8e6c-d6ecbe2880b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=37812d801ca84073b774698e0a70ba5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3439925 May 25 22:53:51.199001 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34168) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:51.215669 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e2a4c-5954-498d-807a-244e59f41982 None None] Pushing event deleted for resources: {'Port': ['ID=ebea56f7-ed62-4ce8-b373-376d67b517f2,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:51.227254 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e2a4c-5954-498d-807a-244e59f41982 None None] No DVR routers for this DVR port ebea56f7-ed62-4ce8-b373-376d67b517f2 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:51.299971 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c09526-0b43-40ee-84df-af737d7cf7bd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:51.319995 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2534ea5a-c7b2-4f9b-a2c7-dc72c537b664 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1377237 May 25 22:53:51.366331 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-36dfa7dd-502b-469f-bd71-ec27da4cfc8f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Deleting subnet ef7447fd-e06a-4716-922c-4d6d326bf8ac {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:53:51.369831 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34172) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:51.381674 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-676af5c2-f865-4d12-b518-b2949753b55f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.396667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-935764756-router', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:51.397328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-36dfa7dd-502b-469f-bd71-ec27da4cfc8f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.403567 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-c224e130-86c2-490b-81d8-a8b63adeefac', 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'fixed_ips': [{'subnet_id': '3155b6aa-add2-4285-876b-845d979c80c0'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:53:51.404685 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.407521 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:51.467523 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-676af5c2-f865-4d12-b518-b2949753b55f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.493216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Usage tracker for resource:router and tenant:69e1c75f41b74d7b9d9edc5f4f74584f is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:51.522274 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-36dfa7dd-502b-469f-bd71-ec27da4cfc8f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.548437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:51.562234 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:51.567668 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-03c09526-0b43-40ee-84df-af737d7cf7bd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.577841 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Allocated IP 172.20.0.2 (c224e130-86c2-490b-81d8-a8b63adeefac/3155b6aa-add2-4285-876b-845d979c80c0/f9ecd82f-2039-44b0-9b40-d6db57dbabc5) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:51.591979 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a66ef2b-5088-4b51-9407-65be5b7836fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.673762 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.705954 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a66ef2b-5088-4b51-9407-65be5b7836fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.755343 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.756177 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.808277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.815502 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-36dfa7dd-502b-469f-bd71-ec27da4cfc8f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.820438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Transition to ACTIVE for port object f9ecd82f-2039-44b0-9b40-d6db57dbabc5 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:51.836411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-676af5c2-f865-4d12-b518-b2949753b55f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.836935 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676af5c2-f865-4d12-b518-b2949753b55f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:53:51.842365 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Transition to ACTIVE for port object f9ecd82f-2039-44b0-9b40-d6db57dbabc5 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:51.884762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.922417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-676af5c2-f865-4d12-b518-b2949753b55f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.923551 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-676af5c2-f865-4d12-b518-b2949753b55f tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "DELETE /v2.0/routers/4f5e7f4d-8bb8-49bf-9b60-ffefb58a63bb HTTP/1.1" status: 204 len: 168 time: 6.9934847 May 25 22:53:51.928695 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34176) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:51.929405 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.934427 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.935817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1646353905', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:51.943717 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:51.947597 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Usage tracker for resource:router and tenant:793b1d0de7a5459fa205eb05b67ca948 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:51.950981 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:51.958709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:51.967491 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a66ef2b-5088-4b51-9407-65be5b7836fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.984059 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b5553fd-72a3-4133-a2d3-30b723cb981d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:51.994980 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-36dfa7dd-502b-469f-bd71-ec27da4cfc8f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.002584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.010609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66ef2b-5088-4b51-9407-65be5b7836fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3cfa91-cadd-433e-942b-750e03c00759,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:52.013874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Pushing event updated for resources: {'Port': ['ID=f9ecd82f-2039-44b0-9b40-d6db57dbabc5,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:52.018348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Network c224e130-86c2-490b-81d8-a8b63adeefac is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:52.027406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:52.031408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:52.071347 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b587b3e-a159-451b-bd5f-8cc177688ac7 None None] Network 2ba7d0f9-1347-44ec-886d-8ce66995aa02 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:52.093935 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-36dfa7dd-502b-469f-bd71-ec27da4cfc8f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.110714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.111756 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.204760 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a66ef2b-5088-4b51-9407-65be5b7836fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.213393 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5a66ef2b-5088-4b51-9407-65be5b7836fd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3b3cfa91-cadd-433e-942b-750e03c00759 HTTP/1.1" status: 204 len: 168 time: 1.0039048 May 25 22:53:52.213393 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-36dfa7dd-502b-469f-bd71-ec27da4cfc8f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/subnets/ef7447fd-e06a-4716-922c-4d6d326bf8ac HTTP/1.1" status: 204 len: 168 time: 1.5341132 May 25 22:53:52.214164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Attempting to bind port f9ecd82f-2039-44b0-9b40-d6db57dbabc5 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:53:52.214164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Attempting to bind port f9ecd82f-2039-44b0-9b40-d6db57dbabc5 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '0c0066cf-16eb-4feb-8ad6-86dc69df6e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:53:52.214164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Attempting to bind port f9ecd82f-2039-44b0-9b40-d6db57dbabc5 on network c224e130-86c2-490b-81d8-a8b63adeefac {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:53:52.220135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34180) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:52.225078 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:52.230323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=e5ab0f48-3f24-4307-8861-cd55fbd0d7cc,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:52.233168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:52.234898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5553fd-72a3-4133-a2d3-30b723cb981d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Subnet': ['ID=9f221140-6d15-42f4-b922-fa24084c5140,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:52.246021 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:53:52.246470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Checking segment: {'id': '0c0066cf-16eb-4feb-8ad6-86dc69df6e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:52.246877 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.247267 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Bound using segment: {'id': '0c0066cf-16eb-4feb-8ad6-86dc69df6e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:53:52.250002 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Bound port: f9ecd82f-2039-44b0-9b40-d6db57dbabc5, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0066cf-16eb-4feb-8ad6-86dc69df6e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:53:52.250002 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.273225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-03c09526-0b43-40ee-84df-af737d7cf7bd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.297783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:52.466414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c09526-0b43-40ee-84df-af737d7cf7bd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:52.470747 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ebea56f7-ed62-4ce8-b373-376d67b517f2 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:52.476012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-03c09526-0b43-40ee-84df-af737d7cf7bd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:52.483124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c09526-0b43-40ee-84df-af737d7cf7bd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:52.483701 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-03c09526-0b43-40ee-84df-af737d7cf7bd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.487207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c09526-0b43-40ee-84df-af737d7cf7bd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=67f524b8-f4f6-46f1-8ab0-6c747861b1ac,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:52.494377 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.501221 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.504154 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5553fd-72a3-4133-a2d3-30b723cb981d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Checking segment: {'id': '50066310-a0ee-479e-888c-9c35dfe0371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '950467ac-dba6-4959-90c5-596c9f8d174f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:52.505537 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5553fd-72a3-4133-a2d3-30b723cb981d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network hostable DHCP agents. Network: 950467ac-dba6-4959-90c5-596c9f8d174f, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:53:52.543374 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf52157a-d0a1-4400-b269-a1b2a8319c56 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:52.575429 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: ebea56f7-ed62-4ce8-b373-376d67b517f2 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:52.576019 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ebea56f7-ed62-4ce8-b373-376d67b517f2 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:52.577400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b97b4224-75da-47c3-b208-8d1ece1ae110 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:52.631302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.668053 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-03c09526-0b43-40ee-84df-af737d7cf7bd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1688268 May 25 22:53:52.679203 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34188) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:52.693538 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: b97b4224-75da-47c3-b208-8d1ece1ae110 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:52.694577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b97b4224-75da-47c3-b208-8d1ece1ae110 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:52.712404 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] For port f9ecd82f-2039-44b0-9b40-d6db57dbabc5, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:53:52.718039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfa7dd-502b-469f-bd71-ec27da4cfc8f tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7447fd-e06a-4716-922c-4d6d326bf8ac,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:52.731814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.735447 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] For port f9ecd82f-2039-44b0-9b40-d6db57dbabc5, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f9ecd82f-2039-44b0-9b40-d6db57dbabc5,segment=NetworkSegment(0c0066cf-16eb-4feb-8ad6-86dc69df6e56),segment_id=0c0066cf-16eb-4feb-8ad6-86dc69df6e56)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:53:52.741297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'name': 'tempest-NetworksTestDHCPv6-1866258483'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:52.801223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.820767 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e74f44-d063-422b-b2c1-ee1d306a0c95 None None] DHCP port deletion for 2ba7d0f9-1347-44ec-886d-8ce66995aa02 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:53:52.828888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-b6e74f44-d063-422b-b2c1-ee1d306a0c95 None None] Deleting port cc0d7173-8c0d-46a2-ac3f-333f40d74345 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:52.829336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b6e74f44-d063-422b-b2c1-ee1d306a0c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.874687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Deleting port cc0d7173-8c0d-46a2-ac3f-333f40d74345 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:52.875019 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:52.950090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:53.011880 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5553fd-72a3-4133-a2d3-30b723cb981d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network 950467ac-dba6-4959-90c5-596c9f8d174f is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:53:53.031438 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:53.041535 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:53.044606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Allocated IP 172.26.5.253 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/dd3eb18d-0b7c-43c7-ab07-faf641207853) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:53.048192 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:53.062012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:53.085358 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': '67f524b8-f4f6-46f1-8ab0-6c747861b1ac'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:53:53.087516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:53.251438 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:53:53.255311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:53.324751 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:53.353056 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-3b5553fd-72a3-4133-a2d3-30b723cb981d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 950467ac-dba6-4959-90c5-596c9f8d174f) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:53.362719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port f33425ee-fe59-4879-9102-b30d932b1636 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:53:53.403259 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Allocated IP 2001:db8::2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/67f524b8-f4f6-46f1-8ab0-6c747861b1ac/3cf0d523-fb12-4a3b-962e-0ed5fc4952eb) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:53.414054 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:53.476069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5553fd-72a3-4133-a2d3-30b723cb981d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:53.476069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b5553fd-72a3-4133-a2d3-30b723cb981d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:53.481652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d2f239-1090-4ef1-864d-45af9bc6fad4 None None] Network 950467ac-dba6-4959-90c5-596c9f8d174f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:53.485943 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:53.617843 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c624392-1811-4d3e-b5a4-6ced96ec1b4b None None] Pushing event updated for resources: {'Port': ['ID=f9ecd82f-2039-44b0-9b40-d6db57dbabc5,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:53.666980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:53.698986 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:53.717971 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] For port cc0d7173-8c0d-46a2-ac3f-333f40d74345, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=cc0d7173-8c0d-46a2-ac3f-333f40d74345,segment=NetworkSegment(da21ee1e-4138-4507-825d-c491fa728806),segment_id=da21ee1e-4138-4507-825d-c491fa728806)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:53.724026 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:53.735868 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b6e74f44-d063-422b-b2c1-ee1d306a0c95 None None] For port cc0d7173-8c0d-46a2-ac3f-333f40d74345, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=cc0d7173-8c0d-46a2-ac3f-333f40d74345,segment=NetworkSegment(da21ee1e-4138-4507-825d-c491fa728806),segment_id=da21ee1e-4138-4507-825d-c491fa728806)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:53.736408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b6e74f44-d063-422b-b2c1-ee1d306a0c95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:53.786902 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Allocated IP 172.26.5.251 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/d9b004cb-d666-491e-bfd0-ee3abd1b6ee4) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:53.868561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Calling delete_port for cc0d7173-8c0d-46a2-ac3f-333f40d74345 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:53.906746 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3b5553fd-72a3-4133-a2d3-30b723cb981d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6309280 May 25 22:53:53.918659 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34206) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:53.942407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-b6e74f44-d063-422b-b2c1-ee1d306a0c95 None None] Calling delete_port for cc0d7173-8c0d-46a2-ac3f-333f40d74345 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:53.975947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:54.036806 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:54.061972 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:54.117875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Pushing event updated for resources: {'Port': ['ID=dd3eb18d-0b7c-43c7-ab07-faf641207853,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:54.217760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:54.239531 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:54.244787 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:54.369939 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Port': ['ID=cc0d7173-8c0d-46a2-ac3f-333f40d74345,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:54.404130 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] No DVR routers for this DVR port cc0d7173-8c0d-46a2-ac3f-333f40d74345 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:53:54.466677 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33daa80f-4296-4acc-9e47-c61b791e0859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-950467ac-dba6-4959-90c5-596c9f8d174f', 'network_id': '950467ac-dba6-4959-90c5-596c9f8d174f', 'tenant_id': '2be403f93a064925863310dc867722e6', 'fixed_ips': [{'subnet_id': '9f221140-6d15-42f4-b922-fa24084c5140'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:53:54.467472 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-33daa80f-4296-4acc-9e47-c61b791e0859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:54.474988 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-00345ec7-672a-470f-9fc8-536d3c68aa4e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:54.515722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f9ecd82f-2039-44b0-9b40-d6db57dbabc5 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:54.583061 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75884ade-6d8a-431a-9f1f-84e7dc609ebc None None] Network c224e130-86c2-490b-81d8-a8b63adeefac requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:54.600874 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-00345ec7-672a-470f-9fc8-536d3c68aa4e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:54.621352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:54.704099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:54.717457 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-b6e74f44-d063-422b-b2c1-ee1d306a0c95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:53:54.717807 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-b6e74f44-d063-422b-b2c1-ee1d306a0c95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:53:54.760138 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Transition to ACTIVE for port object 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:54.772001 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:54.785129 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:54.786428 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-00345ec7-672a-470f-9fc8-536d3c68aa4e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:54.829056 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:54.838160 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Transition to ACTIVE for port object 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:54.844769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:54.847727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:54.878780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:54.893704 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00345ec7-672a-470f-9fc8-536d3c68aa4e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Subnet': ['ID=9f221140-6d15-42f4-b922-fa24084c5140,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:54.917659 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:54.926189 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba7d0f9-1347-44ec-886d-8ce66995aa02']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:54.928276 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d9b004cb-d666-491e-bfd0-ee3abd1b6ee4,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:54.978636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:54.985744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da21ee1e-4138-4507-825d-c491fa728806') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:54.986035 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da21ee1e-4138-4507-825d-c491fa728806') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server [None req-33daa80f-4296-4acc-9e47-c61b791e0859 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f221140-6d15-42f4-b922-fa24084c5140: This subnet is being modified by another concurrent operation. May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server raise value May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server raise value May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server raise value May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 22:53:54.989394 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server raise value May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server raise value May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server raise value May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server raise exception May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f221140-6d15-42f4-b922-fa24084c5140: This subnet is being modified by another concurrent operation. May 25 22:53:54.992625 dv-neutron-843300-1-hyperv neutron-server[84718]: ERROR oslo_messaging.rpc.server May 25 22:53:55.014950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.075300 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port f9ecd82f-2039-44b0-9b40-d6db57dbabc5 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:55.079564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b3f1ab16-febd-44a6-aff0-e3a1180593c6 None None] Provisioning for port f9ecd82f-2039-44b0-9b40-d6db57dbabc5 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:55.092968 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746292bb-1592-4b39-8b3c-af628d781db7 None None] Network 950467ac-dba6-4959-90c5-596c9f8d174f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:53:55.111315 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.129097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:55.130257 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.135427 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::10d (228eb34e-59ed-4b00-ac30-fd8c9bc52748/67f524b8-f4f6-46f1-8ab0-6c747861b1ac/f33425ee-fe59-4879-9102-b30d932b1636) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:55.146591 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:55.148568 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-00345ec7-672a-470f-9fc8-536d3c68aa4e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.200139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b3f1ab16-febd-44a6-aff0-e3a1180593c6 None None] Provisioning complete for port f9ecd82f-2039-44b0-9b40-d6db57dbabc5 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:55.202184 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ab16-febd-44a6-aff0-e3a1180593c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.205439 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-00345ec7-672a-470f-9fc8-536d3c68aa4e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950467ac-dba6-4959-90c5-596c9f8d174f']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:55.229132 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-00345ec7-672a-470f-9fc8-536d3c68aa4e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50066310-a0ee-479e-888c-9c35dfe0371d') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:55.229476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-00345ec7-672a-470f-9fc8-536d3c68aa4e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50066310-a0ee-479e-888c-9c35dfe0371d') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:55.250532 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Pushing event updated for resources: {'Port': ['ID=3cf0d523-fb12-4a3b-962e-0ed5fc4952eb,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:55.263885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port f9ecd82f-2039-44b0-9b40-d6db57dbabc5 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:55.264514 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.267519 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-00345ec7-672a-470f-9fc8-536d3c68aa4e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.323085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.329639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Allocated IP 172.26.5.50 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/ddbded3c-a76c-4c24-981b-f0e0230cddf1) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:55.346627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-b6e74f44-d063-422b-b2c1-ee1d306a0c95 None None] Deleting port cc0d7173-8c0d-46a2-ac3f-333f40d74345 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:55.347289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b6e74f44-d063-422b-b2c1-ee1d306a0c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.404373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.414893 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.443854 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:55.486786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-00345ec7-672a-470f-9fc8-536d3c68aa4e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.493086 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] 10.222.0.66 "DELETE /v2.0/networks/2ba7d0f9-1347-44ec-886d-8ce66995aa02 HTTP/1.1" status: 204 len: 168 time: 3.2666910 May 25 22:53:55.495830 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-b6e74f44-d063-422b-b2c1-ee1d306a0c95 None None] The port 'cc0d7173-8c0d-46a2-ac3f-333f40d74345' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:53:55.502184 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.513287 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c439485-dfde-40df-b5ee-8af612609412 tempest-NetworksIpV6Test-321322302 tempest-NetworksIpV6Test-321322302-project] Pushing event deleted for resources: {'Network': ['ID=2ba7d0f9-1347-44ec-886d-8ce66995aa02,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:55.534220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:55.559184 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:55.564511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00345ec7-672a-470f-9fc8-536d3c68aa4e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:53:55.565212 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-00345ec7-672a-470f-9fc8-536d3c68aa4e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:53:55.586899 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:53:55.615876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.629579 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.745855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Attempting to bind port 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:53:55.746244 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Attempting to bind port 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:53:55.747215 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Attempting to bind port 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:53:55.772048 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.778176 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=e5ab0f48-3f24-4307-8861-cd55fbd0d7cc,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:55.792217 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.807577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.817862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.818382 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:53:55.818887 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:53:55.819370 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.819765 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:53:55.820250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Bound port: 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:53:55.820759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.889485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-00345ec7-672a-470f-9fc8-536d3c68aa4e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.907632 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.918735 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-00345ec7-672a-470f-9fc8-536d3c68aa4e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:55.992405 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ab16-febd-44a6-aff0-e3a1180593c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:56.008221 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00345ec7-672a-470f-9fc8-536d3c68aa4e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Network': ['ID=950467ac-dba6-4959-90c5-596c9f8d174f,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:56.010539 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object f33425ee-fe59-4879-9102-b30d932b1636 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:53:56.018000 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:56.028785 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:56.029506 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:56.078208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port f9ecd82f-2039-44b0-9b40-d6db57dbabc5, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f9ecd82f-2039-44b0-9b40-d6db57dbabc5,segment=NetworkSegment(0c0066cf-16eb-4feb-8ad6-86dc69df6e56),segment_id=0c0066cf-16eb-4feb-8ad6-86dc69df6e56)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:53:56.091107 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] For port 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:53:56.094484 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] For port 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=3cf0d523-fb12-4a3b-962e-0ed5fc4952eb,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:53:56.131087 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-00345ec7-672a-470f-9fc8-536d3c68aa4e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/950467ac-dba6-4959-90c5-596c9f8d174f HTTP/1.1" status: 204 len: 168 time: 2.2112150 May 25 22:53:56.137780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34234) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:56.163968 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:56.211241 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c056b5b-d72a-465b-8847-abbc2e2ed6ef tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] GET failed (client error): The resource could not be found. May 25 22:53:56.212034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5c056b5b-d72a-465b-8847-abbc2e2ed6ef tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Synchronizing usage tracker for tenant:2be403f93a064925863310dc867722e6 on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:56.221807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:56.240934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:56.240934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:56.288110 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:56.291795 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device cc0d7173-8c0d-46a2-ac3f-333f40d74345 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:53:56.298203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Pushing event updated for resources: {'Port': ['ID=ddbded3c-a76c-4c24-981b-f0e0230cddf1,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:56.314118 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34238) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:56.346784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: cc0d7173-8c0d-46a2-ac3f-333f40d74345 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:53:56.347190 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device cc0d7173-8c0d-46a2-ac3f-333f40d74345 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:53:56.383945 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-b3f1ab16-febd-44a6-aff0-e3a1180593c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:53:56.384498 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-b3f1ab16-febd-44a6-aff0-e3a1180593c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:53:56.392215 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=f9ecd82f-2039-44b0-9b40-d6db57dbabc5,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:56.475407 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Floating IP c139f7c1-1da9-43e3-b49a-3c73ff32f389 associated. External IP: 172.26.5.126, port: 038aca7a-a7fc-45de-8589-17f12e8d9577. May 25 22:53:56.489912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddada4c-6a4c-402f-be3d-ccadb8321db0 None None] Pushing event updated for resources: {'Port': ['ID=3cf0d523-fb12-4a3b-962e-0ed5fc4952eb,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:56.532540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:56.688993 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:53:56.697968 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:53:56.711248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:53:56.722832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:56.723529 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:56.735056 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=f33425ee-fe59-4879-9102-b30d932b1636,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:56.783967 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5c056b5b-d72a-465b-8847-abbc2e2ed6ef tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Unset dirty status for tenant:2be403f93a064925863310dc867722e6 on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:56.789281 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5c056b5b-d72a-465b-8847-abbc2e2ed6ef tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "GET /v2.0/subnets/9f221140-6d15-42f4-b922-fa24084c5140 HTTP/1.1" status: 404 len: 337 time: 0.6476586 May 25 22:53:56.789987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34250) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:56.840733 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-38db51d7-3ed6-4838-81e4-30050118129a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:53:56.841292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38db51d7-3ed6-4838-81e4-30050118129a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:53:56.845161 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-38db51d7-3ed6-4838-81e4-30050118129a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/950467ac-dba6-4959-90c5-596c9f8d174f HTTP/1.1" status: 404 len: 339 time: 0.0519190 May 25 22:53:56.854304 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34256) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:56.858288 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c47fd31e-8ee1-4a78-a6b8-04a1100c30f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1297963 May 25 22:53:56.859531 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34260) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:56.950016 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fa057343-ed88-4b9a-897d-6d481cce3ee3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8db729c252ee4bae8b25bee7aae4aaf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6348035 May 25 22:53:56.953259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34264) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:57.059606 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fdd69e8e-a22b-4ce6-ac52-1cc146243e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:57.069283 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b7b96d-4c97-4e91-88fc-869602a479d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:57.073192 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b7b96d-4c97-4e91-88fc-869602a479d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:57.077505 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-43b7b96d-4c97-4e91-88fc-869602a479d3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2125199 May 25 22:53:57.077802 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34270) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:57.119520 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fdd69e8e-a22b-4ce6-ac52-1cc146243e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:57.153790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34274) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:57.160271 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-403a3d23-1d97-4033-aa60-b38f9a1bcf56 None None] Provisioning complete for port f9ecd82f-2039-44b0-9b40-d6db57dbabc5 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:57.161330 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-403a3d23-1d97-4033-aa60-b38f9a1bcf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:57.166816 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3950a6-0377-45c9-b881-a5ff59456993 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:57.167677 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-be3950a6-0377-45c9-b881-a5ff59456993 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Synchronizing usage tracker for tenant:2be403f93a064925863310dc867722e6 on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:57.181194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Router e6833845-84cc-44c3-98d1-c9789e6be2a3 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:53:57.218998 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-a61dc1ee-ca0f-4577-9e33-f12807dab91e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port f33425ee-fe59-4879-9102-b30d932b1636 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:53:57.219594 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a61dc1ee-ca0f-4577-9e33-f12807dab91e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:57.374643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:57.376112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:57.377498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:53:57.401687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-be3950a6-0377-45c9-b881-a5ff59456993 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Unset dirty status for tenant:2be403f93a064925863310dc867722e6 on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:57.405284 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-be3950a6-0377-45c9-b881-a5ff59456993 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5460186 May 25 22:53:57.414494 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34280) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:57.538546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fdd69e8e-a22b-4ce6-ac52-1cc146243e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:57.546480 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:57.574697 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:53:57.580566 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3ee9b2ce-26c8-41bd-b69d-2d36fdada87e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Synchronizing usage tracker for tenant:2be403f93a064925863310dc867722e6 on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:57.584463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd69e8e-a22b-4ce6-ac52-1cc146243e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e1a818-8fd2-4f27-bea8-316b8e85e585,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:57.588385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Usage tracker for resource:floatingip and tenant:fef8b79ab91e454ab7ad3d41b2b6203e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:53:57.592142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:53:57.598066 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fdd69e8e-a22b-4ce6-ac52-1cc146243e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:57.599520 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fdd69e8e-a22b-4ce6-ac52-1cc146243e7f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/47e1a818-8fd2-4f27-bea8-316b8e85e585 HTTP/1.1" status: 204 len: 168 time: 0.6433930 May 25 22:53:57.611821 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:53:57.715388 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router 71634a57-74dc-4a9b-9b07-b78c862f8647 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:53:57.808797 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3ee9b2ce-26c8-41bd-b69d-2d36fdada87e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Unset dirty status for tenant:2be403f93a064925863310dc867722e6 on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:57.808797 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3ee9b2ce-26c8-41bd-b69d-2d36fdada87e tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d HTTP/1.1" status: 200 len: 207 time: 0.3347900 May 25 22:53:57.821845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34286) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:57.822681 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:57.891235 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0c76c1d0-91b2-4689-9ce6-be36bf7d9d95 None None] Provisioning for port 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:57.964980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a61dc1ee-ca0f-4577-9e33-f12807dab91e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:57.993746 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91829010-31d5-45c2-8654-1aee098e693c None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 22:53:58.104461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-a61dc1ee-ca0f-4577-9e33-f12807dab91e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for f33425ee-fe59-4879-9102-b30d932b1636 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:53:58.133601 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-69917fce-80bd-4c40-8f25-c4dffb522ec7 None None] Provisioning for port f33425ee-fe59-4879-9102-b30d932b1636 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:58.140975 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-69917fce-80bd-4c40-8f25-c4dffb522ec7 None None] Provisioning complete for port f33425ee-fe59-4879-9102-b30d932b1636 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:58.141663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-69917fce-80bd-4c40-8f25-c4dffb522ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:58.182257 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a455be-2657-4ad8-b78b-580d779d6911 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:58.186346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a455be-2657-4ad8-b78b-580d779d6911 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:58.191331 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a455be-2657-4ad8-b78b-580d779d6911 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:58.196173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a455be-2657-4ad8-b78b-580d779d6911 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:58.197871 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d5a455be-2657-4ad8-b78b-580d779d6911 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.3617587 May 25 22:53:58.202683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34292) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:58.206034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91829010-31d5-45c2-8654-1aee098e693c None None] Resources bound (agent type, host, resource id): {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 22:53:58.213563 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:58.223068 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:58.224404 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1f7b40a0-9147-4dbe-a610-a86f5d2dc73a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "PUT /v2.0/routers/e6833845-84cc-44c3-98d1-c9789e6be2a3 HTTP/1.1" status: 200 len: 880 time: 7.4220603 May 25 22:53:58.227519 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34296) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:58.230582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-69917fce-80bd-4c40-8f25-c4dffb522ec7 None None] Port f33425ee-fe59-4879-9102-b30d932b1636 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:53:58.230737 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51880655-2376-473c-a0f1-d7a409b26211 None None] Sync routers for ids ['e6833845-84cc-44c3-98d1-c9789e6be2a3'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:58.259775 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51880655-2376-473c-a0f1-d7a409b26211 None None] Routers {'e6833845-84cc-44c3-98d1-c9789e6be2a3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:58.261192 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-51880655-2376-473c-a0f1-d7a409b26211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['e6833845-84cc-44c3-98d1-c9789e6be2a3'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:58.357869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Router b07b6e2a-38d7-47ee-8c7c-1ccc8121052f is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:53:58.489935 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-51880655-2376-473c-a0f1-d7a409b26211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:58.519230 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51880655-2376-473c-a0f1-d7a409b26211 None None] Routers {'e6833845-84cc-44c3-98d1-c9789e6be2a3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:58.520231 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-51880655-2376-473c-a0f1-d7a409b26211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['e6833845-84cc-44c3-98d1-c9789e6be2a3'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:58.571283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:58.607644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Sync routers for ids ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:58.655313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Routers {'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:58.656584 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:58.675856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a61dc1ee-ca0f-4577-9e33-f12807dab91e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:58.697849 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-51880655-2376-473c-a0f1-d7a409b26211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:58.698316 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51880655-2376-473c-a0f1-d7a409b26211 None None] The sync data for ids ['e6833845-84cc-44c3-98d1-c9789e6be2a3'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:58.719220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f9ecd82f-2039-44b0-9b40-d6db57dbabc5 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:58.764491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:58.769082 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8452a223-e628-4f73-aa6a-933810c933a0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3971066 May 25 22:53:58.776780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34306) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:58.779463 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dc1ee-ca0f-4577-9e33-f12807dab91e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=f33425ee-fe59-4879-9102-b30d932b1636,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:53:58.901218 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-85da98e7-28ee-4791-80fb-e555b79f4ea4 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.6943645 May 25 22:53:58.914912 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34312) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:58.954974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:58.969924 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port f9ecd82f-2039-44b0-9b40-d6db57dbabc5 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:58.970284 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:58.981150 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a61dc1ee-ca0f-4577-9e33-f12807dab91e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:58.985197 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a61dc1ee-ca0f-4577-9e33-f12807dab91e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/f33425ee-fe59-4879-9102-b30d932b1636 HTTP/1.1" status: 204 len: 168 time: 1.9042275 May 25 22:53:59.000378 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34316) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:59.036417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Set router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:53:59.070777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:59.083729 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee4e3d1-7912-437f-9d7a-1d89cf99fb38 None None] Sync routers for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:59.090845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a529a7-d14e-437f-80aa-ca0bdd1056c4 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:59.092363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a529a7-d14e-437f-80aa-ca0bdd1056c4 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:59.097284 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f0a529a7-d14e-437f-80aa-ca0bdd1056c4 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1759737 May 25 22:53:59.107378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34320) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:59.111478 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee4e3d1-7912-437f-9d7a-1d89cf99fb38 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:59.112113 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-5ee4e3d1-7912-437f-9d7a-1d89cf99fb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:59.208098 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-5ee4e3d1-7912-437f-9d7a-1d89cf99fb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:59.248284 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee4e3d1-7912-437f-9d7a-1d89cf99fb38 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:59.248969 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-5ee4e3d1-7912-437f-9d7a-1d89cf99fb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:59.280459 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec7f5a7-d136-4d98-a49e-7ac7e68f4164 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:59.281960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec7f5a7-d136-4d98-a49e-7ac7e68f4164 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:59.287939 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2ec7f5a7-d136-4d98-a49e-7ac7e68f4164 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1751523 May 25 22:53:59.289517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34328) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:59.309027 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-be5d7cbe-7edd-4ea1-9a1c-775ac2c9fc79 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/routers/e6833845-84cc-44c3-98d1-c9789e6be2a3 HTTP/1.1" status: 200 len: 921 time: 1.0794151 May 25 22:53:59.313490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34332) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:59.321254 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:59.355224 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Allocated IP 172.26.5.96 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/984028cd-51f9-4605-91c7-13030550e3f7) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:53:59.404978 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:53:59.418830 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-5ee4e3d1-7912-437f-9d7a-1d89cf99fb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:59.419466 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee4e3d1-7912-437f-9d7a-1d89cf99fb38 None None] The sync data for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:53:59.455798 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2137dd2-2722-4558-988c-c03800db5fa9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:59.457220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2137dd2-2722-4558-988c-c03800db5fa9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:59.458540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a2137dd2-2722-4558-988c-c03800db5fa9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:59.528557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c1d441d5-bc87-4032-b9e5-5e2fb6f63b6e tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Synchronizing usage tracker for tenant:2348b51760e64d8588629f1c8ec2315a on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:53:59.558240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'name': 'tempest-ServerActionsTestJSON-935764756-router', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:51Z', 'updated_at': '2022-05-25T22:53:55Z', 'revision_number': 3, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'gw_port': {'id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ac:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:53Z', 'updated_at': '2022-05-25T22:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:59.565228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Checking router: a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:53:59.565593 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Updating router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 port d9b004cb-d666-491e-bfd0-ee3abd1b6ee4 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:53:59.579149 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-65226b18-0c11-4567-ad0d-36dab7a48b2f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.8527000 May 25 22:53:59.579904 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34338) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:59.646473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:59.648851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a2137dd2-2722-4558-988c-c03800db5fa9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:59.652351 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a2137dd2-2722-4558-988c-c03800db5fa9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6486652 May 25 22:53:59.661940 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-9ecaa244-c571-455e-9cef-080b5fd92b53 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'floatingip': {'port_id': '038aca7a-a7fc-45de-8589-17f12e8d9577', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:53:59.674884 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34342) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:59.760226 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34346) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:59.785137 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca02172-fae4-4821-ad12-5d7763cc0336 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:53:59.792406 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dca02172-fae4-4821-ad12-5d7763cc0336 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "GET /v2.0/networks/40664e1c-c14f-49e9-9fe3-6648446454f6 HTTP/1.1" status: 200 len: 798 time: 0.4886119 May 25 22:53:59.794269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34350) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:59.795219 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:53:59.812219 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:53:59.818290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c1d441d5-bc87-4032-b9e5-5e2fb6f63b6e tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Unset dirty status for tenant:2348b51760e64d8588629f1c8ec2315a on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:53:59.818602 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba934034-d9a6-46cb-be4f-2bba9d8f11b6 None None] Sync routers for ids ['b07b6e2a-38d7-47ee-8c7c-1ccc8121052f'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:53:59.822227 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c1d441d5-bc87-4032-b9e5-5e2fb6f63b6e tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=c513f589-f876-49b8-8061-8e2704cb350d&device_id=e6833845-84cc-44c3-98d1-c9789e6be2a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5062768 May 25 22:53:59.827898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:53:59.828244 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:59.830562 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34354) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:53:59.879985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9ecaa244-c571-455e-9cef-080b5fd92b53 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:53:59.895375 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba934034-d9a6-46cb-be4f-2bba9d8f11b6 None None] Routers {'b07b6e2a-38d7-47ee-8c7c-1ccc8121052f'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:59.895899 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ba934034-d9a6-46cb-be4f-2bba9d8f11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b07b6e2a-38d7-47ee-8c7c-1ccc8121052f'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:59.956409 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ba934034-d9a6-46cb-be4f-2bba9d8f11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:53:59.972515 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba934034-d9a6-46cb-be4f-2bba9d8f11b6 None None] Routers {'b07b6e2a-38d7-47ee-8c7c-1ccc8121052f'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:53:59.973787 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ba934034-d9a6-46cb-be4f-2bba9d8f11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b07b6e2a-38d7-47ee-8c7c-1ccc8121052f'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:00.044959 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ba934034-d9a6-46cb-be4f-2bba9d8f11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:00.045905 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba934034-d9a6-46cb-be4f-2bba9d8f11b6 None None] The sync data for ids ['b07b6e2a-38d7-47ee-8c7c-1ccc8121052f'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:00.047654 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1236158926'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:00.059982 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:00.060377 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:00.069850 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:00.070868 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f778d8e1-559d-49b3-aaf8-061bb17c0ae5 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.1403277 May 25 22:54:00.079922 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34360) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:00.080089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:network and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:00.091582 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:00.109118 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-1da95f53-305e-4c06-b856-f903f4beba71 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'enable_snat': False}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:00.115510 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:00.147063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:00.147913 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=3cf0d523-fb12-4a3b-962e-0ed5fc4952eb,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:00.209389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4308e15c-824a-431f-a434-275a468afce9 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:00.209958 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4308e15c-824a-431f-a434-275a468afce9 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Synchronizing usage tracker for tenant:2348b51760e64d8588629f1c8ec2315a on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:00.210608 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:00.243478 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7552b569-8a2b-4c15-8b34-5d7c9bba839c tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "GET /v2.0/networks/40664e1c-c14f-49e9-9fe3-6648446454f6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.4461615 May 25 22:54:00.251715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34364) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:00.258154 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-4762926a-6768-4d18-9abf-df88d9a4b20f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 67f524b8-f4f6-46f1-8ab0-6c747861b1ac {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:54:00.264731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4762926a-6768-4d18-9abf-df88d9a4b20f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:00.296083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=3cf0d523-fb12-4a3b-962e-0ed5fc4952eb,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:00.307046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:00.310340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:00.332553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4308e15c-824a-431f-a434-275a468afce9 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Unset dirty status for tenant:2348b51760e64d8588629f1c8ec2315a on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:00.334478 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4308e15c-824a-431f-a434-275a468afce9 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/networks/c513f589-f876-49b8-8061-8e2704cb350d HTTP/1.1" status: 200 len: 881 time: 0.4954321 May 25 22:54:00.342287 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34368) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:00.387824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4762926a-6768-4d18-9abf-df88d9a4b20f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:00.407755 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:00.439900 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:00.442827 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8368885-563e-4ac5-bad1-db6b48a8d854 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:00.447517 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c8368885-563e-4ac5-bad1-db6b48a8d854 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "GET /v2.0/subnets/5a934ea5-2718-47b5-b0f4-14716f8f6bf4 HTTP/1.1" status: 200 len: 811 time: 0.1903572 May 25 22:54:00.447690 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34372) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:00.498476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:00.611984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730f5ba2-d056-4b19-ba64-a2dfabba6ff2 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:00.613375 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-730f5ba2-d056-4b19-ba64-a2dfabba6ff2 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "GET /v2.0/subnets/5a934ea5-2718-47b5-b0f4-14716f8f6bf4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1647947 May 25 22:54:00.619617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34376) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:00.628514 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:00.636090 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d5733d41-26f5-43c5-a00d-df239cf534d9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-909390249'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:00.639352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:00.645992 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:00.645992 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:00.648793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d5733d41-26f5-43c5-a00d-df239cf534d9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:00.651147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:00.660427 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6d3653e3-5e6f-46b0-b432-d8f1e88fa65b tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6833845-84cc-44c3-98d1-c9789e6be2a3 HTTP/1.1" status: 200 len: 205 time: 0.3085735 May 25 22:54:00.674775 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34380) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:00.811778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event updated for resources: {'Port': ['ID=984028cd-51f9-4605-91c7-13030550e3f7,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:00.830013 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:00.834952 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4762926a-6768-4d18-9abf-df88d9a4b20f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:00.842360 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:00.850844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Transition to ACTIVE for port object d9b004cb-d666-491e-bfd0-ee3abd1b6ee4 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:00.872850 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d5733d41-26f5-43c5-a00d-df239cf534d9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:00.908865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:security_group_rule and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:00.918936 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:00.931441 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:00.964191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5733d41-26f5-43c5-a00d-df239cf534d9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:00.967155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d5733d41-26f5-43c5-a00d-df239cf534d9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:00.992140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:01.005453 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd57e5-09fd-4e0d-ab3b-2ad09a42a984 None None] Pushing event updated for resources: {'Port': ['ID=d9b004cb-d666-491e-bfd0-ee3abd1b6ee4,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:01.014120 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Attempting to bind port d9b004cb-d666-491e-bfd0-ee3abd1b6ee4 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:54:01.014496 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Attempting to bind port d9b004cb-d666-491e-bfd0-ee3abd1b6ee4 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:54:01.016914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Attempting to bind port d9b004cb-d666-491e-bfd0-ee3abd1b6ee4 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:54:01.022758 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:54:01.023126 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:01.023523 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.024196 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:54:01.024572 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Bound port: d9b004cb-d666-491e-bfd0-ee3abd1b6ee4, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:54:01.024812 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.048337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4762926a-6768-4d18-9abf-df88d9a4b20f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.099355 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] For port d9b004cb-d666-491e-bfd0-ee3abd1b6ee4, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:54:01.102966 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] For port d9b004cb-d666-491e-bfd0-ee3abd1b6ee4, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d9b004cb-d666-491e-bfd0-ee3abd1b6ee4,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:54:01.153293 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762926a-6768-4d18-9abf-df88d9a4b20f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=67f524b8-f4f6-46f1-8ab0-6c747861b1ac,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:01.168609 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.171391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4762926a-6768-4d18-9abf-df88d9a4b20f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.186715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5733d41-26f5-43c5-a00d-df239cf534d9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:54:01.214319 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad25bc63-cd8c-4065-8907-1d25f99fd82f None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:01.264764 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.276175 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d5733d41-26f5-43c5-a00d-df239cf534d9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.276175 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-d5733d41-26f5-43c5-a00d-df239cf534d9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Added segment 808d1c20-7011-40a1-a2cc-0a2375f1af99 of type vlan for network 48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f May 25 22:54:01.290189 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.352769 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd57e5-09fd-4e0d-ab3b-2ad09a42a984 None None] Pushing event updated for resources: {'Port': ['ID=d9b004cb-d666-491e-bfd0-ee3abd1b6ee4,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:01.365599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d5733d41-26f5-43c5-a00d-df239cf534d9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.376422 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4762926a-6768-4d18-9abf-df88d9a4b20f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/67f524b8-f4f6-46f1-8ab0-6c747861b1ac HTTP/1.1" status: 204 len: 168 time: 1.6932859 May 25 22:54:01.377310 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34384) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:01.413580 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.415877 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Routers {'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:01.416280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:01.443320 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4199db87-5e7d-448a-b818-bd2c05c03955 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.474928 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a185790e-4c5d-42ef-b22c-6cb27d6ce232 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941758 May 25 22:54:01.491338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34388) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:01.567911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.600915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:54:01.623449 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] Set router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:54:01.636388 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d5733d41-26f5-43c5-a00d-df239cf534d9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.640079 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5733d41-26f5-43c5-a00d-df239cf534d9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:01.640678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d5733d41-26f5-43c5-a00d-df239cf534d9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.652589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9ecaa244-c571-455e-9cef-080b5fd92b53 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.663092 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6e4468-99cc-49ea-9871-0af0dd6e0a40,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:01.679081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.679438 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Added segment a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73 of type vlan for network 8f081961-ed7d-470e-860c-1f46a06b2028 May 25 22:54:01.776285 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5758f3d3-bb50-4e93-8c8d-43226ddfcd6e None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:54:01.785220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.802939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9ecaa244-c571-455e-9cef-080b5fd92b53 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.807556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5758f3d3-bb50-4e93-8c8d-43226ddfcd6e None None] Deleting port 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:01.807934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5758f3d3-bb50-4e93-8c8d-43226ddfcd6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:01.841785 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5733d41-26f5-43c5-a00d-df239cf534d9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Network': ['ID=48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:01.890734 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:54:01.911990 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d5733d41-26f5-43c5-a00d-df239cf534d9 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2885945 May 25 22:54:01.924520 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03296919-a10b-47c1-928d-64423117a2a8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:01.929955 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-03296919-a10b-47c1-928d-64423117a2a8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4335554 May 25 22:54:01.930095 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34392) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:01.935630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34394) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:01.971169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ebd7da66-0746-4064-a2db-787a31bd938b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'subnet': {'network_id': '48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:01.986394 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:54:02.104654 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714338c-58ed-4fe8-8963-e13edcfee873 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:02.105338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9714338c-58ed-4fe8-8963-e13edcfee873 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:02.158859 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:02.199497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9714338c-58ed-4fe8-8963-e13edcfee873 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:02.203001 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9714338c-58ed-4fe8-8963-e13edcfee873 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2222846 May 25 22:54:02.203913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34400) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:02.246139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-5758f3d3-bb50-4e93-8c8d-43226ddfcd6e None None] For port 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=3cf0d523-fb12-4a3b-962e-0ed5fc4952eb,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:02.246531 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5758f3d3-bb50-4e93-8c8d-43226ddfcd6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:02.279424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:02.308715 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:02.312687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:02.314942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:02.318126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ebd7da66-0746-4064-a2db-787a31bd938b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:02.321324 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e0be2bfd-b719-4e16-9201-c7d3a1f817a4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1169364 May 25 22:54:02.323527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1da95f53-305e-4c06-b856-f903f4beba71 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:02.327823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34404) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:02.331162 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:02.339503 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a45e11d6-03b2-4718-9d4c-492e180fb86a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:02.389724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5758f3d3-bb50-4e93-8c8d-43226ddfcd6e None None] Calling delete_port for 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:02.419701 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ebd7da66-0746-4064-a2db-787a31bd938b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:02.456094 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'name': 'tempest-ServerActionsTestJSON-935764756-router', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:51Z', 'updated_at': '2022-05-25T22:53:55Z', 'revision_number': 3, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'gw_port': {'id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ac:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:53Z', 'updated_at': '2022-05-25T22:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:02.471307 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d16cb7-84f8-4876-85fb-5af0476d79ff None None] The sync data for ids ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'] in dv-neutron-843300-1-hyperv is: [{'id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'name': 'tempest-ServerActionsTestJSON-935764756-router', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:51Z', 'updated_at': '2022-05-25T22:53:55Z', 'revision_number': 3, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'gw_port': {'id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ac:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:53Z', 'updated_at': '2022-05-25T22:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:02.476038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:54:02.547152 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Network': ['ID=8f081961-ed7d-470e-860c-1f46a06b2028,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:02.585260 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 8f081961-ed7d-470e-860c-1f46a06b2028 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:54:02.658315 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9b7260b4-310c-495f-ae35-27772ea4822d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8967643 May 25 22:54:02.664763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4199db87-5e7d-448a-b818-bd2c05c03955 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:02.667448 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34408) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:02.669702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event updated for resources: {'Port': ['ID=984028cd-51f9-4605-91c7-13030550e3f7,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:02.677420 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5758f3d3-bb50-4e93-8c8d-43226ddfcd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:02.684095 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'name': 'tempest-PortsIpV6TestJSON-533729568'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:02.713363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a45e11d6-03b2-4718-9d4c-492e180fb86a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:02.735718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:02.746348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758f3d3-bb50-4e93-8c8d-43226ddfcd6e None None] Pushing event deleted for resources: {'Port': ['ID=3cf0d523-fb12-4a3b-962e-0ed5fc4952eb,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:02.765755 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:02.782908 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758f3d3-bb50-4e93-8c8d-43226ddfcd6e None None] No DVR routers for this DVR port 3cf0d523-fb12-4a3b-962e-0ed5fc4952eb on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:54:02.858209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd7da66-0746-4064-a2db-787a31bd938b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Made reservation on behalf of 2be403f93a064925863310dc867722e6 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:02.885885 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-4199db87-5e7d-448a-b818-bd2c05c03955 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Deleting port dd3eb18d-0b7c-43c7-ab07-faf641207853 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:02.886241 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4199db87-5e7d-448a-b818-bd2c05c03955 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:02.907492 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a45e11d6-03b2-4718-9d4c-492e180fb86a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:02.931459 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:02.932777 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9baed602-4518-4a04-9e74-f7a66806fa8a tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7776427 May 25 22:54:02.936253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34412) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:02.947158 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-786244754'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:02.954985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:02.959345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Usage tracker for resource:network and tenant:fef8b79ab91e454ab7ad3d41b2b6203e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:02.964755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:02.971927 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:03.059950 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:03.074307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45e11d6-03b2-4718-9d4c-492e180fb86a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:03.077840 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a45e11d6-03b2-4718-9d4c-492e180fb86a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:03.079440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:port and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:03.084094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Allocated IP 172.20.0.1 (c224e130-86c2-490b-81d8-a8b63adeefac/3155b6aa-add2-4285-876b-845d979c80c0/c639b4fa-d64b-4725-bb24-9dccd558b055) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:03.102699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:03.115217 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:03.156975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Made reservation on behalf of fef8b79ab91e454ab7ad3d41b2b6203e for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:03.160135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:03.218005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ebd7da66-0746-4064-a2db-787a31bd938b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:03.239559 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:03.340623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:03.346113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1da95f53-305e-4c06-b856-f903f4beba71 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:03.351024 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Usage tracker for resource:security_group_rule and tenant:fef8b79ab91e454ab7ad3d41b2b6203e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:03.354899 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:03.361612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1da95f53-305e-4c06-b856-f903f4beba71 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:03.364299 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:03.456429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:03.459997 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:03.511138 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.ipam_backend_mixin [None req-ebd7da66-0746-4064-a2db-787a31bd938b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Performing IP validity checks on allocation pools {{(pid=84717) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 25 22:54:03.511642 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.ipam_backend_mixin [None req-ebd7da66-0746-4064-a2db-787a31bd938b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84717) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 25 22:54:03.573336 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] device_id is not set on port 24d8a39f-a589-4861-8e79-6ffc0d41b257 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:54:03.615987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4199db87-5e7d-448a-b818-bd2c05c03955 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:03.663092 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:03.719101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da95f53-305e-4c06-b856-f903f4beba71 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Router b07b6e2a-38d7-47ee-8c7c-1ccc8121052f has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:54:03.786563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:03.805092 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a45e11d6-03b2-4718-9d4c-492e180fb86a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:03.893507 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-4199db87-5e7d-448a-b818-bd2c05c03955 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Calling delete_port for dd3eb18d-0b7c-43c7-ab07-faf641207853 owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:03.930508 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:54:03.946764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9928eb6f-c3ea-455e-8850-a147404fa0a8,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:03.963829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:03.964172 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Added segment 5f62c158-30ca-4953-b446-0aa00d97bd33 of type vlan for network 5217fff4-0cb7-470a-a1db-e2ead0b83b26 May 25 22:54:03.968953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e11d6-03b2-4718-9d4c-492e180fb86a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:03.969689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e11d6-03b2-4718-9d4c-492e180fb86a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=cf06647d-32f7-430e-ab43-857680bb6f01,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:03.983783 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:03.984017 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-a45e11d6-03b2-4718-9d4c-492e180fb86a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:03.990806 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e11d6-03b2-4718-9d4c-492e180fb86a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:03.992496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a45e11d6-03b2-4718-9d4c-492e180fb86a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:03.996267 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd843fc-8288-4b74-bc14-8b7d47407a61 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:04.046246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:04.088098 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Transition to ACTIVE for port object c639b4fa-d64b-4725-bb24-9dccd558b055 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:04.135362 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da95f53-305e-4c06-b856-f903f4beba71 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:04.141070 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1da95f53-305e-4c06-b856-f903f4beba71 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:04.142486 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1da95f53-305e-4c06-b856-f903f4beba71 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "PUT /v2.0/routers/b07b6e2a-38d7-47ee-8c7c-1ccc8121052f HTTP/1.1" status: 200 len: 925 time: 4.0514781 May 25 22:54:04.145594 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34416) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:04.148843 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f5407-8e93-4c1b-8f06-2f57f8337c03 None None] Sync routers for ids ['b07b6e2a-38d7-47ee-8c7c-1ccc8121052f'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:04.162173 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f5407-8e93-4c1b-8f06-2f57f8337c03 None None] Routers {'b07b6e2a-38d7-47ee-8c7c-1ccc8121052f'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:04.162874 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-159f5407-8e93-4c1b-8f06-2f57f8337c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b07b6e2a-38d7-47ee-8c7c-1ccc8121052f'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:04.208415 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a45e11d6-03b2-4718-9d4c-492e180fb86a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8794916 May 25 22:54:04.209275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:04.212980 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:04.213552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:04.223801 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34420) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:04.228576 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-159f5407-8e93-4c1b-8f06-2f57f8337c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:04.229560 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': 'cf06647d-32f7-430e-ab43-857680bb6f01'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:54:04.230483 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:04.240842 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f5407-8e93-4c1b-8f06-2f57f8337c03 None None] Routers {'b07b6e2a-38d7-47ee-8c7c-1ccc8121052f'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:04.241730 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-159f5407-8e93-4c1b-8f06-2f57f8337c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b07b6e2a-38d7-47ee-8c7c-1ccc8121052f'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:04.268334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'fixed_ips': [{'subnet_id': 'cf06647d-32f7-430e-ab43-857680bb6f01', 'ip_address': '2001:db8::6930:4fb:7f47:b628'}], 'name': 'tempest-NetworksTestDHCPv6-2112732472'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:04.286283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:04.301651 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-159f5407-8e93-4c1b-8f06-2f57f8337c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:04.302483 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f5407-8e93-4c1b-8f06-2f57f8337c03 None None] The sync data for ids ['b07b6e2a-38d7-47ee-8c7c-1ccc8121052f'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:04.477104 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ebd7da66-0746-4064-a2db-787a31bd938b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:04.500919 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d9b004cb-d666-491e-bfd0-ee3abd1b6ee4 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:04.531188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecaa244-c571-455e-9cef-080b5fd92b53 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router 71634a57-74dc-4a9b-9b07-b78c862f8647 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:54:04.532514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:04.537230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:04.596841 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Allocated IP 2001:db8::2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/cf06647d-32f7-430e-ab43-857680bb6f01/b26ff067-b149-4d06-ad83-f92e9ce84031) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:04.646702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event updated for resources: {'Network': ['ID=5217fff4-0cb7-470a-a1db-e2ead0b83b26,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:04.678624 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 5217fff4-0cb7-470a-a1db-e2ead0b83b26 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:54:04.690847 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Network c224e130-86c2-490b-81d8-a8b63adeefac is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:04.708340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:04.711354 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7da66-0746-4064-a2db-787a31bd938b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Subnet': ['ID=53b3f8e1-3a3b-44d1-bd68-a191722051da,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:04.716651 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:04.720744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:04.726738 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:04.730724 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:04.734025 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9c1c109c-d266-40da-b0a1-9719a1eee527 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7966671 May 25 22:54:04.739650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:04.741395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34424) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:04.746807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d178a5c6-7e2d-43d3-af91-864de9cd4ff3 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Request body: {'subnet': {'network_id': '5217fff4-0cb7-470a-a1db-e2ead0b83b26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:04.754292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Pushing event updated for resources: {'Port': ['ID=c639b4fa-d64b-4725-bb24-9dccd558b055,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:04.811595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port d9b004cb-d666-491e-bfd0-ee3abd1b6ee4 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:04.829252 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port d9b004cb-d666-491e-bfd0-ee3abd1b6ee4 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:04.829620 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:04.871486 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:04.878034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:04.910330 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d178a5c6-7e2d-43d3-af91-864de9cd4ff3 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:04.918386 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port 57744a2e-cac5-4418-89b2-1e8a37eb19fd yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:54:04.922943 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4199db87-5e7d-448a-b818-bd2c05c03955 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:04.972690 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d178a5c6-7e2d-43d3-af91-864de9cd4ff3 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Usage tracker for resource:subnet and tenant:fef8b79ab91e454ab7ad3d41b2b6203e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:04.980242 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d178a5c6-7e2d-43d3-af91-864de9cd4ff3 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:04.992895 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d178a5c6-7e2d-43d3-af91-864de9cd4ff3 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:05.009278 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-eb4f4555-2c0f-4e34-a7ec-a11972c60205 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/routers/b07b6e2a-38d7-47ee-8c7c-1ccc8121052f HTTP/1.1" status: 200 len: 925 time: 0.8609240 May 25 22:54:05.013320 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34428) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:05.049983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:05.053477 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7da66-0746-4064-a2db-787a31bd938b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Checking segment: {'id': '808d1c20-7011-40a1-a2cc-0a2375f1af99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:05.053844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd7da66-0746-4064-a2db-787a31bd938b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network hostable DHCP agents. Network: 48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:54:05.058216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:05.060574 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:05.086945 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=24d8a39f-a589-4861-8e79-6ffc0d41b257,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:05.098865 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port d9b004cb-d666-491e-bfd0-ee3abd1b6ee4, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d9b004cb-d666-491e-bfd0-ee3abd1b6ee4,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:05.100608 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Transition to ACTIVE for port object b26ff067-b149-4d06-ad83-f92e9ce84031 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:05.101689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d178a5c6-7e2d-43d3-af91-864de9cd4ff3 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Made reservation on behalf of fef8b79ab91e454ab7ad3d41b2b6203e for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:05.123484 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Transition to ACTIVE for port object b26ff067-b149-4d06-ad83-f92e9ce84031 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:05.125383 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Checking segment: {'id': 'a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:05.125771 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network hostable DHCP agents. Network: 8f081961-ed7d-470e-860c-1f46a06b2028, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:54:05.181325 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:05.197948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199db87-5e7d-448a-b818-bd2c05c03955 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Pushing event deleted for resources: {'Port': ['ID=dd3eb18d-0b7c-43c7-ab07-faf641207853,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:05.222844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5a379589-19ac-4c37-a336-25091504f853 None None] Provisioning for port c639b4fa-d64b-4725-bb24-9dccd558b055 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:05.234860 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:05.243727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5a379589-19ac-4c37-a336-25091504f853 None None] Provisioning complete for port c639b4fa-d64b-4725-bb24-9dccd558b055 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:05.244227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5a379589-19ac-4c37-a336-25091504f853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:05.277922 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d178a5c6-7e2d-43d3-af91-864de9cd4ff3 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:05.309232 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5a379589-19ac-4c37-a336-25091504f853 None None] Port c639b4fa-d64b-4725-bb24-9dccd558b055 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:54:05.333166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:05.336164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:05.338565 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:05.374659 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=d9b004cb-d666-491e-bfd0-ee3abd1b6ee4,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:05.380218 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ac627268-ab62-4f9c-a3b0-dc8a69e09258 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Synchronizing usage tracker for tenant:fd051ea1c1814c43ae44a19e3ed24e33 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:05.383157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::6930:4fb:7f47:b628 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/cf06647d-32f7-430e-ab43-857680bb6f01/57744a2e-cac5-4418-89b2-1e8a37eb19fd) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:05.422892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd7da66-0746-4064-a2db-787a31bd938b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Network 48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:54:05.441590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4199db87-5e7d-448a-b818-bd2c05c03955 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:05.487885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Pushing event updated for resources: {'Port': ['ID=b26ff067-b149-4d06-ad83-f92e9ce84031,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:05.493192 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Attempting to bind port b26ff067-b149-4d06-ad83-f92e9ce84031 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:54:05.493773 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Attempting to bind port b26ff067-b149-4d06-ad83-f92e9ce84031 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:54:05.493916 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Attempting to bind port b26ff067-b149-4d06-ad83-f92e9ce84031 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:54:05.500992 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:54:05.501360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:05.501757 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:05.502136 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:54:05.503404 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Bound port: b26ff067-b149-4d06-ad83-f92e9ce84031, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:54:05.503404 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:05.545751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ac627268-ab62-4f9c-a3b0-dc8a69e09258 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Unset dirty status for tenant:fd051ea1c1814c43ae44a19e3ed24e33 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:05.546995 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ac627268-ab62-4f9c-a3b0-dc8a69e09258 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=c513f589-f876-49b8-8061-8e2704cb350d&device_id=b07b6e2a-38d7-47ee-8c7c-1ccc8121052f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5327668 May 25 22:54:05.558108 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34432) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:05.619180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 8f081961-ed7d-470e-860c-1f46a06b2028 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:54:05.635877 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] For port b26ff067-b149-4d06-ad83-f92e9ce84031, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:54:05.637602 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] For port b26ff067-b149-4d06-ad83-f92e9ce84031, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b26ff067-b149-4d06-ad83-f92e9ce84031,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:54:05.751780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:05.825890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:05.837397 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c78b2a5-a2b0-4dfd-8b89-65fb16bf04ab tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:05.838027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0c78b2a5-a2b0-4dfd-8b89-65fb16bf04ab tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Synchronizing usage tracker for tenant:fd051ea1c1814c43ae44a19e3ed24e33 on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:05.846023 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773b5f5-a94c-4b73-a182-a3fd61b6c8b8 None None] Pushing event updated for resources: {'Port': ['ID=b26ff067-b149-4d06-ad83-f92e9ce84031,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:05.853104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object 57744a2e-cac5-4418-89b2-1e8a37eb19fd will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:05.910658 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d178a5c6-7e2d-43d3-af91-864de9cd4ff3 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:05.919305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-ebd7da66-0746-4064-a2db-787a31bd938b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:05.920865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:05.930164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 8f081961-ed7d-470e-860c-1f46a06b2028) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:05.931008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0036d501-ab84-455e-9aaf-78f095c9dc43 None None] Network 48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:05.947973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0c78b2a5-a2b0-4dfd-8b89-65fb16bf04ab tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Unset dirty status for tenant:fd051ea1c1814c43ae44a19e3ed24e33 on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:05.952812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7da66-0746-4064-a2db-787a31bd938b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:05.953389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ebd7da66-0746-4064-a2db-787a31bd938b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:05.953501 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0c78b2a5-a2b0-4dfd-8b89-65fb16bf04ab tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/networks/c513f589-f876-49b8-8061-8e2704cb350d HTTP/1.1" status: 200 len: 881 time: 0.3910086 May 25 22:54:05.957338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:05.960593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34436) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:05.967352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6e4593-ec82-4b9d-9c61-a41d67ac1f66 None None] Network 8f081961-ed7d-470e-860c-1f46a06b2028 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:05.967994 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:05.969267 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:05.980846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4199db87-5e7d-448a-b818-bd2c05c03955 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:06.038340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:06.110956 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4199db87-5e7d-448a-b818-bd2c05c03955 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:06.231796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecaa244-c571-455e-9cef-080b5fd92b53 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:06.253324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9ecaa244-c571-455e-9cef-080b5fd92b53 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:06.271939 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3907a80e-0b7b-4e08-9eee-4437920f30f2 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "GET /v2.0/ports?device_id=b07b6e2a-38d7-47ee-8c7c-1ccc8121052f HTTP/1.1" status: 200 len: 205 time: 0.3100123 May 25 22:54:06.277858 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddad994a-9f19-4755-9d70-3e70262cbee9 None None] Sync routers for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:06.287822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34440) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:06.303577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:06.314381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:06.336716 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:06.341746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:06.342612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:06.359755 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad994a-9f19-4755-9d70-3e70262cbee9 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:06.360549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ddad994a-9f19-4755-9d70-3e70262cbee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:06.380229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178a5c6-7e2d-43d3-af91-864de9cd4ff3 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event updated for resources: {'Subnet': ['ID=24347541-8d0f-4000-917c-7656e68f2892,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:06.394244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=57744a2e-cac5-4418-89b2-1e8a37eb19fd,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:06.419144 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d178a5c6-7e2d-43d3-af91-864de9cd4ff3 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Checking segment: {'id': '5f62c158-30ca-4953-b446-0aa00d97bd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5217fff4-0cb7-470a-a1db-e2ead0b83b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:06.419415 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f6138fcc-716a-4567-8a8b-a29db4064c09 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.7480536 May 25 22:54:06.419678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d178a5c6-7e2d-43d3-af91-864de9cd4ff3 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Network hostable DHCP agents. Network: 5217fff4-0cb7-470a-a1db-e2ead0b83b26, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:54:06.428619 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34444) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:06.441600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ddad994a-9f19-4755-9d70-3e70262cbee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:06.466754 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ebd7da66-0746-4064-a2db-787a31bd938b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.5290878 May 25 22:54:06.467590 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34448) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:06.469544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-11b206cc-a23e-4db5-aa03-def667db354b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1306257235'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:06.479360 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-73d22799-9fd9-4860-9199-6edb6f327c6c tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:06.531647 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4199db87-5e7d-448a-b818-bd2c05c03955 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:06.532425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4199db87-5e7d-448a-b818-bd2c05c03955 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Fanout notify agent at l3_agent the message router_deleted on router e6833845-84cc-44c3-98d1-c9789e6be2a3 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:54:06.542059 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-11b206cc-a23e-4db5-aa03-def667db354b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:06.553533 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-11b206cc-a23e-4db5-aa03-def667db354b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:network and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:06.563672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-11b206cc-a23e-4db5-aa03-def667db354b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:06.566039 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad994a-9f19-4755-9d70-3e70262cbee9 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:06.567582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ddad994a-9f19-4755-9d70-3e70262cbee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:06.587278 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-94b87a3f-b25e-46ed-97ee-9bf2e13b4737 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3490236 May 25 22:54:06.592802 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d178a5c6-7e2d-43d3-af91-864de9cd4ff3 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Network 5217fff4-0cb7-470a-a1db-e2ead0b83b26 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:54:06.596743 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34452) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:06.615620 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-11b206cc-a23e-4db5-aa03-def667db354b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:06.621957 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4199db87-5e7d-448a-b818-bd2c05c03955 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:06.623088 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4199db87-5e7d-448a-b818-bd2c05c03955 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "DELETE /v2.0/routers/e6833845-84cc-44c3-98d1-c9789e6be2a3 HTTP/1.1" status: 204 len: 168 time: 5.9423790 May 25 22:54:06.631023 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34454) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:06.660132 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-210a28f9-4c7f-4306-b1de-aca71b24f348 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1306489508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:06.681658 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-210a28f9-4c7f-4306-b1de-aca71b24f348 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:06.698716 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-210a28f9-4c7f-4306-b1de-aca71b24f348 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Usage tracker for resource:router and tenant:cd0b7388295f4770ad7e90c33866e0d8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:06.707377 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-210a28f9-4c7f-4306-b1de-aca71b24f348 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:06.713831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ddad994a-9f19-4755-9d70-3e70262cbee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:06.714239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddad994a-9f19-4755-9d70-3e70262cbee9 None None] The sync data for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:06.719158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d9b004cb-d666-491e-bfd0-ee3abd1b6ee4 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:06.723861 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-210a28f9-4c7f-4306-b1de-aca71b24f348 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:06.727081 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9ecaa244-c571-455e-9cef-080b5fd92b53 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "PUT /v2.0/floatingips/c139f7c1-1da9-43e3-b49a-3c73ff32f389 HTTP/1.1" status: 200 len: 979 time: 7.0863435 May 25 22:54:06.731412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34460) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:06.757946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f', 'network_id': '48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f', 'tenant_id': '2be403f93a064925863310dc867722e6', 'fixed_ips': [{'subnet_id': '53b3f8e1-3a3b-44d1-bd68-a191722051da'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:54:06.758768 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:06.835091 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b206cc-a23e-4db5-aa03-def667db354b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:06.840112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11b206cc-a23e-4db5-aa03-def667db354b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:06.862336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b5fe9-283f-4184-907a-c3a25a9e6f7c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:06.876067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b5fe9-283f-4184-907a-c3a25a9e6f7c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:06.876067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f32b5fe9-283f-4184-907a-c3a25a9e6f7c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:06.885471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:54:06.910896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:06.914527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-d178a5c6-7e2d-43d3-af91-864de9cd4ff3 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 5217fff4-0cb7-470a-a1db-e2ead0b83b26) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:06.918744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d178a5c6-7e2d-43d3-af91-864de9cd4ff3 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:06.919361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d178a5c6-7e2d-43d3-af91-864de9cd4ff3 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017368'] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:06.919500 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-210a28f9-4c7f-4306-b1de-aca71b24f348 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:06.921089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-210a28f9-4c7f-4306-b1de-aca71b24f348 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:06.922578 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port d9b004cb-d666-491e-bfd0-ee3abd1b6ee4 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:06.923544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:06.950073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b206cc-a23e-4db5-aa03-def667db354b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:54:06.977280 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73d22799-9fd9-4860-9199-6edb6f327c6c tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3155693'] for subnet, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.030428 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818fb940-7293-489d-8c4f-4ea95d71f101 None None] Network 5217fff4-0cb7-470a-a1db-e2ead0b83b26 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:07.031209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11b206cc-a23e-4db5-aa03-def667db354b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.031619 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-11b206cc-a23e-4db5-aa03-def667db354b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Added segment 31b642ad-7219-4165-9a07-cd2b6e997730 of type vlan for network 3547ea7f-1b16-4b51-bb3c-d6525a25a5f8 May 25 22:54:07.063713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.119727 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d178a5c6-7e2d-43d3-af91-864de9cd4ff3 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3772941 May 25 22:54:07.120790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f32b5fe9-283f-4184-907a-c3a25a9e6f7c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:07.122184 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f32b5fe9-283f-4184-907a-c3a25a9e6f7c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4502556 May 25 22:54:07.122967 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34464) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:07.130382 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34466) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:07.134640 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2071097120', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:07.155155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:07.162832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Usage tracker for resource:router and tenant:fef8b79ab91e454ab7ad3d41b2b6203e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:07.168804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:07.178876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:07.242374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11b206cc-a23e-4db5-aa03-def667db354b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.250760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-210a28f9-4c7f-4306-b1de-aca71b24f348 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.261998 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b26ff067-b149-4d06-ad83-f92e9ce84031 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:07.305046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-824de65d-4708-408b-a2d6-1c0462b6355f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting port e5ab0f48-3f24-4307-8861-cd55fbd0d7cc {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:07.305381 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-824de65d-4708-408b-a2d6-1c0462b6355f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.309942 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d80885e7-808b-4c2a-b0ba-60e5cd353113 None None] Provisioning for port b26ff067-b149-4d06-ad83-f92e9ce84031 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:07.338196 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.341580 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Pushing event updated for resources: {'Port': ['ID=c639b4fa-d64b-4725-bb24-9dccd558b055,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:07.350663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.352591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.383020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-ca8027e2-2e3f-4cc9-abb9-1ce881175540 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port 57744a2e-cac5-4418-89b2-1e8a37eb19fd {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:07.386981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ca8027e2-2e3f-4cc9-abb9-1ce881175540 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.389944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.422004 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73d22799-9fd9-4860-9199-6edb6f327c6c tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790575588509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1199173'] for subnet, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.487130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Allocated IP 172.20.0.3 (48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f/53b3f8e1-3a3b-44d1-bd68-a191722051da/98e65927-3af0-49e2-b1d4-89cccac2c85a) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:07.499304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-5217fff4-0cb7-470a-a1db-e2ead0b83b26', 'network_id': '5217fff4-0cb7-470a-a1db-e2ead0b83b26', 'tenant_id': 'fef8b79ab91e454ab7ad3d41b2b6203e', 'fixed_ips': [{'subnet_id': '24347541-8d0f-4000-917c-7656e68f2892'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:54:07.500292 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.503973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d22799-9fd9-4860-9199-6edb6f327c6c tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:07.505126 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73d22799-9fd9-4860-9199-6edb6f327c6c tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.509418 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-73d22799-9fd9-4860-9199-6edb6f327c6c tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "PUT /v2.0/subnets/53b3f8e1-3a3b-44d1-bd68-a191722051da HTTP/1.1" status: 200 len: 877 time: 1.0403581 May 25 22:54:07.511079 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34472) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:07.511447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d22799-9fd9-4860-9199-6edb6f327c6c tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event updated for resources: {'Subnet': ['ID=53b3f8e1-3a3b-44d1-bd68-a191722051da,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:07.667575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port b26ff067-b149-4d06-ad83-f92e9ce84031 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:07.700275 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port b26ff067-b149-4d06-ad83-f92e9ce84031 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:07.700673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.727574 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11b206cc-a23e-4db5-aa03-def667db354b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.731882 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b206cc-a23e-4db5-aa03-def667db354b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:07.734898 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11b206cc-a23e-4db5-aa03-def667db354b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.736202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-210a28f9-4c7f-4306-b1de-aca71b24f348 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.772066 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.802523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.810669 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e8517336-e88e-4910-af95-2bfb082535d3 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.835916 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-57fe7e23-f222-4946-8ed3-51e8b6fa9fef None None] Provisioning for port 57744a2e-cac5-4418-89b2-1e8a37eb19fd completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:07.866286 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-57fe7e23-f222-4946-8ed3-51e8b6fa9fef None None] Provisioning complete for port 57744a2e-cac5-4418-89b2-1e8a37eb19fd triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:07.866645 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-57fe7e23-f222-4946-8ed3-51e8b6fa9fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.875881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:07.970202 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Allocated IP 172.20.0.2 (5217fff4-0cb7-470a-a1db-e2ead0b83b26/24347541-8d0f-4000-917c-7656e68f2892/89fee163-bbb2-4396-8ce2-dfc8cdc4da37) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:07.996821 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-57fe7e23-f222-4946-8ed3-51e8b6fa9fef None None] Port 57744a2e-cac5-4418-89b2-1e8a37eb19fd cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:54:08.027520 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:08.081140 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Transition to ACTIVE for port object 98e65927-3af0-49e2-b1d4-89cccac2c85a will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:08.104264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b206cc-a23e-4db5-aa03-def667db354b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Network': ['ID=3547ea7f-1b16-4b51-bb3c-d6525a25a5f8,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:08.106456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:08.137672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 3547ea7f-1b16-4b51-bb3c-d6525a25a5f8 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:54:08.140071 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:08.169077 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-11b206cc-a23e-4db5-aa03-def667db354b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7352493 May 25 22:54:08.175076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34476) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:08.199922 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-210a28f9-4c7f-4306-b1de-aca71b24f348 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:08.201284 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-210a28f9-4c7f-4306-b1de-aca71b24f348 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5571504 May 25 22:54:08.206828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34480) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:08.209345 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'ports': [{'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028'}, {'network_id': '3547ea7f-1b16-4b51-bb3c-d6525a25a5f8'}]} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:08.209653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:08.210118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'network_id': '3547ea7f-1b16-4b51-bb3c-d6525a25a5f8'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:08.214737 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'enable_snat': True}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:08.223349 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:08.237847 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-824de65d-4708-408b-a2d6-1c0462b6355f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:08.238163 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-824de65d-4708-408b-a2d6-1c0462b6355f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:08.259912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Transition to ACTIVE for port object 98e65927-3af0-49e2-b1d4-89cccac2c85a will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:08.262440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Network c224e130-86c2-490b-81d8-a8b63adeefac is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:08.332067 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port b26ff067-b149-4d06-ad83-f92e9ce84031, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b26ff067-b149-4d06-ad83-f92e9ce84031,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:08.360706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:08.375343 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:08.438755 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:08.503250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Pushing event updated for resources: {'Port': ['ID=98e65927-3af0-49e2-b1d4-89cccac2c85a,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:08.525002 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-824de65d-4708-408b-a2d6-1c0462b6355f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Calling delete_port for e5ab0f48-3f24-4307-8861-cd55fbd0d7cc owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:08.529233 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Allocated IP 172.26.5.152 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/009982c9-1ec4-4ef0-a498-137194f51664) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:08.680555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=b26ff067-b149-4d06-ad83-f92e9ce84031,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:08.688845 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:08.693445 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Network 48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:08.698347 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:08.704766 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ca8027e2-2e3f-4cc9-abb9-1ce881175540 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:08.707784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:08.712597 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Transition to ACTIVE for port object 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:08.777504 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:08.822907 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Transition to ACTIVE for port object 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:08.835366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:08.838443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Attempting to bind port 98e65927-3af0-49e2-b1d4-89cccac2c85a on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:54:08.838976 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Attempting to bind port 98e65927-3af0-49e2-b1d4-89cccac2c85a by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '808d1c20-7011-40a1-a2cc-0a2375f1af99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:54:08.839346 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Attempting to bind port 98e65927-3af0-49e2-b1d4-89cccac2c85a on network 48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:54:08.842557 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ff37a61a-da99-45d8-906c-81f88b1564c9 None None] Provisioning complete for port c639b4fa-d64b-4725-bb24-9dccd558b055 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:08.842917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff37a61a-da99-45d8-906c-81f88b1564c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:08.887588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Subnet': ['ID=53b3f8e1-3a3b-44d1-bd68-a191722051da,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:08.894396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:54:08.895307 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Checking segment: {'id': '808d1c20-7011-40a1-a2cc-0a2375f1af99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:08.895686 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:08.896623 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Bound using segment: {'id': '808d1c20-7011-40a1-a2cc-0a2375f1af99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:54:08.897856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Bound port: 98e65927-3af0-49e2-b1d4-89cccac2c85a, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808d1c20-7011-40a1-a2cc-0a2375f1af99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:54:08.898247 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:08.918559 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ff37a61a-da99-45d8-906c-81f88b1564c9 None None] Port c639b4fa-d64b-4725-bb24-9dccd558b055 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:54:08.927980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-ca8027e2-2e3f-4cc9-abb9-1ce881175540 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for 57744a2e-cac5-4418-89b2-1e8a37eb19fd owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:08.955385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.061744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Network 5217fff4-0cb7-470a-a1db-e2ead0b83b26 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:09.063721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Pushing event updated for resources: {'Port': ['ID=89fee163-bbb2-4396-8ce2-dfc8cdc4da37,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:09.069730 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.071121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:09.073686 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:09.111313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] For port 98e65927-3af0-49e2-b1d4-89cccac2c85a, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:54:09.145339 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.158719 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] For port 98e65927-3af0-49e2-b1d4-89cccac2c85a, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=98e65927-3af0-49e2-b1d4-89cccac2c85a,segment=NetworkSegment(808d1c20-7011-40a1-a2cc-0a2375f1af99),segment_id=808d1c20-7011-40a1-a2cc-0a2375f1af99)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:54:09.175789 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Attempting to bind port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:54:09.176188 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Attempting to bind port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '5f62c158-30ca-4953-b446-0aa00d97bd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5217fff4-0cb7-470a-a1db-e2ead0b83b26'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:54:09.176847 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Attempting to bind port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 on network 5217fff4-0cb7-470a-a1db-e2ead0b83b26 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:54:09.183955 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:54:09.184320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Checking segment: {'id': '5f62c158-30ca-4953-b446-0aa00d97bd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5217fff4-0cb7-470a-a1db-e2ead0b83b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:09.184729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.185110 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Bound using segment: {'id': '5f62c158-30ca-4953-b446-0aa00d97bd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5217fff4-0cb7-470a-a1db-e2ead0b83b26'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:54:09.185672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Bound port: 89fee163-bbb2-4396-8ce2-dfc8cdc4da37, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f62c158-30ca-4953-b446-0aa00d97bd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5217fff4-0cb7-470a-a1db-e2ead0b83b26'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:54:09.186134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.196560 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:09.200423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:09.218426 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:port and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:09.222419 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:09.230284 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:09.231168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808d1c20-7011-40a1-a2cc-0a2375f1af99') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:09.231467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808d1c20-7011-40a1-a2cc-0a2375f1af99') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:09.231577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.256431 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.265548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event updated for resources: {'Port': ['ID=009982c9-1ec4-4ef0-a498-137194f51664,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:09.272543 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:09.276412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:09.282429 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:09.312234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.314805 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.338118 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:54:09.338521 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:54:09.353301 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:54:09.357643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cbe85-9256-443d-bb32-1bd00fbc2b69 None None] Pushing event updated for resources: {'Port': ['ID=98e65927-3af0-49e2-b1d4-89cccac2c85a,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:09.464582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] For port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:54:09.498643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2615551-7e22-4024-a186-00cdb46c4398 None None] Network 48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:09.502476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'port': 2} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:09.506639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.514172 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 22:54:09.514172 dv-neutron-843300-1-hyperv neutron-server[84716]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 22:54:09.514172 dv-neutron-843300-1-hyperv neutron-server[84716]: [parameters: {'id': '48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f'}] May 25 22:54:09.514172 dv-neutron-843300-1-hyperv neutron-server[84716]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:54:09.514554 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:54:09.541023 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.553207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e8517336-e88e-4910-af95-2bfb082535d3 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.653174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ca8027e2-2e3f-4cc9-abb9-1ce881175540 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.655872 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-e8517336-e88e-4910-af95-2bfb082535d3 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Deleting port ddbded3c-a76c-4c24-981b-f0e0230cddf1 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:09.656393 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e8517336-e88e-4910-af95-2bfb082535d3 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.679570 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] For port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=89fee163-bbb2-4396-8ce2-dfc8cdc4da37,segment=NetworkSegment(5f62c158-30ca-4953-b446-0aa00d97bd33),segment_id=5f62c158-30ca-4953-b446-0aa00d97bd33)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:54:09.717076 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ad2599-74eb-4c96-8ea3-5646701550b2 None None] Network 48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:09.729818 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-824de65d-4708-408b-a2d6-1c0462b6355f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.758387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.764229 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8027e2-2e3f-4cc9-abb9-1ce881175540 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=57744a2e-cac5-4418-89b2-1e8a37eb19fd,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:09.785739 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.789395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.906141 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824de65d-4708-408b-a2d6-1c0462b6355f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Port': ['ID=e5ab0f48-3f24-4307-8861-cd55fbd0d7cc,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:09.925254 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017e4c2-af30-453e-bb7e-6ee437168fab None None] Pushing event updated for resources: {'Port': ['ID=89fee163-bbb2-4396-8ce2-dfc8cdc4da37,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:09.944588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:09.945297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:10.027167 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:10.052758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Allocated IP 172.26.5.171 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/b0e45951-255f-47b3-aa21-255c92130d68) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:10.087637 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ca8027e2-2e3f-4cc9-abb9-1ce881175540 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:10.130640 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Deleting port 98e65927-3af0-49e2-b1d4-89cccac2c85a {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:10.130640 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:10.143892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] device_id is not set on port 7829b75e-cb81-4720-99fd-3cdced75a0e2 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:54:10.273858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-824de65d-4708-408b-a2d6-1c0462b6355f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:10.337067 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ca8027e2-2e3f-4cc9-abb9-1ce881175540 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/57744a2e-cac5-4418-89b2-1e8a37eb19fd HTTP/1.1" status: 204 len: 168 time: 3.1988647 May 25 22:54:10.347197 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e8517336-e88e-4910-af95-2bfb082535d3 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:10.358922 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34488) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:10.542907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:54:10.608967 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:10.628109 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-e8517336-e88e-4910-af95-2bfb082535d3 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Calling delete_port for ddbded3c-a76c-4c24-981b-f0e0230cddf1 owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:10.628323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:10.641192 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] For port 98e65927-3af0-49e2-b1d4-89cccac2c85a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=98e65927-3af0-49e2-b1d4-89cccac2c85a,segment=NetworkSegment(808d1c20-7011-40a1-a2cc-0a2375f1af99),segment_id=808d1c20-7011-40a1-a2cc-0a2375f1af99)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:10.641549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:10.770032 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:10.777886 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b26ff067-b149-4d06-ad83-f92e9ce84031 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:10.780333 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Calling delete_port for 98e65927-3af0-49e2-b1d4-89cccac2c85a owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:10.860661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31aad95-585e-4dac-9f35-11ecd3a072ef tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:10.862005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31aad95-585e-4dac-9f35-11ecd3a072ef tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:10.864345 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b31aad95-585e-4dac-9f35-11ecd3a072ef tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4655557 May 25 22:54:10.867285 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34492) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:10.881720 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port b26ff067-b149-4d06-ad83-f92e9ce84031 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:10.883150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:10.887892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:10.959969 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:11.109036 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:11.136154 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:11.142872 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e367c79-079f-4a81-ad51-a81d1951c670 None None] Network 5217fff4-0cb7-470a-a1db-e2ead0b83b26 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:11.147992 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] device_id is not set on port 13b50300-e384-48a6-a10f-15d9f63496ff yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:54:11.148699 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:11.151475 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:11.177150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Pushing event updated for resources: {'Port': ['ID=b0e45951-255f-47b3-aa21-255c92130d68,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:11.251284 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No DVR routers for this DVR port 98e65927-3af0-49e2-b1d4-89cccac2c85a on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:54:11.278744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Port': ['ID=98e65927-3af0-49e2-b1d4-89cccac2c85a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:11.307300 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3f1009fc-fec3-4caa-86f0-ea60846009f2 None None] Provisioning for port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:11.319848 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3f1009fc-fec3-4caa-86f0-ea60846009f2 None None] Provisioning complete for port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:11.320486 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3f1009fc-fec3-4caa-86f0-ea60846009f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:11.411542 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:11.460552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-96bee40b-2555-4028-9d05-38d981d36cba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet cf06647d-32f7-430e-ab43-857680bb6f01 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:54:11.472170 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-96bee40b-2555-4028-9d05-38d981d36cba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:11.510243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:11.517594 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Router 8cd72349-1bce-49dd-a2bc-c6e3e080bad6 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:54:11.530141 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e8517336-e88e-4910-af95-2bfb082535d3 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:11.544778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f4521bb6-c078-410e-965c-69b728262622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:11.574025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:11.586042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-96bee40b-2555-4028-9d05-38d981d36cba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:11.592956 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3f1009fc-fec3-4caa-86f0-ea60846009f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:11.634454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808d1c20-7011-40a1-a2cc-0a2375f1af99') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:11.634829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808d1c20-7011-40a1-a2cc-0a2375f1af99') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:11.638116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-3f1009fc-fec3-4caa-86f0-ea60846009f2 None None] For port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=89fee163-bbb2-4396-8ce2-dfc8cdc4da37,segment=NetworkSegment(5f62c158-30ca-4953-b446-0aa00d97bd33),segment_id=5f62c158-30ca-4953-b446-0aa00d97bd33)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:11.640080 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:11.653550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8517336-e88e-4910-af95-2bfb082535d3 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Pushing event deleted for resources: {'Port': ['ID=ddbded3c-a76c-4c24-981b-f0e0230cddf1,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:11.666492 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:11.667537 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:11.671909 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Sync routers for ids ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:11.687594 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Routers {'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:11.688689 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:11.714823 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3f1009fc-fec3-4caa-86f0-ea60846009f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:11.777245 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6b9ba9cb-aed5-4d7d-adab-24445fb89815 admin admin] 10.222.0.66 "PUT /v2.0/routers/a39ae132-c9d8-46b9-aa6f-35de8e7af2f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9855623 May 25 22:54:11.844869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:11.848351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1009fc-fec3-4caa-86f0-ea60846009f2 None None] Pushing event updated for resources: {'Port': ['ID=89fee163-bbb2-4396-8ce2-dfc8cdc4da37,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:11.868376 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae78d8f-2362-46b3-94c9-8ee26d81cf5a None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 22:54:11.896750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 8f081961-ed7d-470e-860c-1f46a06b2028 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:11.910288 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:11.912174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=7829b75e-cb81-4720-99fd-3cdced75a0e2,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:11.919284 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:11.920044 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.023262 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:54:12.023602 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.036442 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Set router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:54:12.039721 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:54:12.081880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3012e7ee-4209-43ff-92f8-dac01a6c0c7f None None] Provisioning complete for port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:12.082413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3012e7ee-4209-43ff-92f8-dac01a6c0c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.142313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae78d8f-2362-46b3-94c9-8ee26d81cf5a None None] Resources bound (agent type, host, resource id): {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 22:54:12.195411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=13b50300-e384-48a6-a10f-15d9f63496ff,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:12.266708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-96bee40b-2555-4028-9d05-38d981d36cba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.311874 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e8517336-e88e-4910-af95-2bfb082535d3 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.376988 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.415401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.428950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Network': ['ID=48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:12.445264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Checking segment: {'id': '31b642ad-7219-4165-9a07-cd2b6e997730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3547ea7f-1b16-4b51-bb3c-d6525a25a5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:12.445626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network hostable DHCP agents. Network: 3547ea7f-1b16-4b51-bb3c-d6525a25a5f8, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:54:12.454270 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.483356 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'name': 'tempest-ServerActionsTestJSON-935764756-router', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:51Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'gw_port': {'id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:53Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c639b4fa-d64b-4725-bb24-9dccd558b055', 'name': '', 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'mac_address': 'fa:16:3e:92:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3155b6aa-add2-4285-876b-845d979c80c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:54:02Z', 'updated_at': '2022-05-25T22:54:06Z', 'revision_number': 2, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'subnets': [{'id': '3155b6aa-add2-4285-876b-845d979c80c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:12.487309 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Checking router: a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:54:12.487661 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Updating router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 port c639b4fa-d64b-4725-bb24-9dccd558b055 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:54:12.531994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34502) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:12.568208 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.601005 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:12.613018 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-9e262d2a-e7f9-4abe-a4f0-106786c6a646 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1213622403', 'description': 'tempest-description--1256389428'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:12.659604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9e262d2a-e7f9-4abe-a4f0-106786c6a646 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:12.688966 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9e262d2a-e7f9-4abe-a4f0-106786c6a646 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Usage tracker for resource:security_group and tenant:69e1c75f41b74d7b9d9edc5f4f74584f is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:12.695368 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9e262d2a-e7f9-4abe-a4f0-106786c6a646 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:12.704098 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9e262d2a-e7f9-4abe-a4f0-106786c6a646 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:12.752513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:12.767311 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.772027 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e8517336-e88e-4910-af95-2bfb082535d3 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.780943 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.781106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e8517336-e88e-4910-af95-2bfb082535d3 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.797167 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824de65d-4708-408b-a2d6-1c0462b6355f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router 71634a57-74dc-4a9b-9b07-b78c862f8647 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:54:12.842988 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9e262d2a-e7f9-4abe-a4f0-106786c6a646 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.849158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223fe8ec-ef8e-4712-80ce-1247147823a5 None None] Sync routers for ids ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:12.861409 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f599e7d9-9109-4482-801f-2a38888855ba tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f HTTP/1.1" status: 204 len: 168 time: 5.3469167 May 25 22:54:12.862780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-96bee40b-2555-4028-9d05-38d981d36cba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.875830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34506) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:12.883296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223fe8ec-ef8e-4712-80ce-1247147823a5 None None] Routers {'8cd72349-1bce-49dd-a2bc-c6e3e080bad6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:12.883296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-223fe8ec-ef8e-4712-80ce-1247147823a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:12.884147 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 3547ea7f-1b16-4b51-bb3c-d6525a25a5f8 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:54:12.946865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e8517336-e88e-4910-af95-2bfb082535d3 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.947691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8517336-e88e-4910-af95-2bfb082535d3 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Fanout notify agent at l3_agent the message router_deleted on router b07b6e2a-38d7-47ee-8c7c-1ccc8121052f {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:54:12.951443 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:12.956274 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e9af3134-bf54-4b7a-98cf-6bef081a5407 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.8274970 May 25 22:54:12.958432 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca994bf-f334-41b9-a603-6ee906e4e729 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:12.959052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca994bf-f334-41b9-a603-6ee906e4e729 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:12.960732 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34510) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:12.960881 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6ca994bf-f334-41b9-a603-6ee906e4e729 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/subnets/53b3f8e1-3a3b-44d1-bd68-a191722051da HTTP/1.1" status: 404 len: 337 time: 0.0567377 May 25 22:54:12.966560 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34512) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:12.972147 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-223fe8ec-ef8e-4712-80ce-1247147823a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:12.994590 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223fe8ec-ef8e-4712-80ce-1247147823a5 None None] Routers {'8cd72349-1bce-49dd-a2bc-c6e3e080bad6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:12.995210 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-223fe8ec-ef8e-4712-80ce-1247147823a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:13.017709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bee40b-2555-4028-9d05-38d981d36cba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=cf06647d-32f7-430e-ab43-857680bb6f01,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:13.027159 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.037995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-96bee40b-2555-4028-9d05-38d981d36cba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.040096 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Transition to ACTIVE for port object c639b4fa-d64b-4725-bb24-9dccd558b055 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:13.042564 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-96bee40b-2555-4028-9d05-38d981d36cba tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/cf06647d-32f7-430e-ab43-857680bb6f01 HTTP/1.1" status: 204 len: 168 time: 2.1742816 May 25 22:54:13.043342 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34518) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:13.065838 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e8517336-e88e-4910-af95-2bfb082535d3 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.071307 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e8517336-e88e-4910-af95-2bfb082535d3 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "DELETE /v2.0/routers/b07b6e2a-38d7-47ee-8c7c-1ccc8121052f HTTP/1.1" status: 204 len: 168 time: 6.7756028 May 25 22:54:13.073191 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34522) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:13.076434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 3547ea7f-1b16-4b51-bb3c-d6525a25a5f8) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:13.080926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:13.081074 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c045a4-8ef1-4aba-ab03-83a5b4699637 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:13.085502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:13.089535 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:13.090202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.104263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b1132c-286b-4f6c-8b18-f50f8835e080 None None] Network 3547ea7f-1b16-4b51-bb3c-d6525a25a5f8 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:13.127716 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:13.128105 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.136662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9e262d2a-e7f9-4abe-a4f0-106786c6a646 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:13.143204 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d2006327-14be-4dab-85ef-ba970bfd422e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887387 May 25 22:54:13.143408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34526) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:13.146149 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9e262d2a-e7f9-4abe-a4f0-106786c6a646 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Usage tracker for resource:security_group_rule and tenant:69e1c75f41b74d7b9d9edc5f4f74584f is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:13.148001 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-86f30f56-5e07-4a68-a554-abd649d55a65 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-85189446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:13.152198 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-10eeff6f-884e-43d4-9631-0a13038ec46b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:13.157920 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.165835 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-36910efd-f3f8-4c1b-8d55-02329e59959b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:13.166314 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36910efd-f3f8-4c1b-8d55-02329e59959b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:13.167535 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9e262d2a-e7f9-4abe-a4f0-106786c6a646 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:13.167944 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-36910efd-f3f8-4c1b-8d55-02329e59959b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/48f3e52c-d8c3-4b35-8ec0-9c1bd3ee2f3f HTTP/1.1" status: 404 len: 339 time: 0.1441619 May 25 22:54:13.174045 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34530) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:13.177880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-86f30f56-5e07-4a68-a554-abd649d55a65 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:13.200780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-86f30f56-5e07-4a68-a554-abd649d55a65 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Usage tracker for resource:router and tenant:793b1d0de7a5459fa205eb05b67ca948 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:13.205884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-86f30f56-5e07-4a68-a554-abd649d55a65 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:13.215564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9e262d2a-e7f9-4abe-a4f0-106786c6a646 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:13.217379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-86f30f56-5e07-4a68-a554-abd649d55a65 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:13.258032 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-223fe8ec-ef8e-4712-80ce-1247147823a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:13.258352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223fe8ec-ef8e-4712-80ce-1247147823a5 None None] The sync data for ids ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:13.280910 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e2b691-f2ed-49bf-8af8-f37e8ea4eecc tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:13.280910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e2b691-f2ed-49bf-8af8-f37e8ea4eecc tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:13.286337 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b33331a9-a5e3-4424-a9d3-243b5c180976 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0948663 May 25 22:54:13.286337 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34534) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:13.313112 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-90e2b691-f2ed-49bf-8af8-f37e8ea4eecc tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/subnets/9f221140-6d15-42f4-b922-fa24084c5140 HTTP/1.1" status: 404 len: 337 time: 0.1315789 May 25 22:54:13.326172 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34538) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:13.385669 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-10eeff6f-884e-43d4-9631-0a13038ec46b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:13.388235 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb221e3-5a8a-4fc8-8826-2ca2a5ee5bc5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:13.388945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb221e3-5a8a-4fc8-8826-2ca2a5ee5bc5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:13.389441 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-c2f782ba-d2f3-4678-9ff5-3631a893d9ad tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port 13b50300-e384-48a6-a10f-15d9f63496ff {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:13.389793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2f782ba-d2f3-4678-9ff5-3631a893d9ad tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.409392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-10eeff6f-884e-43d4-9631-0a13038ec46b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:13.423245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-86f30f56-5e07-4a68-a554-abd649d55a65 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.424265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-86f30f56-5e07-4a68-a554-abd649d55a65 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.437782 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-10eeff6f-884e-43d4-9631-0a13038ec46b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:13.455480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34542) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:13.464079 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cfb221e3-5a8a-4fc8-8826-2ca2a5ee5bc5 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/950467ac-dba6-4959-90c5-596c9f8d174f HTTP/1.1" status: 404 len: 339 time: 0.1358924 May 25 22:54:13.468995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-10eeff6f-884e-43d4-9631-0a13038ec46b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:13.490190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9e262d2a-e7f9-4abe-a4f0-106786c6a646 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.557790 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74a78a-3602-4ebe-b86f-4a60df071c88 None None] Pushing event updated for resources: {'Port': ['ID=c639b4fa-d64b-4725-bb24-9dccd558b055,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:13.578042 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74a78a-3602-4ebe-b86f-4a60df071c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:13.578383 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74a78a-3602-4ebe-b86f-4a60df071c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:13.578709 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74a78a-3602-4ebe-b86f-4a60df071c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:13.579031 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74a78a-3602-4ebe-b86f-4a60df071c88 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:13.579430 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74a78a-3602-4ebe-b86f-4a60df071c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:13.579880 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74a78a-3602-4ebe-b86f-4a60df071c88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:13.580215 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74a78a-3602-4ebe-b86f-4a60df071c88 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:13.580515 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74a78a-3602-4ebe-b86f-4a60df071c88 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:13.580850 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74a78a-3602-4ebe-b86f-4a60df071c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:13.581161 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74a78a-3602-4ebe-b86f-4a60df071c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:13.581467 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74a78a-3602-4ebe-b86f-4a60df071c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:13.594796 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10eeff6f-884e-43d4-9631-0a13038ec46b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:13.598346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-10eeff6f-884e-43d4-9631-0a13038ec46b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.643192 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824de65d-4708-408b-a2d6-1c0462b6355f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:13.695213 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58723e02-25ee-4278-8f03-acbe5bd65b61 None None] Sync routers for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:13.730772 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7061faa9-9252-481d-ac2a-a4dc54073945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.732359 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Attempting to bind port c639b4fa-d64b-4725-bb24-9dccd558b055 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:54:13.732756 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Attempting to bind port c639b4fa-d64b-4725-bb24-9dccd558b055 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '0c0066cf-16eb-4feb-8ad6-86dc69df6e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:54:13.733105 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Attempting to bind port c639b4fa-d64b-4725-bb24-9dccd558b055 on network c224e130-86c2-490b-81d8-a8b63adeefac {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:54:13.738585 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58723e02-25ee-4278-8f03-acbe5bd65b61 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:13.739302 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-58723e02-25ee-4278-8f03-acbe5bd65b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:13.758375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9e262d2a-e7f9-4abe-a4f0-106786c6a646 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.767087 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-824de65d-4708-408b-a2d6-1c0462b6355f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.796608 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-86f30f56-5e07-4a68-a554-abd649d55a65 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.820158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11dd0fe-b404-4c67-9241-af91dcaf4e70 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:54:13.820376 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:54:13.820659 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Checking segment: {'id': '0c0066cf-16eb-4feb-8ad6-86dc69df6e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:13.821048 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.821475 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Bound using segment: {'id': '0c0066cf-16eb-4feb-8ad6-86dc69df6e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:54:13.821938 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Bound port: c639b4fa-d64b-4725-bb24-9dccd558b055, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0066cf-16eb-4feb-8ad6-86dc69df6e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:54:13.822318 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.827236 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-a11dd0fe-b404-4c67-9241-af91dcaf4e70 None None] Deleting port b26ff067-b149-4d06-ad83-f92e9ce84031 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:13.827607 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a11dd0fe-b404-4c67-9241-af91dcaf4e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.835164 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-58723e02-25ee-4278-8f03-acbe5bd65b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:13.838744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e262d2a-e7f9-4abe-a4f0-106786c6a646 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3443bc3-a52f-4156-9be1-02c6f4fb17bd,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:13.893053 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58723e02-25ee-4278-8f03-acbe5bd65b61 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:13.893623 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-58723e02-25ee-4278-8f03-acbe5bd65b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:13.921160 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9e262d2a-e7f9-4abe-a4f0-106786c6a646 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.923255 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9e262d2a-e7f9-4abe-a4f0-106786c6a646 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.3898015 May 25 22:54:13.926735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34550) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:13.927410 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5b690170-0702-4836-b87b-87f5d21706fe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:13.947381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3b63ea83-81f9-4c51-97bf-25076d89095b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Request body: {'security_group_rule': {'security_group_id': 'c3443bc3-a52f-4156-9be1-02c6f4fb17bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:13.955722 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3b63ea83-81f9-4c51-97bf-25076d89095b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:13.959203 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-58723e02-25ee-4278-8f03-acbe5bd65b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:13.959591 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58723e02-25ee-4278-8f03-acbe5bd65b61 None None] The sync data for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:13.962139 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3b63ea83-81f9-4c51-97bf-25076d89095b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Usage tracker for resource:security_group_rule and tenant:69e1c75f41b74d7b9d9edc5f4f74584f is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:13.969219 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3b63ea83-81f9-4c51-97bf-25076d89095b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:13.973731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3b63ea83-81f9-4c51-97bf-25076d89095b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:13.986108 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Router c8116623-55f9-4241-baf7-da20a7027154 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:54:13.987209 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] For port c639b4fa-d64b-4725-bb24-9dccd558b055, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:54:13.991340 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] For port c639b4fa-d64b-4725-bb24-9dccd558b055, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c639b4fa-d64b-4725-bb24-9dccd558b055,segment=NetworkSegment(0c0066cf-16eb-4feb-8ad6-86dc69df6e56),segment_id=0c0066cf-16eb-4feb-8ad6-86dc69df6e56)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:54:14.061954 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.088477 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-824de65d-4708-408b-a2d6-1c0462b6355f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/floatingips/c139f7c1-1da9-43e3-b49a-3c73ff32f389 HTTP/1.1" status: 204 len: 168 time: 7.3544829 May 25 22:54:14.099282 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34554) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:14.146636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2f782ba-d2f3-4678-9ff5-3631a893d9ad tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.172400 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Routers {'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:14.173387 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:14.183470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a11dd0fe-b404-4c67-9241-af91dcaf4e70 None None] For port b26ff067-b149-4d06-ad83-f92e9ce84031, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b26ff067-b149-4d06-ad83-f92e9ce84031,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:14.184284 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a11dd0fe-b404-4c67-9241-af91dcaf4e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.189389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-86f30f56-5e07-4a68-a554-abd649d55a65 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.239522 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74a78a-3602-4ebe-b86f-4a60df071c88 None None] Pushing event updated for resources: {'Port': ['ID=c639b4fa-d64b-4725-bb24-9dccd558b055,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:14.431792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b63ea83-81f9-4c51-97bf-25076d89095b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.443847 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-a11dd0fe-b404-4c67-9241-af91dcaf4e70 None None] Calling delete_port for b26ff067-b149-4d06-ad83-f92e9ce84031 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:14.446479 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] Set router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:54:14.457639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-c2f782ba-d2f3-4678-9ff5-3631a893d9ad tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for 13b50300-e384-48a6-a10f-15d9f63496ff owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:14.548841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b63ea83-81f9-4c51-97bf-25076d89095b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.554680 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-10eeff6f-884e-43d4-9631-0a13038ec46b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.557324 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b26ff067-b149-4d06-ad83-f92e9ce84031 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:54:14.596725 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5b690170-0702-4836-b87b-87f5d21706fe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.618400 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eeff6f-884e-43d4-9631-0a13038ec46b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:14.628387 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a11dd0fe-b404-4c67-9241-af91dcaf4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.632804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-10eeff6f-884e-43d4-9631-0a13038ec46b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:14.640014 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No ports have port_id starting with b26ff067-b149-4d06-ad83-f92e9ce84031 May 25 22:54:14.648884 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eeff6f-884e-43d4-9631-0a13038ec46b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:14.649674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-10eeff6f-884e-43d4-9631-0a13038ec46b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.651916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-5b690170-0702-4836-b87b-87f5d21706fe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5e89cf-f40c-4a14-bf9f-e3b4c806f4ea']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:14.674412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-86f30f56-5e07-4a68-a554-abd649d55a65 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.679061 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-86f30f56-5e07-4a68-a554-abd649d55a65 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.5839841 May 25 22:54:14.682114 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-5b690170-0702-4836-b87b-87f5d21706fe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24045e8-6c08-4bdb-9fe3-b9a79aff4e7b') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:14.682418 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-5b690170-0702-4836-b87b-87f5d21706fe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24045e8-6c08-4bdb-9fe3-b9a79aff4e7b') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:14.689707 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34558) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:14.692238 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b63ea83-81f9-4c51-97bf-25076d89095b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.697096 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:14.701057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11dd0fe-b404-4c67-9241-af91dcaf4e70 None None] No DVR routers for this DVR port b26ff067-b149-4d06-ad83-f92e9ce84031 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:54:14.732027 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1c0022-2d00-4835-ab28-2b6785bfcc41 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:14.751839 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63ea83-81f9-4c51-97bf-25076d89095b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a67a96-356d-402b-9446-8ded0ec471f3,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:14.776699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dd0fe-b404-4c67-9241-af91dcaf4e70 None None] Pushing event deleted for resources: {'Port': ['ID=b26ff067-b149-4d06-ad83-f92e9ce84031,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:14.795084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-7ffe2bad-6d21-42ad-96a8-9e6cb3688e39 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting port 038aca7a-a7fc-45de-8589-17f12e8d9577 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:14.795662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2bad-6d21-42ad-96a8-9e6cb3688e39 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.833829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5b690170-0702-4836-b87b-87f5d21706fe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.853200 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eeff6f-884e-43d4-9631-0a13038ec46b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=5c713232-c60f-4061-9ea6-cdde4f3ef732,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:14.853898 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5b690170-0702-4836-b87b-87f5d21706fe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.861185 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b690170-0702-4836-b87b-87f5d21706fe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:54:14.861704 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5b690170-0702-4836-b87b-87f5d21706fe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.865551 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'name': 'tempest-ServerActionsTestJSON-935764756-router', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:51Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'gw_port': {'id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:53Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c639b4fa-d64b-4725-bb24-9dccd558b055', 'name': '', 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'mac_address': 'fa:16:3e:92:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3155b6aa-add2-4285-876b-845d979c80c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:54:02Z', 'updated_at': '2022-05-25T22:54:13Z', 'revision_number': 4, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'subnets': [{'id': '3155b6aa-add2-4285-876b-845d979c80c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:14.869990 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e50ae0-276a-4e91-8c90-f95266c1e870 None None] The sync data for ids ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'] in dv-neutron-843300-1-hyperv is: [{'id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'name': 'tempest-ServerActionsTestJSON-935764756-router', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:51Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'gw_port': {'id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:53Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c639b4fa-d64b-4725-bb24-9dccd558b055', 'name': '', 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'mac_address': 'fa:16:3e:92:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3155b6aa-add2-4285-876b-845d979c80c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:54:02Z', 'updated_at': '2022-05-25T22:54:13Z', 'revision_number': 4, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'subnets': [{'id': '3155b6aa-add2-4285-876b-845d979c80c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:14.882815 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b63ea83-81f9-4c51-97bf-25076d89095b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.886572 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3b63ea83-81f9-4c51-97bf-25076d89095b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9557431 May 25 22:54:14.886572 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-10eeff6f-884e-43d4-9631-0a13038ec46b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7412550 May 25 22:54:14.890214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34562) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:14.890543 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34564) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:14.902479 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-98283bc6-052a-4f4a-af71-b73842124971 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Request body: {'security_group_rule': {'security_group_id': 'c3443bc3-a52f-4156-9be1-02c6f4fb17bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:14.910653 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'fixed_ips': [{'subnet_id': '5c713232-c60f-4061-9ea6-cdde4f3ef732', 'ip_address': '2001:db8::e2c0:1f4f:3a18:f15f'}], 'name': 'tempest-NetworksTestDHCPv6-1720875879'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:14.971403 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-98283bc6-052a-4f4a-af71-b73842124971 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:54:14.984235 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:54:14.986564 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2f782ba-d2f3-4678-9ff5-3631a893d9ad tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:14.994765 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-98283bc6-052a-4f4a-af71-b73842124971 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Usage tracker for resource:security_group_rule and tenant:69e1c75f41b74d7b9d9edc5f4f74584f is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:14.996107 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:15.048891 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-98283bc6-052a-4f4a-af71-b73842124971 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:15.059090 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f782ba-d2f3-4678-9ff5-3631a893d9ad tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=13b50300-e384-48a6-a10f-15d9f63496ff,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:15.077750 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-98283bc6-052a-4f4a-af71-b73842124971 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:15.078388 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2f782ba-d2f3-4678-9ff5-3631a893d9ad tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:15.088545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': '5c713232-c60f-4061-9ea6-cdde4f3ef732'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:54:15.089811 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:15.171328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:15.202916 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c2f782ba-d2f3-4678-9ff5-3631a893d9ad tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/13b50300-e384-48a6-a10f-15d9f63496ff HTTP/1.1" status: 204 len: 168 time: 1.9154291 May 25 22:54:15.213176 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34570) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:15.220561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5b690170-0702-4836-b87b-87f5d21706fe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:15.274649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Allocated IP 2001:db8::2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/5c713232-c60f-4061-9ea6-cdde4f3ef732/36d098ea-9356-4008-9c0e-3204e1d229c4) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:15.289510 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:15.303549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:15.308067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:15.309583 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-be52095e-f232-4941-a22c-a566fe6b82df tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "PUT /v2.0/routers/c8116623-55f9-4241-baf7-da20a7027154 HTTP/1.1" status: 200 len: 915 time: 7.1015360 May 25 22:54:15.314497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34574) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:15.320168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:15.362747 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5b690170-0702-4836-b87b-87f5d21706fe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:15.365522 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5b690170-0702-4836-b87b-87f5d21706fe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/fd5e89cf-f40c-4a14-bf9f-e3b4c806f4ea HTTP/1.1" status: 204 len: 168 time: 1.8926709 May 25 22:54:15.391673 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:15.392044 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34578) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:15.420349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:15.443833 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-96cdf3e2-e198-418c-9152-7e22a8e28c59 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:15.444429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96cdf3e2-e198-418c-9152-7e22a8e28c59 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:15.446187 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-96cdf3e2-e198-418c-9152-7e22a8e28c59 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/subnets/32bd421e-7689-4bde-b2dd-bc4969102302 HTTP/1.1" status: 404 len: 337 time: 0.0485463 May 25 22:54:15.452418 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34582) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:15.454113 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b690170-0702-4836-b87b-87f5d21706fe tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Network': ['ID=fd5e89cf-f40c-4a14-bf9f-e3b4c806f4ea,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:15.478447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2bad-6d21-42ad-96a8-9e6cb3688e39 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:15.498314 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-000024c0-dfd5-44f8-9d66-8dcb2832395d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:15.498905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000024c0-dfd5-44f8-9d66-8dcb2832395d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:15.501140 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-000024c0-dfd5-44f8-9d66-8dcb2832395d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/8c666ecc-10bb-432d-bf37-5837c6a44722 HTTP/1.1" status: 404 len: 339 time: 0.0448711 May 25 22:54:15.508835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34586) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:15.540025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:15.550359 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Transition to ACTIVE for port object 36d098ea-9356-4008-9c0e-3204e1d229c4 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:15.564357 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21f458-00f7-480b-9534-bc058e388241 None None] Sync routers for ids ['c8116623-55f9-4241-baf7-da20a7027154'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:15.582847 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Transition to ACTIVE for port object 36d098ea-9356-4008-9c0e-3204e1d229c4 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:15.590938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21f458-00f7-480b-9534-bc058e388241 None None] Routers {'c8116623-55f9-4241-baf7-da20a7027154'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:15.591622 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bb21f458-00f7-480b-9534-bc058e388241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c8116623-55f9-4241-baf7-da20a7027154'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:15.650813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-7ffe2bad-6d21-42ad-96a8-9e6cb3688e39 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Calling delete_port for 038aca7a-a7fc-45de-8589-17f12e8d9577 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:15.659982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bb21f458-00f7-480b-9534-bc058e388241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:15.673035 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21f458-00f7-480b-9534-bc058e388241 None None] Routers {'c8116623-55f9-4241-baf7-da20a7027154'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:15.673775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bb21f458-00f7-480b-9534-bc058e388241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c8116623-55f9-4241-baf7-da20a7027154'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:15.746220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bb21f458-00f7-480b-9534-bc058e388241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:15.746760 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21f458-00f7-480b-9534-bc058e388241 None None] The sync data for ids ['c8116623-55f9-4241-baf7-da20a7027154'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:15.748911 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:15.751323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-98283bc6-052a-4f4a-af71-b73842124971 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:15.758743 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:15.764384 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:15.826617 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c743d7-7d00-4776-9512-87716293fffd tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:15.827063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c743d7-7d00-4776-9512-87716293fffd tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:15.831140 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-57c743d7-7d00-4776-9512-87716293fffd tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/subnets/daaf0ed3-b448-4d49-97b7-314c6e51c4ae HTTP/1.1" status: 404 len: 337 time: 0.2112520 May 25 22:54:15.831291 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:15.833302 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:15.838283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Pushing event updated for resources: {'Port': ['ID=36d098ea-9356-4008-9c0e-3204e1d229c4,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:15.840623 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:15.843714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34590) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:15.893670 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-df88df38-0388-4c3b-8548-107cb170c9c4 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:15.894349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df88df38-0388-4c3b-8548-107cb170c9c4 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:15.897489 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-df88df38-0388-4c3b-8548-107cb170c9c4 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/2ee199ac-3dd7-4793-8ca5-211b0b895dc3 HTTP/1.1" status: 404 len: 339 time: 0.0480492 May 25 22:54:15.902478 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34594) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:15.908192 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port 999c6ac8-f894-4bb3-b51e-455ca4a66f95 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:54:15.917643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189fd100-bbee-4fcd-855f-be858962e1d5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:15.921748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189fd100-bbee-4fcd-855f-be858962e1d5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:15.922511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-189fd100-bbee-4fcd-855f-be858962e1d5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Synchronizing usage tracker for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:15.939922 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Attempting to bind port 36d098ea-9356-4008-9c0e-3204e1d229c4 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:54:15.940431 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Attempting to bind port 36d098ea-9356-4008-9c0e-3204e1d229c4 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:54:15.940916 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Attempting to bind port 36d098ea-9356-4008-9c0e-3204e1d229c4 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:54:15.948331 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:54:15.949059 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:15.950419 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:15.950758 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:54:15.951335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Bound port: 36d098ea-9356-4008-9c0e-3204e1d229c4, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:54:15.951798 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:15.989109 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:16.005057 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfbad37-9102-4100-b2ec-30d76cc69be3 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:16.005683 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfbad37-9102-4100-b2ec-30d76cc69be3 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:16.007353 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1dfbad37-9102-4100-b2ec-30d76cc69be3 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/subnets/4d3b6093-6db3-440b-9d2c-1dcdc8a5b605 HTTP/1.1" status: 404 len: 337 time: 0.0817096 May 25 22:54:16.017219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34598) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:16.057742 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-05cd69f0-4532-4b8a-bcc3-cb4ae1d8a730 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:16.058345 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05cd69f0-4532-4b8a-bcc3-cb4ae1d8a730 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:16.062811 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-05cd69f0-4532-4b8a-bcc3-cb4ae1d8a730 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/493a9877-872a-42a5-85a8-c8bf52e8cd4d HTTP/1.1" status: 404 len: 339 time: 0.0406182 May 25 22:54:16.063153 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34602) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:16.087013 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] For port 36d098ea-9356-4008-9c0e-3204e1d229c4, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:54:16.098278 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-98283bc6-052a-4f4a-af71-b73842124971 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:16.229857 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-189fd100-bbee-4fcd-855f-be858962e1d5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Unset dirty status for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:16.233766 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-189fd100-bbee-4fcd-855f-be858962e1d5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 1.0049953 May 25 22:54:16.235878 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] For port 36d098ea-9356-4008-9c0e-3204e1d229c4, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=36d098ea-9356-4008-9c0e-3204e1d229c4,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:54:16.242979 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34606) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:16.243549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2bad-6d21-42ad-96a8-9e6cb3688e39 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:16.245116 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-98283bc6-052a-4f4a-af71-b73842124971 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:16.254255 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfa74e8-249a-4d54-a54d-f820f900cd95 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:16.254706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cfa74e8-249a-4d54-a54d-f820f900cd95 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:16.258727 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5cfa74e8-249a-4d54-a54d-f820f900cd95 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/subnets/d40a3e63-b7cf-48b6-9698-7a02712c27ef HTTP/1.1" status: 404 len: 337 time: 0.1921031 May 25 22:54:16.260651 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34610) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:16.317552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:16.355366 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cfdc34-735a-4e92-aa5d-844d0e8efbff tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:16.355812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70cfdc34-735a-4e92-aa5d-844d0e8efbff tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:16.359912 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-70cfdc34-735a-4e92-aa5d-844d0e8efbff tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/a36461d2-c128-445b-9a11-510e669c8259 HTTP/1.1" status: 404 len: 339 time: 0.0961664 May 25 22:54:16.366104 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34614) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:16.367522 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe2bad-6d21-42ad-96a8-9e6cb3688e39 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Port': ['ID=038aca7a-a7fc-45de-8589-17f12e8d9577,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:16.379756 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98283bc6-052a-4f4a-af71-b73842124971 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1625ad3-e008-4e4e-8b2c-8cedbcaed421,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:16.420785 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ad59c175-b696-4edb-be25-7119398799bc tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/routers/c8116623-55f9-4241-baf7-da20a7027154 HTTP/1.1" status: 200 len: 921 time: 1.0991538 May 25 22:54:16.420950 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34618) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:16.441491 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086db35f-cc91-48ae-9e0d-b847585d27ad None None] Pushing event updated for resources: {'Port': ['ID=36d098ea-9356-4008-9c0e-3204e1d229c4,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:16.470727 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71ed5d1-99c3-4bf3-9d8f-b91c95c9e01b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:16.471174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71ed5d1-99c3-4bf3-9d8f-b91c95c9e01b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:16.476450 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a71ed5d1-99c3-4bf3-9d8f-b91c95c9e01b tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/subnets/294da7f6-c6ce-4c3b-a187-e935d33d7042 HTTP/1.1" status: 404 len: 337 time: 0.1073198 May 25 22:54:16.486418 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34622) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:16.539454 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e233fc8-afbf-4655-97f9-05b74399e578 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:16.539454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e233fc8-afbf-4655-97f9-05b74399e578 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:16.540844 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1e233fc8-afbf-4655-97f9-05b74399e578 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/65a0e87b-df60-4899-9f36-bc5a1f745cdf HTTP/1.1" status: 404 len: 339 time: 0.0521719 May 25 22:54:16.544555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34626) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:16.558451 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:16.586076 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::e2c0:1f4f:3a18:f15f (228eb34e-59ed-4b00-ac30-fd8c9bc52748/5c713232-c60f-4061-9ea6-cdde4f3ef732/999c6ac8-f894-4bb3-b51e-455ca4a66f95) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:16.597491 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c639b4fa-d64b-4725-bb24-9dccd558b055 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:16.606585 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b00245-8df5-457b-934b-18637314bbc8 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:16.607030 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b00245-8df5-457b-934b-18637314bbc8 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:16.608762 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-68b00245-8df5-457b-934b-18637314bbc8 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/subnets/f034f636-fdc3-4563-b501-9e7e1bf49547 HTTP/1.1" status: 404 len: 337 time: 0.0614994 May 25 22:54:16.610771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b3888-0cdd-4769-9b51-c1389bc5f1e3 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port 7829b75e-cb81-4720-99fd-3cdced75a0e2 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:16.611194 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7f1b3888-0cdd-4769-9b51-c1389bc5f1e3 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:16.612246 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34630) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:16.716343 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-741a740e-8f86-48b8-a147-af12207162d0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:16.716818 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741a740e-8f86-48b8-a147-af12207162d0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:16.721008 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-741a740e-8f86-48b8-a147-af12207162d0 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/74f74bec-c723-4ada-b814-99c3b9ef053e HTTP/1.1" status: 404 len: 339 time: 0.1033652 May 25 22:54:16.722341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34634) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:16.759288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-98283bc6-052a-4f4a-af71-b73842124971 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:16.760383 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-98283bc6-052a-4f4a-af71-b73842124971 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8669057 May 25 22:54:16.783378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34638) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:16.795871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:16.805530 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-594488ca-7589-4bad-8f55-f385d5e29a8f tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=c513f589-f876-49b8-8061-8e2704cb350d&device_id=c8116623-55f9-4241-baf7-da20a7027154&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3830349 May 25 22:54:16.811616 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34642) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:16.818656 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-c011f6bd-c9a3-40af-8f7b-12bed6321e45 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:16.819091 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c011f6bd-c9a3-40af-8f7b-12bed6321e45 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:16.823022 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c011f6bd-c9a3-40af-8f7b-12bed6321e45 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/subnets/5866909b-8163-4337-905c-908570a19392 HTTP/1.1" status: 404 len: 337 time: 0.0889683 May 25 22:54:16.823191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:16.824776 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port c639b4fa-d64b-4725-bb24-9dccd558b055 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:16.828251 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34646) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:16.830158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c639b4fa-d64b-4725-bb24-9dccd558b055 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:16.830488 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:16.843612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Usage tracker for resource:floatingip and tenant:69e1c75f41b74d7b9d9edc5f4f74584f is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:16.847706 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:16.857386 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:16.903279 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2bad-6d21-42ad-96a8-9e6cb3688e39 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:16.909468 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7ffe2bad-6d21-42ad-96a8-9e6cb3688e39 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/ports/038aca7a-a7fc-45de-8589-17f12e8d9577 HTTP/1.1" status: 204 len: 168 time: 2.7566819 May 25 22:54:16.927691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34650) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:16.941362 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:16.967082 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:16.969528 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:16.982922 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f06ce4-a61c-47fc-a16f-b8a99aa25837 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:16.983974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f06ce4-a61c-47fc-a16f-b8a99aa25837 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:16.988049 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-11f06ce4-a61c-47fc-a16f-b8a99aa25837 tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/4c77a239-a1bd-4c69-a7f3-49289bdaf3ce HTTP/1.1" status: 404 len: 339 time: 0.1558740 May 25 22:54:16.992694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34654) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:17.002756 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port c639b4fa-d64b-4725-bb24-9dccd558b055, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c639b4fa-d64b-4725-bb24-9dccd558b055,segment=NetworkSegment(0c0066cf-16eb-4feb-8ad6-86dc69df6e56),segment_id=0c0066cf-16eb-4feb-8ad6-86dc69df6e56)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:17.009456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Usage tracker for resource:floatingip and tenant:a14378b6d73d4ae08d8270b7d5eccae0 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:17.019210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:17.023941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:17.081673 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:17.085283 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:17.107413 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:17.122537 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:17.136640 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6346c1-e9fc-4707-8e19-2f51f5479d6c tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:17.137211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6346c1-e9fc-4707-8e19-2f51f5479d6c tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:17.141576 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dc6346c1-e9fc-4707-8e19-2f51f5479d6c tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/subnets/e3a6fafe-e1b1-4031-80a6-0dadfae463ef HTTP/1.1" status: 404 len: 337 time: 0.0994039 May 25 22:54:17.147281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34658) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:17.204054 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:17.227851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940b84b1-0237-42b2-9db4-04c885b66a10 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:17.231835 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-940b84b1-0237-42b2-9db4-04c885b66a10 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/networks/c513f589-f876-49b8-8061-8e2704cb350d HTTP/1.1" status: 200 len: 881 time: 0.4130259 May 25 22:54:17.234884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34662) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:17.241416 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=c639b4fa-d64b-4725-bb24-9dccd558b055,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:17.321865 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0028791-a3d5-490a-b07d-799624a2261d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] DELETE failed (client error): The resource could not be found. May 25 22:54:17.322307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0028791-a3d5-490a-b07d-799624a2261d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:17.324013 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e0028791-a3d5-490a-b07d-799624a2261d tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/5a4b3d96-5aa7-41cf-8e31-eb3abdb864a0 HTTP/1.1" status: 404 len: 339 time: 0.1699646 May 25 22:54:17.328016 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:17.338952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34666) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:17.342480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:17.368790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7f1b3888-0cdd-4769-9b51-c1389bc5f1e3 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:17.465795 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-829f9536-2ac1-4e9f-824f-0c4f1ef0f3e8 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8116623-55f9-4241-baf7-da20a7027154 HTTP/1.1" status: 200 len: 205 time: 0.2275667 May 25 22:54:17.508234 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34670) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:17.521124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:17.533455 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b3888-0cdd-4769-9b51-c1389bc5f1e3 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for 7829b75e-cb81-4720-99fd-3cdced75a0e2 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:17.586898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object 999c6ac8-f894-4bb3-b51e-455ca4a66f95 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:17.649828 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-230baa5c-1869-419c-9f5d-6a5af9fae835 None None] Provisioning for port 36d098ea-9356-4008-9c0e-3204e1d229c4 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:17.662313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:17.726439 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7f1b3888-0cdd-4769-9b51-c1389bc5f1e3 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:17.789813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b3888-0cdd-4769-9b51-c1389bc5f1e3 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=7829b75e-cb81-4720-99fd-3cdced75a0e2,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:17.794359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:17.836237 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7f1b3888-0cdd-4769-9b51-c1389bc5f1e3 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:17.884728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:17.885473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=999c6ac8-f894-4bb3-b51e-455ca4a66f95,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:17.888018 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:17.890296 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:17.893828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:17.894509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:17.907425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Allocated IP 172.26.5.121 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/9c99e56d-eba0-4e37-a6e8-20ced27b6648) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:17.970125 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7f1b3888-0cdd-4769-9b51-c1389bc5f1e3 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/7829b75e-cb81-4720-99fd-3cdced75a0e2 HTTP/1.1" status: 204 len: 168 time: 1.7232983 May 25 22:54:17.972670 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34674) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:18.013586 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0eeafe08-9c6d-4009-8f75-7f717956d114 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1181531 May 25 22:54:18.017051 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34678) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:18.060926 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9dc6fd-87b7-4137-bfb8-e9ef0a82d800 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:18.061747 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2d9dc6fd-87b7-4137-bfb8-e9ef0a82d800 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Synchronizing usage tracker for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:18.157828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2d9dc6fd-87b7-4137-bfb8-e9ef0a82d800 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Unset dirty status for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:18.162644 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2d9dc6fd-87b7-4137-bfb8-e9ef0a82d800 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1853805 May 25 22:54:18.162644 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34682) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:18.213267 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ca7d3e-8a65-4a7a-9cd8-6e7ad9eb4610 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] GET failed (client error): The resource could not be found. May 25 22:54:18.217227 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b7ca7d3e-8a65-4a7a-9cd8-6e7ad9eb4610 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/13b50300-e384-48a6-a10f-15d9f63496ff HTTP/1.1" status: 404 len: 333 time: 0.0510225 May 25 22:54:18.219211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34686) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:18.259026 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c9312a-207e-4591-9a83-ebca0a0c27c2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] GET failed (client error): The resource could not be found. May 25 22:54:18.262973 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-76c9312a-207e-4591-9a83-ebca0a0c27c2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/7829b75e-cb81-4720-99fd-3cdced75a0e2 HTTP/1.1" status: 404 len: 333 time: 0.0420823 May 25 22:54:18.263129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34690) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:18.268124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1d870332-3cbb-4423-a9f8-aa562d5e78a0 None None] Provisioning for port 999c6ac8-f894-4bb3-b51e-455ca4a66f95 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:18.274259 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1d870332-3cbb-4423-a9f8-aa562d5e78a0 None None] Provisioning complete for port 999c6ac8-f894-4bb3-b51e-455ca4a66f95 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:18.274929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1d870332-3cbb-4423-a9f8-aa562d5e78a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.302087 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b35541-e1cb-46d6-b822-4f547c206b7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Deleting subnet 5a934ea5-2718-47b5-b0f4-14716f8f6bf4 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:54:18.314798 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a0b35541-e1cb-46d6-b822-4f547c206b7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.343913 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-1d870332-3cbb-4423-a9f8-aa562d5e78a0 None None] Port 999c6ac8-f894-4bb3-b51e-455ca4a66f95 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:54:18.384266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-48bf5e3e-092b-43f6-8740-a18dacec2b48 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.483362 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.493249 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a0b35541-e1cb-46d6-b822-4f547c206b7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.618865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50609d4f-1905-46ff-bfe3-e93795ac589a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:18.622690 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-48bf5e3e-092b-43f6-8740-a18dacec2b48 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.622843 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50609d4f-1905-46ff-bfe3-e93795ac589a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:18.623603 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-50609d4f-1905-46ff-bfe3-e93795ac589a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:18.624481 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c639b4fa-d64b-4725-bb24-9dccd558b055 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:18.635531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.653490 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-48bf5e3e-092b-43f6-8740-a18dacec2b48 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3547ea7f-1b16-4b51-bb3c-d6525a25a5f8']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:18.666701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-48bf5e3e-092b-43f6-8740-a18dacec2b48 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b642ad-7219-4165-9a07-cd2b6e997730') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:18.666985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-48bf5e3e-092b-43f6-8740-a18dacec2b48 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b642ad-7219-4165-9a07-cd2b6e997730') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:18.678228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-48bf5e3e-092b-43f6-8740-a18dacec2b48 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.694272 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-48bf5e3e-092b-43f6-8740-a18dacec2b48 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.700918 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48bf5e3e-092b-43f6-8740-a18dacec2b48 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:54:18.701305 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-48bf5e3e-092b-43f6-8740-a18dacec2b48 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.703591 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c639b4fa-d64b-4725-bb24-9dccd558b055 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:18.704110 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:54:18.716610 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:54:18.734884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Allocated IP 172.20.0.1 (5217fff4-0cb7-470a-a1db-e2ead0b83b26/24347541-8d0f-4000-917c-7656e68f2892/665b87a4-a8cd-48e1-ad69-79cc595e5689) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:18.841662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 36d098ea-9356-4008-9c0e-3204e1d229c4 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:18.879297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-50609d4f-1905-46ff-bfe3-e93795ac589a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:18.880565 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-50609d4f-1905-46ff-bfe3-e93795ac589a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8430405 May 25 22:54:18.886141 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.890636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a0b35541-e1cb-46d6-b822-4f547c206b7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.896561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-48bf5e3e-092b-43f6-8740-a18dacec2b48 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.900724 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-48bf5e3e-092b-43f6-8740-a18dacec2b48 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.904626 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34694) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:18.949708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb036-27ce-4e5f-885f-7a1e5b161280 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.963430 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 36d098ea-9356-4008-9c0e-3204e1d229c4 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:18.969814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 36d098ea-9356-4008-9c0e-3204e1d229c4 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:18.969814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:18.970047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf5e3e-092b-43f6-8740-a18dacec2b48 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Network': ['ID=3547ea7f-1b16-4b51-bb3c-d6525a25a5f8,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:18.987472 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-48bf5e3e-092b-43f6-8740-a18dacec2b48 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/networks/3547ea7f-1b16-4b51-bb3c-d6525a25a5f8 HTTP/1.1" status: 204 len: 168 time: 0.7198417 May 25 22:54:18.989116 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34698) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:19.002605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-7c78988c-e896-4a64-af4a-cd3fc27a293e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-380079263'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:19.017694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7c78988c-e896-4a64-af4a-cd3fc27a293e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:19.031134 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7c78988c-e896-4a64-af4a-cd3fc27a293e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:network and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:19.036419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Allocated IP 172.26.5.58 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/194bd976-71bf-469a-bf6c-9e40f82cc92a) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:19.038453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7c78988c-e896-4a64-af4a-cd3fc27a293e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:19.050802 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-a0b7f5b7-bc74-42fb-a22d-a7a2bc2db123 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port 999c6ac8-f894-4bb3-b51e-455ca4a66f95 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:19.055612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a0b7f5b7-bc74-42fb-a22d-a7a2bc2db123 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.075217 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7c78988c-e896-4a64-af4a-cd3fc27a293e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:19.098988 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.133425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 36d098ea-9356-4008-9c0e-3204e1d229c4, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=36d098ea-9356-4008-9c0e-3204e1d229c4,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:19.164410 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:19.165214 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Pushing event updated for resources: {'Port': ['ID=9c99e56d-eba0-4e37-a6e8-20ced27b6648,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:19.177740 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:19.183594 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c78988c-e896-4a64-af4a-cd3fc27a293e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:19.185592 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7c78988c-e896-4a64-af4a-cd3fc27a293e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.194411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:19.202746 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.266189 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.283656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=36d098ea-9356-4008-9c0e-3204e1d229c4,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:19.301571 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c78988c-e896-4a64-af4a-cd3fc27a293e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:54:19.321686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Transition to ACTIVE for port object 665b87a4-a8cd-48e1-ad69-79cc595e5689 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:19.343970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7c78988c-e896-4a64-af4a-cd3fc27a293e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.344307 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-7c78988c-e896-4a64-af4a-cd3fc27a293e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Added segment e125e867-ffbc-455b-817f-0f9a4577d8b3 of type vlan for network 08a28e23-0257-49b9-aadc-244eb44473c7 May 25 22:54:19.384076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a0b35541-e1cb-46d6-b822-4f547c206b7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.428584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.433078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b35541-e1cb-46d6-b822-4f547c206b7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Subnet': ['ID=5a934ea5-2718-47b5-b0f4-14716f8f6bf4,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:19.445909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a0b35541-e1cb-46d6-b822-4f547c206b7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.450545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b85114-8e0a-4428-a31f-6dadcfdae3b1 None None] Network 40664e1c-c14f-49e9-9fe3-6648446454f6 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:19.460399 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7c78988c-e896-4a64-af4a-cd3fc27a293e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.474658 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a0b35541-e1cb-46d6-b822-4f547c206b7a tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/subnets/5a934ea5-2718-47b5-b0f4-14716f8f6bf4 HTTP/1.1" status: 204 len: 168 time: 2.1175988 May 25 22:54:19.477043 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34702) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:19.539091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a0b7f5b7-bc74-42fb-a22d-a7a2bc2db123 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.664038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.668442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7c78988c-e896-4a64-af4a-cd3fc27a293e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.671348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78988c-e896-4a64-af4a-cd3fc27a293e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:19.671910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7c78988c-e896-4a64-af4a-cd3fc27a293e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.682453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-a0b7f5b7-bc74-42fb-a22d-a7a2bc2db123 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for 999c6ac8-f894-4bb3-b51e-455ca4a66f95 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:19.724462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.727295 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861d2da2-dbba-4944-95c1-68cdfd501827 None None] DHCP port deletion for 40664e1c-c14f-49e9-9fe3-6648446454f6 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:54:19.731594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-861d2da2-dbba-4944-95c1-68cdfd501827 None None] Deleting port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:19.732038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-861d2da2-dbba-4944-95c1-68cdfd501827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.862058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb036-27ce-4e5f-885f-7a1e5b161280 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.891861 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:19.891861 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Network 5217fff4-0cb7-470a-a1db-e2ead0b83b26 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:19.900393 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event updated for resources: {'Port': ['ID=665b87a4-a8cd-48e1-ad69-79cc595e5689,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:19.903717 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:19.906962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Allocated IP 172.26.5.22 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/ca1af478-1ae2-4247-808c-52b458d061f0) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:19.911060 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:19.915017 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:19.921559 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:19.923920 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:19.949376 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78988c-e896-4a64-af4a-cd3fc27a293e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Network': ['ID=08a28e23-0257-49b9-aadc-244eb44473c7,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:19.969250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Pushing event updated for resources: {'Port': ['ID=194bd976-71bf-469a-bf6c-9e40f82cc92a,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:19.981940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 08a28e23-0257-49b9-aadc-244eb44473c7 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:54:19.999531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-6cfdb036-27ce-4e5f-885f-7a1e5b161280 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Deleting port b0e45951-255f-47b3-aa21-255c92130d68 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:20.001724 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb036-27ce-4e5f-885f-7a1e5b161280 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.023347 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Deleting port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:20.023696 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.034721 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7c78988c-e896-4a64-af4a-cd3fc27a293e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0429115 May 25 22:54:20.043790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34706) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:20.062644 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'subnet': {'network_id': '08a28e23-0257-49b9-aadc-244eb44473c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:20.124953 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.166292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.166497 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-861d2da2-dbba-4944-95c1-68cdfd501827 None None] For port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9467a6a6-fd7b-410d-9e2a-5726fcda0e3d,segment=NetworkSegment(5d468784-e394-4ad1-9d42-92c0d77880e1),segment_id=5d468784-e394-4ad1-9d42-92c0d77880e1)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:20.166999 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-861d2da2-dbba-4944-95c1-68cdfd501827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.194944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:20.198713 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:subnet and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:20.201574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:20.208058 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:20.284054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a0b7f5b7-bc74-42fb-a22d-a7a2bc2db123 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.304836 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-861d2da2-dbba-4944-95c1-68cdfd501827 None None] Calling delete_port for 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:20.460588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:20.483708 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6c4574d5-0a7e-4424-aafc-0f99d695198e None None] Provisioning for port 665b87a4-a8cd-48e1-ad69-79cc595e5689 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:20.489890 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6c4574d5-0a7e-4424-aafc-0f99d695198e None None] Provisioning complete for port 665b87a4-a8cd-48e1-ad69-79cc595e5689 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:20.496077 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6c4574d5-0a7e-4424-aafc-0f99d695198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.523804 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-861d2da2-dbba-4944-95c1-68cdfd501827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.575059 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.592350 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 36d098ea-9356-4008-9c0e-3204e1d229c4 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:20.594455 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7f5b7-bc74-42fb-a22d-a7a2bc2db123 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=999c6ac8-f894-4bb3-b51e-455ca4a66f95,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:20.625453 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d2da2-dbba-4944-95c1-68cdfd501827 None None] Pushing event deleted for resources: {'Port': ['ID=9467a6a6-fd7b-410d-9e2a-5726fcda0e3d,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:20.638449 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.652406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d2da2-dbba-4944-95c1-68cdfd501827 None None] No DVR routers for this DVR port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:54:20.658198 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6c4574d5-0a7e-4424-aafc-0f99d695198e None None] Port 665b87a4-a8cd-48e1-ad69-79cc595e5689 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:54:20.658976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.682613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb036-27ce-4e5f-885f-7a1e5b161280 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.690534 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 36d098ea-9356-4008-9c0e-3204e1d229c4 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:20.691016 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.717089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.719250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a0b7f5b7-bc74-42fb-a22d-a7a2bc2db123 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.747983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.ipam_backend_mixin [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Performing IP validity checks on allocation pools {{(pid=84716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 25 22:54:20.750753 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.ipam_backend_mixin [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 25 22:54:20.753573 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] For port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9467a6a6-fd7b-410d-9e2a-5726fcda0e3d,segment=NetworkSegment(5d468784-e394-4ad1-9d42-92c0d77880e1),segment_id=5d468784-e394-4ad1-9d42-92c0d77880e1)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:20.754625 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.874031 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a0b7f5b7-bc74-42fb-a22d-a7a2bc2db123 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/999c6ac8-f894-4bb3-b51e-455ca4a66f95 HTTP/1.1" status: 204 len: 168 time: 1.9509866 May 25 22:54:20.879450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34710) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:20.880202 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:20.903860 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:54:20.912341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-6cfdb036-27ce-4e5f-885f-7a1e5b161280 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Calling delete_port for b0e45951-255f-47b3-aa21-255c92130d68 owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:20.945865 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:54:20.947379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:54:21.021684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea708003-6047-43ba-9214-f86f07606c30 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:21.023054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea708003-6047-43ba-9214-f86f07606c30 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:21.023778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ea708003-6047-43ba-9214-f86f07606c30 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:21.093070 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:21.166760 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ea708003-6047-43ba-9214-f86f07606c30 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:21.167897 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ea708003-6047-43ba-9214-f86f07606c30 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2865450 May 25 22:54:21.170988 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34714) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:21.265349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Calling delete_port for 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:21.283307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:21.367193 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:21.489415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Subnet': ['ID=68f28670-91f1-4ddb-be67-30ad0cd858a8,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:21.524737 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:21.530853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Checking segment: {'id': 'e125e867-ffbc-455b-817f-0f9a4577d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '08a28e23-0257-49b9-aadc-244eb44473c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:21.531202 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network hostable DHCP agents. Network: 08a28e23-0257-49b9-aadc-244eb44473c7, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:54:21.574987 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e54e14-94e9-4e4e-9e14-4686ad924fb1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 5c713232-c60f-4061-9ea6-cdde4f3ef732 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:54:21.576517 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:54:21.576867 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:54:21.582997 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:21.585421 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d8e54e14-94e9-4e4e-9e14-4686ad924fb1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:21.646216 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d8e54e14-94e9-4e4e-9e14-4686ad924fb1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:21.672737 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:21.725789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 08a28e23-0257-49b9-aadc-244eb44473c7 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:54:21.805393 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:21.812436 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=ca1af478-1ae2-4247-808c-52b458d061f0,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:21.815064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:21.815351 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Pushing event updated for resources: {'Port': ['ID=194bd976-71bf-469a-bf6c-9e40f82cc92a,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:21.825746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:21.836893 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:21.848660 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 08a28e23-0257-49b9-aadc-244eb44473c7) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:21.855200 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:21.855669 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:21.864821 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577227a6-d515-4355-ba36-b12c8bc1d60c None None] Network 08a28e23-0257-49b9-aadc-244eb44473c7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:21.877715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d8e54e14-94e9-4e4e-9e14-4686ad924fb1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:21.946231 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:21.947305 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-94748501-9693-4d36-9031-55e8abc26ba6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1629710 May 25 22:54:21.970445 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0e699142-0a93-4858-b254-e2367a609609 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9219034 May 25 22:54:21.973205 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34720) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:21.979451 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'network_id': '08a28e23-0257-49b9-aadc-244eb44473c7', 'name': 'tempest-PortsIpV6TestJSON-2024522404'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:22.055573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d8e54e14-94e9-4e4e-9e14-4686ad924fb1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:22.069259 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb036-27ce-4e5f-885f-7a1e5b161280 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:22.111081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-08a28e23-0257-49b9-aadc-244eb44473c7', 'network_id': '08a28e23-0257-49b9-aadc-244eb44473c7', 'tenant_id': '61f1f934e99a4a3fb52dcde8dfb8ddaf', 'fixed_ips': [{'subnet_id': '68f28670-91f1-4ddb-be67-30ad0cd858a8'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:54:22.111991 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:22.135056 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Deleting port 9467a6a6-fd7b-410d-9e2a-5726fcda0e3d {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:22.135412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:22.235235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdb036-27ce-4e5f-885f-7a1e5b161280 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Pushing event deleted for resources: {'Port': ['ID=b0e45951-255f-47b3-aa21-255c92130d68,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:22.239742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e54e14-94e9-4e4e-9e14-4686ad924fb1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=5c713232-c60f-4061-9ea6-cdde4f3ef732,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:22.257018 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d8e54e14-94e9-4e4e-9e14-4686ad924fb1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:22.265765 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046667bc-0d96-4099-898a-26670f8fd750 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:22.329457 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] The port '9467a6a6-fd7b-410d-9e2a-5726fcda0e3d' was deleted {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:54:22.366949 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:22.373163 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d8e54e14-94e9-4e4e-9e14-4686ad924fb1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/5c713232-c60f-4061-9ea6-cdde4f3ef732 HTTP/1.1" status: 204 len: 168 time: 1.2012501 May 25 22:54:22.379524 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34730) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:22.386187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:22.389874 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-95626d5d-3dc6-4901-b630-12c6bb1a875c tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Synchronizing usage tracker for tenant:69e1c75f41b74d7b9d9edc5f4f74584f on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:22.393537 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Allocated IP 2001:db8::2 (08a28e23-0257-49b9-aadc-244eb44473c7/68f28670-91f1-4ddb-be67-30ad0cd858a8/6c643ba1-fb28-431d-b505-3d763821d02e) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:22.506664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:22.510112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:22.533039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] device_id is not set on port e11f9a16-292b-4317-9c1f-e45f82ede943 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:54:22.568088 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-95626d5d-3dc6-4901-b630-12c6bb1a875c tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Unset dirty status for tenant:69e1c75f41b74d7b9d9edc5f4f74584f on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:22.569287 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-95626d5d-3dc6-4901-b630-12c6bb1a875c tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1213622403&fields=id&tenant_id=69e1c75f41b74d7b9d9edc5f4f74584f HTTP/1.1" status: 200 len: 267 time: 0.4626117 May 25 22:54:22.689026 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b9fde794-0c55-449c-9ce8-f3bc64ef7ba0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2943909 May 25 22:54:22.696358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34734) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:22.710328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-aa15d72d-f4b1-4c8d-b60a-ee24ab260aa8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:22.713670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cccb102-e623-4aca-b512-a6bb2db08df7 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:54:22.719299 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:22.725549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4cccb102-e623-4aca-b512-a6bb2db08df7 None None] Deleting port 36d098ea-9356-4008-9c0e-3204e1d229c4 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:22.725917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4cccb102-e623-4aca-b512-a6bb2db08df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:22.767084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Transition to ACTIVE for port object 6c643ba1-fb28-431d-b505-3d763821d02e will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:22.834211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Transition to ACTIVE for port object 6c643ba1-fb28-431d-b505-3d763821d02e will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:22.867749 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-aa15d72d-f4b1-4c8d-b60a-ee24ab260aa8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:22.874655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-aa15d72d-f4b1-4c8d-b60a-ee24ab260aa8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:22.882448 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-72f25bf1-3049-4a3f-ae4c-b7d7794dccc7 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:22.883870 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-72f25bf1-3049-4a3f-ae4c-b7d7794dccc7 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/networks?id=c224e130-86c2-490b-81d8-a8b63adeefac HTTP/1.1" status: 200 len: 811 time: 0.2931211 May 25 22:54:22.884770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-aa15d72d-f4b1-4c8d-b60a-ee24ab260aa8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:22.891068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-aa15d72d-f4b1-4c8d-b60a-ee24ab260aa8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:22.902491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:22.927946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:22.939197 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-519213aa-782d-411e-a008-fb35586e4cd5 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/quotas/69e1c75f41b74d7b9d9edc5f4f74584f HTTP/1.1" status: 200 len: 375 time: 0.0457540 May 25 22:54:22.966412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:22.967714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:54:22.986711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40664e1c-c14f-49e9-9fe3-6648446454f6']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:22.992380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa15d72d-f4b1-4c8d-b60a-ee24ab260aa8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:22.995563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-aa15d72d-f4b1-4c8d-b60a-ee24ab260aa8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:22.998311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb036-27ce-4e5f-885f-7a1e5b161280 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.026435 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Network 08a28e23-0257-49b9-aadc-244eb44473c7 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:23.027309 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:54:23.032464 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:23.035026 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:23.038775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4cccb102-e623-4aca-b512-a6bb2db08df7 None None] For port 36d098ea-9356-4008-9c0e-3204e1d229c4, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=36d098ea-9356-4008-9c0e-3204e1d229c4,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:23.039165 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4cccb102-e623-4aca-b512-a6bb2db08df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.067540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.105574 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Pushing event updated for resources: {'Port': ['ID=6c643ba1-fb28-431d-b505-3d763821d02e,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:23.122957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Allocated IP 2001:db8::2ba (08a28e23-0257-49b9-aadc-244eb44473c7/68f28670-91f1-4ddb-be67-30ad0cd858a8/e11f9a16-292b-4317-9c1f-e45f82ede943) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:23.155864 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d468784-e394-4ad1-9d42-92c0d77880e1') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:23.156638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d468784-e394-4ad1-9d42-92c0d77880e1') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:23.181171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.238937 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-f93ccd0d-30b6-47ab-8620-8f0f8f661fb6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=69e1c75f41b74d7b9d9edc5f4f74584f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2871644 May 25 22:54:23.240712 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4cccb102-e623-4aca-b512-a6bb2db08df7 None None] Calling delete_port for 36d098ea-9356-4008-9c0e-3204e1d229c4 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:23.253581 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.295701 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Router fb401a81-b57c-460c-ae37-6093a180081a is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:54:23.345194 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Attempting to bind port 6c643ba1-fb28-431d-b505-3d763821d02e on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:54:23.345448 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Attempting to bind port 6c643ba1-fb28-431d-b505-3d763821d02e by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'e125e867-ffbc-455b-817f-0f9a4577d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '08a28e23-0257-49b9-aadc-244eb44473c7'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:54:23.345804 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Attempting to bind port 6c643ba1-fb28-431d-b505-3d763821d02e on network 08a28e23-0257-49b9-aadc-244eb44473c7 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:54:23.364628 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:54:23.364999 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Checking segment: {'id': 'e125e867-ffbc-455b-817f-0f9a4577d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '08a28e23-0257-49b9-aadc-244eb44473c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:23.365396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.365783 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Bound using segment: {'id': 'e125e867-ffbc-455b-817f-0f9a4577d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '08a28e23-0257-49b9-aadc-244eb44473c7'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:54:23.366250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Bound port: 6c643ba1-fb28-431d-b505-3d763821d02e, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e125e867-ffbc-455b-817f-0f9a4577d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '08a28e23-0257-49b9-aadc-244eb44473c7'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:54:23.366618 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.385655 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.458021 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-46c5359c-4867-4435-b673-567ce659c885 None None] For port 6c643ba1-fb28-431d-b505-3d763821d02e, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:54:23.461693 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-46c5359c-4867-4435-b673-567ce659c885 None None] For port 6c643ba1-fb28-431d-b505-3d763821d02e, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6c643ba1-fb28-431d-b505-3d763821d02e,segment=NetworkSegment(e125e867-ffbc-455b-817f-0f9a4577d8b3),segment_id=e125e867-ffbc-455b-817f-0f9a4577d8b3)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:54:23.470316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.472205 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4cccb102-e623-4aca-b512-a6bb2db08df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.475813 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.496821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event updated for resources: {'Port': ['ID=665b87a4-a8cd-48e1-ad69-79cc595e5689,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:23.501289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:54:23.501688 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.521806 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccb102-e623-4aca-b512-a6bb2db08df7 None None] Pushing event deleted for resources: {'Port': ['ID=36d098ea-9356-4008-9c0e-3204e1d229c4,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:54:23.522434 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:54:23.529960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cccb102-e623-4aca-b512-a6bb2db08df7 None None] No DVR routers for this DVR port 36d098ea-9356-4008-9c0e-3204e1d229c4 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:54:23.542791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb036-27ce-4e5f-885f-7a1e5b161280 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.581746 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.638386 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-b6700cdb-138c-4ccd-8b6f-ece0b0f03ea6 service neutron] 10.222.0.66 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679221 May 25 22:54:23.642166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.674673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5359c-4867-4435-b673-567ce659c885 None None] Pushing event updated for resources: {'Port': ['ID=6c643ba1-fb28-431d-b505-3d763821d02e,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:23.681818 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb036-27ce-4e5f-885f-7a1e5b161280 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.730111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Transition to ACTIVE for port object e11f9a16-292b-4317-9c1f-e45f82ede943 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:23.755960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-aa15d72d-f4b1-4c8d-b60a-ee24ab260aa8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.864297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa15d72d-f4b1-4c8d-b60a-ee24ab260aa8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:23.869564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-aa15d72d-f4b1-4c8d-b60a-ee24ab260aa8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:23.874951 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-818aefb9-111a-4e6b-aab5-b14f3ae50d82 service neutron] 10.222.0.66 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170105 May 25 22:54:23.875936 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.876094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa15d72d-f4b1-4c8d-b60a-ee24ab260aa8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:23.876598 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-aa15d72d-f4b1-4c8d-b60a-ee24ab260aa8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:23.880809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15d72d-f4b1-4c8d-b60a-ee24ab260aa8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=afe62812-025e-42da-99c5-7fde9a522079,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:23.895123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd980df-77b2-4639-8a14-544e3a3cb26b None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:23.931664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:24.016399 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-aa15d72d-f4b1-4c8d-b60a-ee24ab260aa8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3142679 May 25 22:54:24.027244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34738) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:24.033735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'fixed_ips': [{'subnet_id': 'afe62812-025e-42da-99c5-7fde9a522079', 'ip_address': '2001:db8::c288:91da:c6f3:9f6a'}], 'name': 'tempest-NetworksTestDHCPv6-1272845012'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:24.116889 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:24.187490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] Pushing event deleted for resources: {'Network': ['ID=40664e1c-c14f-49e9-9fe3-6648446454f6,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:24.285419 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8e21c551-4ca2-4943-be79-38d6cf19b9ca tempest-NetworksTest-1278491407 tempest-NetworksTest-1278491407-project] 10.222.0.66 "DELETE /v2.0/networks/40664e1c-c14f-49e9-9fe3-6648446454f6 HTTP/1.1" status: 204 len: 168 time: 4.8065195 May 25 22:54:24.312114 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb036-27ce-4e5f-885f-7a1e5b161280 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:24.312897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfdb036-27ce-4e5f-885f-7a1e5b161280 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Fanout notify agent at l3_agent the message router_deleted on router c8116623-55f9-4241-baf7-da20a7027154 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:54:24.340299 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb036-27ce-4e5f-885f-7a1e5b161280 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:24.346176 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6cfdb036-27ce-4e5f-885f-7a1e5b161280 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "DELETE /v2.0/routers/c8116623-55f9-4241-baf7-da20a7027154 HTTP/1.1" status: 204 len: 168 time: 6.8271663 May 25 22:54:24.363660 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34748) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:24.371666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 08a28e23-0257-49b9-aadc-244eb44473c7 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:24.374636 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=e11f9a16-292b-4317-9c1f-e45f82ede943,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:24.385277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-fd6cea20-de45-4bdb-b6b6-19fd51062ef7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-715447648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:24.396102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:24.399140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:24.403637 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:24.404823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:24.427823 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': 'afe62812-025e-42da-99c5-7fde9a522079'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:54:24.428675 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:24.454135 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fd6cea20-de45-4bdb-b6b6-19fd51062ef7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:24.467800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Network 5217fff4-0cb7-470a-a1db-e2ead0b83b26 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:24.475976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:24.491683 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fd6cea20-de45-4bdb-b6b6-19fd51062ef7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Usage tracker for resource:router and tenant:cd0b7388295f4770ad7e90c33866e0d8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:24.498941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fd6cea20-de45-4bdb-b6b6-19fd51062ef7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:24.628228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fd6cea20-de45-4bdb-b6b6-19fd51062ef7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:24.642082 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ef5bee76-74e1-449b-9e63-d4fa72e1c7d2 req-6513d553-b24e-4c21-9c0d-228f9e4ae413 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 210 time: 0.2045298 May 25 22:54:24.649148 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cd3a57d0-bf17-469a-afea-974f4994ac42 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6747994 May 25 22:54:24.652571 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34756) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:24.680328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6c643ba1-fb28-431d-b505-3d763821d02e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:24.785573 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:54:24.804865 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Allocated IP 2001:db8::2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/afe62812-025e-42da-99c5-7fde9a522079/4b88f7c7-89d6-4d8f-ba62-d248dd7104a6) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:24.817642 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:24.871866 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:24.881489 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:24.885826 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-880f7c92-fca0-4c1c-9308-aa90c1b2152e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "PUT /v2.0/routers/fb401a81-b57c-460c-ae37-6093a180081a HTTP/1.1" status: 200 len: 882 time: 10.1941707 May 25 22:54:24.889052 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34760) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:24.896094 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7ff458-3978-4372-9bed-1578a60a0b52 None None] Sync routers for ids ['fb401a81-b57c-460c-ae37-6093a180081a'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:24.945156 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 6c643ba1-fb28-431d-b505-3d763821d02e completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:24.958223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-bbc86b3a-271a-490f-97b4-149d77164dc5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port e11f9a16-292b-4317-9c1f-e45f82ede943 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:24.958657 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bbc86b3a-271a-490f-97b4-149d77164dc5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:24.964614 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7ff458-3978-4372-9bed-1578a60a0b52 None None] Routers {'fb401a81-b57c-460c-ae37-6093a180081a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:24.965962 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-0e7ff458-3978-4372-9bed-1578a60a0b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['fb401a81-b57c-460c-ae37-6093a180081a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:24.987029 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd6cea20-de45-4bdb-b6b6-19fd51062ef7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:24.988060 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd6cea20-de45-4bdb-b6b6-19fd51062ef7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:25.017953 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:25.050830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:25.087519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:25.101511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:25.105780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 36d098ea-9356-4008-9c0e-3204e1d229c4 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:54:25.129322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:25.129430 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-0e7ff458-3978-4372-9bed-1578a60a0b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:25.145794 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7ff458-3978-4372-9bed-1578a60a0b52 None None] Routers {'fb401a81-b57c-460c-ae37-6093a180081a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:25.146765 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-0e7ff458-3978-4372-9bed-1578a60a0b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['fb401a81-b57c-460c-ae37-6093a180081a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:25.159640 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 36d098ea-9356-4008-9c0e-3204e1d229c4 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:54:25.164326 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 36d098ea-9356-4008-9c0e-3204e1d229c4 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:54:25.185663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ead13930-6093-4d30-98a4-e043523a40e8 None None] Provisioning complete for port 665b87a4-a8cd-48e1-ad69-79cc595e5689 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:25.186187 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ead13930-6093-4d30-98a4-e043523a40e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:25.319249 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:25.339497 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Transition to ACTIVE for port object 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:25.345298 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-0e7ff458-3978-4372-9bed-1578a60a0b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:25.348801 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7ff458-3978-4372-9bed-1578a60a0b52 None None] The sync data for ids ['fb401a81-b57c-460c-ae37-6093a180081a'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:25.348991 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ead13930-6093-4d30-98a4-e043523a40e8 None None] Port 665b87a4-a8cd-48e1-ad69-79cc595e5689 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:54:25.376154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Transition to ACTIVE for port object 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:25.413894 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34768) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:25.523158 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bbc86b3a-271a-490f-97b4-149d77164dc5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:25.537751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:25.543636 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:25.577609 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0945fe4d-ad77-4ee1-8c61-1f2048123cd5 None None] Network 08a28e23-0257-49b9-aadc-244eb44473c7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:25.594716 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd6cea20-de45-4bdb-b6b6-19fd51062ef7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:25.612355 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=ca1af478-1ae2-4247-808c-52b458d061f0,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:25.624280 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:25.650799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:25.682339 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-bbc86b3a-271a-490f-97b4-149d77164dc5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for e11f9a16-292b-4317-9c1f-e45f82ede943 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:25.745851 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Pushing event updated for resources: {'Port': ['ID=4b88f7c7-89d6-4d8f-ba62-d248dd7104a6,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:25.769120 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd6cea20-de45-4bdb-b6b6-19fd51062ef7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:25.776863 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:25.781020 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:25.785519 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:25.788657 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c06d9b90-6d3b-444c-b77e-271cd07ed545 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/routers/fb401a81-b57c-460c-ae37-6093a180081a HTTP/1.1" status: 200 len: 923 time: 0.8982272 May 25 22:54:25.791531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34776) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:25.831654 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:25.834121 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-203246b7-c352-4588-b7fb-859d9bbe4be1 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.9003599 May 25 22:54:25.840038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34780) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:25.842406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port caa17494-83e2-4728-806f-2b48f772a848 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:54:25.858426 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-dda47577-2b65-4ac6-9ab0-c1cb50e92d56 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'port': {'network_id': '4c6ff8b9-e2f5-4dec-968d-b6335c058eb3', 'name': 'tempest-FloatingIPTestJSON-211354564'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:25.919711 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5d02e8b3-65d7-43f5-8f02-027b1b2eeac5 req-3d385e4e-f12f-4aad-81fe-d93d66f72654 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 210 time: 0.1351070 May 25 22:54:25.923752 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9d78939c-ed34-4c38-bb5c-50ed8a261ac6 None None] Provisioning for port 6c643ba1-fb28-431d-b505-3d763821d02e completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:25.929997 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9d78939c-ed34-4c38-bb5c-50ed8a261ac6 None None] Provisioning complete for port 6c643ba1-fb28-431d-b505-3d763821d02e triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:25.930361 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9d78939c-ed34-4c38-bb5c-50ed8a261ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:25.977302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd6cea20-de45-4bdb-b6b6-19fd51062ef7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:25.981172 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fd6cea20-de45-4bdb-b6b6-19fd51062ef7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6077566 May 25 22:54:25.983349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Router 8cd72349-1bce-49dd-a2bc-c6e3e080bad6 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:54:25.987289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34784) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:25.999818 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'enable_snat': False}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:26.009474 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-683a30e2-65ff-4034-a259-c8357d0618dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2be403f93a064925863310dc867722e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5943305 May 25 22:54:26.015871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34788) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:26.139958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Attempting to bind port 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:54:26.140319 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Attempting to bind port 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:54:26.140725 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Attempting to bind port 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:54:26.149343 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:54:26.149710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:26.151641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:26.151641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:54:26.151641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Bound port: 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:54:26.151641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:26.241349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5843c0a6-8339-422f-80a9-6e49386f26d8 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Synchronizing usage tracker for tenant:fd051ea1c1814c43ae44a19e3ed24e33 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:26.299738 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bbc86b3a-271a-490f-97b4-149d77164dc5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:26.309460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d1a91741-be98-4d7f-b22b-86cd52d33422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:26.341689 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-dda47577-2b65-4ac6-9ab0-c1cb50e92d56 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:26.349517 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5843c0a6-8339-422f-80a9-6e49386f26d8 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Unset dirty status for tenant:fd051ea1c1814c43ae44a19e3ed24e33 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:26.350049 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] For port 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:54:26.353392 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5843c0a6-8339-422f-80a9-6e49386f26d8 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=c513f589-f876-49b8-8061-8e2704cb350d&device_id=fb401a81-b57c-460c-ae37-6093a180081a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5599735 May 25 22:54:26.358120 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34792) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:26.370188 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] For port 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4b88f7c7-89d6-4d8f-ba62-d248dd7104a6,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:54:26.377711 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9d78939c-ed34-4c38-bb5c-50ed8a261ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:26.418631 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc86b3a-271a-490f-97b4-149d77164dc5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=e11f9a16-292b-4317-9c1f-e45f82ede943,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:26.420422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-9d78939c-ed34-4c38-bb5c-50ed8a261ac6 None None] For port 6c643ba1-fb28-431d-b505-3d763821d02e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6c643ba1-fb28-431d-b505-3d763821d02e,segment=NetworkSegment(e125e867-ffbc-455b-817f-0f9a4577d8b3),segment_id=e125e867-ffbc-455b-817f-0f9a4577d8b3)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:26.442719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::c288:91da:c6f3:9f6a (228eb34e-59ed-4b00-ac30-fd8c9bc52748/afe62812-025e-42da-99c5-7fde9a522079/caa17494-83e2-4728-806f-2b48f772a848) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:26.448827 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:26.457519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d1a91741-be98-4d7f-b22b-86cd52d33422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:26.532798 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bbc86b3a-271a-490f-97b4-149d77164dc5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:26.548558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9d78939c-ed34-4c38-bb5c-50ed8a261ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:26.588559 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0137ed-28f3-4cb8-ba94-586f11f24977 None None] Pushing event updated for resources: {'Port': ['ID=4b88f7c7-89d6-4d8f-ba62-d248dd7104a6,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:26.642242 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-dda47577-2b65-4ac6-9ab0-c1cb50e92d56 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:26.684964 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78939c-ed34-4c38-bb5c-50ed8a261ac6 None None] Pushing event updated for resources: {'Port': ['ID=6c643ba1-fb28-431d-b505-3d763821d02e,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:26.695482 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0f339f28-01b7-49af-a474-7e745ad4c1c3 None None] Provisioning complete for port 6c643ba1-fb28-431d-b505-3d763821d02e triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:26.695773 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0f339f28-01b7-49af-a474-7e745ad4c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:26.758570 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bbc86b3a-271a-490f-97b4-149d77164dc5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/e11f9a16-292b-4317-9c1f-e45f82ede943 HTTP/1.1" status: 204 len: 168 time: 2.1047544 May 25 22:54:26.766841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34796) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:26.833434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d1a91741-be98-4d7f-b22b-86cd52d33422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:26.835744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d1a91741-be98-4d7f-b22b-86cd52d33422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:26.836930 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d1a91741-be98-4d7f-b22b-86cd52d33422 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2736a15-d018-4d6c-9090-d7ec92b65fcd HTTP/1.1" status: 204 len: 168 time: 0.8201103 May 25 22:54:26.846902 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-157e050b-83a3-4e3c-8cb7-fdd6aa67bfa5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] DELETE failed (client error): The resource could not be found. May 25 22:54:26.847412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-157e050b-83a3-4e3c-8cb7-fdd6aa67bfa5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:26.853882 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-157e050b-83a3-4e3c-8cb7-fdd6aa67bfa5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/e11f9a16-292b-4317-9c1f-e45f82ede943 HTTP/1.1" status: 404 len: 333 time: 0.0824773 May 25 22:54:26.861302 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34802) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:26.861823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a91741-be98-4d7f-b22b-86cd52d33422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2736a15-d018-4d6c-9090-d7ec92b65fcd,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:26.923768 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24172b3b-3398-427a-95cd-f79aed550538 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:26.924434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-24172b3b-3398-427a-95cd-f79aed550538 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Synchronizing usage tracker for tenant:fd051ea1c1814c43ae44a19e3ed24e33 on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:26.934321 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c33a9e3-e37c-45aa-a2c0-4747cc8bc52b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] GET failed (client error): The resource could not be found. May 25 22:54:26.934817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7c33a9e3-e37c-45aa-a2c0-4747cc8bc52b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Synchronizing usage tracker for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:26.968042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:26.992340 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0f339f28-01b7-49af-a474-7e745ad4c1c3 None None] Could not find standard attr ID for object e11f9a16-292b-4317-9c1f-e45f82ede943. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:54:27.006193 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object caa17494-83e2-4728-806f-2b48f772a848 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:27.090000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-24172b3b-3398-427a-95cd-f79aed550538 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Unset dirty status for tenant:fd051ea1c1814c43ae44a19e3ed24e33 on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:27.091225 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-24172b3b-3398-427a-95cd-f79aed550538 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/networks/c513f589-f876-49b8-8061-8e2704cb350d HTTP/1.1" status: 200 len: 881 time: 0.7311430 May 25 22:54:27.094297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34808) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:27.109109 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-96427cef-2738-424c-960b-cd203b2ec2b1 None None] Could not find standard attr ID for object e11f9a16-292b-4317-9c1f-e45f82ede943. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:54:27.197399 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fce3ae5f-bf65-4faf-a825-a4b1faa9cf5a tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb401a81-b57c-460c-ae37-6093a180081a HTTP/1.1" status: 200 len: 205 time: 0.1016469 May 25 22:54:27.203046 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:27.204796 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7c33a9e3-e37c-45aa-a2c0-4747cc8bc52b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Unset dirty status for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:27.205705 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7c33a9e3-e37c-45aa-a2c0-4747cc8bc52b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/e11f9a16-292b-4317-9c1f-e45f82ede943 HTTP/1.1" status: 404 len: 333 time: 0.3487656 May 25 22:54:27.214720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34812) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:27.214720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34814) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:27.214720 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d5f42bc1-1c78-4115-a52b-ddad593887ab req-fdab9a5d-43aa-4911-bc7d-d8515457d76b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 210 time: 0.0588543 May 25 22:54:27.278262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda47577-2b65-4ac6-9ab0-c1cb50e92d56 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Made reservation on behalf of a14378b6d73d4ae08d8270b7d5eccae0 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:27.282591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dda47577-2b65-4ac6-9ab0-c1cb50e92d56 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:27.382894 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-dda47577-2b65-4ac6-9ab0-c1cb50e92d56 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] device_id is not set on port b9d3c27e-288e-4f40-b600-2b2eacddbc42 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:54:27.454247 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:27.573185 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:27.604421 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:27.607086 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272cdb1a-ba4a-4f37-b0eb-87cf90242172 None None] Sync routers for ids ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:27.619657 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:27.624658 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272cdb1a-ba4a-4f37-b0eb-87cf90242172 None None] Routers {'8cd72349-1bce-49dd-a2bc-c6e3e080bad6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:27.624658 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-272cdb1a-ba4a-4f37-b0eb-87cf90242172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:27.626289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=caa17494-83e2-4728-806f-2b48f772a848,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:27.638128 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:27.643125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:27.647599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:27.687843 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-848d4663-1ff9-4ad3-a781-4071479b93d8 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] 10.222.0.66 "PUT /v2.0/routers/8cd72349-1bce-49dd-a2bc-c6e3e080bad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7241349 May 25 22:54:27.698612 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34826) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:27.713522 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Request body: {'port': {'network_id': '5217fff4-0cb7-470a-a1db-e2ead0b83b26', 'name': 'tempest-FloatingIPAdminTestJSON-1953870110'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:27.755795 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-272cdb1a-ba4a-4f37-b0eb-87cf90242172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:27.783193 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272cdb1a-ba4a-4f37-b0eb-87cf90242172 None None] Routers {'8cd72349-1bce-49dd-a2bc-c6e3e080bad6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:27.784171 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-272cdb1a-ba4a-4f37-b0eb-87cf90242172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:27.793932 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bf909b11-670c-4351-9d55-7b0575d34a72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7655165 May 25 22:54:27.805462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34830) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:27.876170 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-272cdb1a-ba4a-4f37-b0eb-87cf90242172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:27.876603 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272cdb1a-ba4a-4f37-b0eb-87cf90242172 None None] The sync data for ids ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:27.947629 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-dda47577-2b65-4ac6-9ab0-c1cb50e92d56 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Allocated IP 172.20.0.2 (4c6ff8b9-e2f5-4dec-968d-b6335c058eb3/33951e6b-0a09-4a71-aa06-69d00c701d30/b9d3c27e-288e-4f40-b600-2b2eacddbc42) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:28.006101 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-80e2360e-4e8f-40cf-8c3c-81963d3bf8c5 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:28.006806 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-80e2360e-4e8f-40cf-8c3c-81963d3bf8c5 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Synchronizing usage tracker for tenant:69e1c75f41b74d7b9d9edc5f4f74584f on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:28.023294 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-45576613-33f1-454e-baf0-7c1f90917916 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting subnet 68f28670-91f1-4ddb-be67-30ad0cd858a8 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:54:28.033753 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a73cca5-c3e3-4774-ae4d-a69dc0294b8d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:28.038145 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a73cca5-c3e3-4774-ae4d-a69dc0294b8d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:28.041149 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1a73cca5-c3e3-4774-ae4d-a69dc0294b8d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:28.045169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-45576613-33f1-454e-baf0-7c1f90917916 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:28.157733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-45576613-33f1-454e-baf0-7c1f90917916 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:28.198666 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0b04e83a-ab05-4beb-86e8-c5d9fcbaad73 None None] Provisioning for port 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:28.212155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e91b769-001c-459e-b265-4e04733294c1 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:28.220831 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:28.230765 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-80e2360e-4e8f-40cf-8c3c-81963d3bf8c5 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Unset dirty status for tenant:69e1c75f41b74d7b9d9edc5f4f74584f on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:28.232014 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-80e2360e-4e8f-40cf-8c3c-81963d3bf8c5 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.73 "GET /v2.0/networks?id=c224e130-86c2-490b-81d8-a8b63adeefac HTTP/1.1" status: 200 len: 811 time: 0.7629430 May 25 22:54:28.233110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Usage tracker for resource:port and tenant:fef8b79ab91e454ab7ad3d41b2b6203e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:28.248967 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:28.269124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1a73cca5-c3e3-4774-ae4d-a69dc0294b8d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:28.270617 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1a73cca5-c3e3-4774-ae4d-a69dc0294b8d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4620252 May 25 22:54:28.280042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34840) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:28.291638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:28.439215 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-52ddd2d0-a011-4bfb-8eeb-97b46c8f3432 req-752b475f-6857-4d44-910b-e3765eabeab4 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 210 time: 0.0566859 May 25 22:54:28.460407 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-9c1d1cfe-e965-4559-baca-e214554dabd9 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Synchronizing usage tracker for tenant:69e1c75f41b74d7b9d9edc5f4f74584f on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:28.466896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b9bd5-4bd5-4915-bce2-d702f1fdcb7e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port caa17494-83e2-4728-806f-2b48f772a848 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:28.467405 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2e7b9bd5-4bd5-4915-bce2-d702f1fdcb7e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:28.469067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-45576613-33f1-454e-baf0-7c1f90917916 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:28.525109 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Made reservation on behalf of fef8b79ab91e454ab7ad3d41b2b6203e for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:28.528560 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:28.536799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2ddec83e-5413-4691-b4f3-9c78a750bd86 None None] Provisioning for port caa17494-83e2-4728-806f-2b48f772a848 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:28.552977 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2ddec83e-5413-4691-b4f3-9c78a750bd86 None None] Provisioning complete for port caa17494-83e2-4728-806f-2b48f772a848 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:28.553625 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2ddec83e-5413-4691-b4f3-9c78a750bd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:28.594806 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e91b769-001c-459e-b265-4e04733294c1 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:28.623037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dda47577-2b65-4ac6-9ab0-c1cb50e92d56 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:28.635552 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-9c1d1cfe-e965-4559-baca-e214554dabd9 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Unset dirty status for tenant:69e1c75f41b74d7b9d9edc5f4f74584f on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:28.636766 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-9c1d1cfe-e965-4559-baca-e214554dabd9 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69e1c75f41b74d7b9d9edc5f4f74584f HTTP/1.1" status: 200 len: 380 time: 0.3892097 May 25 22:54:28.645447 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2ddec83e-5413-4691-b4f3-9c78a750bd86 None None] Port caa17494-83e2-4728-806f-2b48f772a848 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:54:28.656294 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Request body: {'port': {'device_id': 'a04ed3d5-e5f7-4891-a68f-8b6d9524cd45', 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac', 'admin_state_up': True, 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'security_groups': ['c3443bc3-a52f-4156-9be1-02c6f4fb17bd']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:28.671927 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] device_id is not set on port 7321d30d-1591-40a6-ac0e-4a039f86c413 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:54:28.674075 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6c643ba1-fb28-431d-b505-3d763821d02e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:28.690550 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-45576613-33f1-454e-baf0-7c1f90917916 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:28.746555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6c643ba1-fb28-431d-b505-3d763821d02e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:28.746555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:28.753343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-4e91b769-001c-459e-b265-4e04733294c1 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Deleting port 9c99e56d-eba0-4e37-a6e8-20ced27b6648 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:28.754403 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e91b769-001c-459e-b265-4e04733294c1 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:28.787892 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45576613-33f1-454e-baf0-7c1f90917916 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Subnet': ['ID=68f28670-91f1-4ddb-be67-30ad0cd858a8,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:28.795032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34850) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:28.811244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-45576613-33f1-454e-baf0-7c1f90917916 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:28.825646 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee60a6a-3ba8-4ff7-b73a-75a871c83ee3 None None] Network 08a28e23-0257-49b9-aadc-244eb44473c7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:28.835884 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-45576613-33f1-454e-baf0-7c1f90917916 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/68f28670-91f1-4ddb-be67-30ad0cd858a8 HTTP/1.1" status: 204 len: 168 time: 1.5865810 May 25 22:54:28.836117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34856) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:28.980720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:28.986319 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:29.007444 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-24d76ee0-4198-4fc0-9e6d-04b9cbcfcd94 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] Request body: {'port': {'network_id': 'd08bf5b7-0ebd-4912-a27e-90c7e30be28d', 'name': 'tempest-NetworksNegativeTestJSON-341604316'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:29.031076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:29.046619 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d76ee0-4198-4fc0-9e6d-04b9cbcfcd94 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] POST failed (client error): The resource could not be found. May 25 22:54:29.047051 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d76ee0-4198-4fc0-9e6d-04b9cbcfcd94 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:29.052019 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-24d76ee0-4198-4fc0-9e6d-04b9cbcfcd94 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2514951 May 25 22:54:29.062913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34860) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:29.102737 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:29.119075 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b59b455-8c72-452d-a4de-10d24eefce91 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] DELETE failed (client error): The resource could not be found. May 25 22:54:29.119887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b59b455-8c72-452d-a4de-10d24eefce91 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:29.125225 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4b59b455-8c72-452d-a4de-10d24eefce91 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] 10.222.0.66 "DELETE /v2.0/networks/0fea14e4-3d53-4bbc-8564-09a9109167fa HTTP/1.1" status: 404 len: 339 time: 0.0578129 May 25 22:54:29.127636 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34864) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:29.182473 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-45af4db1-dae8-400f-9c60-485915e61689 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] DELETE failed (client error): The resource could not be found. May 25 22:54:29.182940 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45af4db1-dae8-400f-9c60-485915e61689 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:29.184972 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-45af4db1-dae8-400f-9c60-485915e61689 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] 10.222.0.66 "DELETE /v2.0/ports/e46a548e-33b1-464b-ab81-6de0194bb9d4 HTTP/1.1" status: 404 len: 333 time: 0.0579646 May 25 22:54:29.190429 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34868) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:29.199458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e91b769-001c-459e-b265-4e04733294c1 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:29.208044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port 6c643ba1-fb28-431d-b505-3d763821d02e {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:29.208380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:29.215613 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc321fd9-fb4c-43d0-a05d-5e76aa19c256 None None] DHCP port deletion for 08a28e23-0257-49b9-aadc-244eb44473c7 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:54:29.220363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-bc321fd9-fb4c-43d0-a05d-5e76aa19c256 None None] Deleting port 6c643ba1-fb28-431d-b505-3d763821d02e {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:29.220797 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bc321fd9-fb4c-43d0-a05d-5e76aa19c256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:29.248667 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:29.266880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:29.267502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:29.320876 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:29.384991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Usage tracker for resource:port and tenant:69e1c75f41b74d7b9d9edc5f4f74584f is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:29.388224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Allocated IP 172.20.0.11 (5217fff4-0cb7-470a-a1db-e2ead0b83b26/24347541-8d0f-4000-917c-7656e68f2892/7321d30d-1591-40a6-ac0e-4a039f86c413) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:29.390557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:29.412316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dda47577-2b65-4ac6-9ab0-c1cb50e92d56 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:29.414215 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:29.465335 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-030688f7-1093-414b-b678-7b3fe5c9d6c3 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] DELETE failed (client error): The resource could not be found. May 25 22:54:29.465642 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030688f7-1093-414b-b678-7b3fe5c9d6c3 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:29.472928 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-030688f7-1093-414b-b678-7b3fe5c9d6c3 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] 10.222.0.66 "DELETE /v2.0/subnets/f967b856-8ab9-4cfb-895e-c329540ab6c3 HTTP/1.1" status: 404 len: 337 time: 0.2748082 May 25 22:54:29.492961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34872) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:29.529954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2e7b9bd5-4bd5-4915-bce2-d702f1fdcb7e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:29.533170 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-4e91b769-001c-459e-b265-4e04733294c1 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Calling delete_port for 9c99e56d-eba0-4e37-a6e8-20ced27b6648 owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:29.591246 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bc321fd9-fb4c-43d0-a05d-5e76aa19c256 None None] For port 6c643ba1-fb28-431d-b505-3d763821d02e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6c643ba1-fb28-431d-b505-3d763821d02e,segment=NetworkSegment(e125e867-ffbc-455b-817f-0f9a4577d8b3),segment_id=e125e867-ffbc-455b-817f-0f9a4577d8b3)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:29.592022 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bc321fd9-fb4c-43d0-a05d-5e76aa19c256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:29.601322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:29.652000 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ddb43e-fb30-44f8-88af-486e440a1841 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] GET failed (client error): The resource could not be found. May 25 22:54:29.656731 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f3ddb43e-fb30-44f8-88af-486e440a1841 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] 10.222.0.66 "GET /v2.0/networks/1e51afa4-6881-4b6c-a289-42429ebd7137 HTTP/1.1" status: 404 len: 339 time: 0.1593919 May 25 22:54:29.671174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34878) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:29.713875 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-054d26d2-25ef-464e-bf7f-7da7baf16b0b req-c480f031-eeb8-4a6a-93bc-c61d713c03e7 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 210 time: 0.1055310 May 25 22:54:29.724973 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Allocated IP 172.26.5.209 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/d37fef4a-7ea5-4975-9eee-073f19df65c4) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:29.727064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Made reservation on behalf of 69e1c75f41b74d7b9d9edc5f4f74584f for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:29.730156 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:29.765236 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b9bd5-4bd5-4915-bce2-d702f1fdcb7e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for caa17494-83e2-4728-806f-2b48f772a848 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:29.765634 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb46488-fabf-47b1-a0ba-ccba25e1dafa tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] GET failed (client error): The resource could not be found. May 25 22:54:29.770815 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6cb46488-fabf-47b1-a0ba-ccba25e1dafa tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] 10.222.0.66 "GET /v2.0/ports/06bcb032-bbaa-40fe-b929-85af4f92e146 HTTP/1.1" status: 404 len: 333 time: 0.0947390 May 25 22:54:29.772022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34882) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:29.797706 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-bc321fd9-fb4c-43d0-a05d-5e76aa19c256 None None] Calling delete_port for 6c643ba1-fb28-431d-b505-3d763821d02e owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:29.806241 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda47577-2b65-4ac6-9ab0-c1cb50e92d56 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network 4c6ff8b9-e2f5-4dec-968d-b6335c058eb3 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:29.825408 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-dda47577-2b65-4ac6-9ab0-c1cb50e92d56 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:29.827118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda47577-2b65-4ac6-9ab0-c1cb50e92d56 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=b9d3c27e-288e-4f40-b600-2b2eacddbc42,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:29.829362 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda47577-2b65-4ac6-9ab0-c1cb50e92d56 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:29.842778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4b88f7c7-89d6-4d8f-ba62-d248dd7104a6,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:29.879959 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f37a2c2-a2cd-44ff-8a9f-567ef5bd264e tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] GET failed (client error): The resource could not be found. May 25 22:54:29.884917 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0f37a2c2-a2cd-44ff-8a9f-567ef5bd264e tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] 10.222.0.66 "GET /v2.0/subnets/de377f8b-24cb-4dc9-8f01-23f8ece6b3c3 HTTP/1.1" status: 404 len: 337 time: 0.1086278 May 25 22:54:29.885165 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34886) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:29.893868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-91a17932-f18b-4136-85e3-a0e589d5eb6e tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:29.928234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:29.940366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] For port 6c643ba1-fb28-431d-b505-3d763821d02e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6c643ba1-fb28-431d-b505-3d763821d02e,segment=NetworkSegment(e125e867-ffbc-455b-817f-0f9a4577d8b3),segment_id=e125e867-ffbc-455b-817f-0f9a4577d8b3)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:29.941955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:29.948501 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a17932-f18b-4136-85e3-a0e589d5eb6e tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] PUT failed (client error): The resource could not be found. May 25 22:54:29.948957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a17932-f18b-4136-85e3-a0e589d5eb6e tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:29.953593 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-91a17932-f18b-4136-85e3-a0e589d5eb6e tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] 10.222.0.66 "PUT /v2.0/networks/01d81dc4-b2d5-4757-a2f3-e2054d05bdbf HTTP/1.1" status: 404 len: 339 time: 0.0638399 May 25 22:54:29.955407 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34890) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:29.961761 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-14142649-071c-4de8-8000-22d9d89ebb35 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:30.000944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bc321fd9-fb4c-43d0-a05d-5e76aa19c256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:30.006285 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=4b88f7c7-89d6-4d8f-ba62-d248dd7104a6,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:30.052105 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc321fd9-fb4c-43d0-a05d-5e76aa19c256 None None] Pushing event deleted for resources: {'Port': ['ID=6c643ba1-fb28-431d-b505-3d763821d02e,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:30.055554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc321fd9-fb4c-43d0-a05d-5e76aa19c256 None None] No DVR routers for this DVR port 6c643ba1-fb28-431d-b505-3d763821d02e on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:54:30.109317 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for 6c643ba1-fb28-431d-b505-3d763821d02e owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:30.119978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda47577-2b65-4ac6-9ab0-c1cb50e92d56 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:30.120603 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dda47577-2b65-4ac6-9ab0-c1cb50e92d56 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:30.150973 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-14142649-071c-4de8-8000-22d9d89ebb35 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] PUT failed (client error): The resource could not be found. May 25 22:54:30.151404 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14142649-071c-4de8-8000-22d9d89ebb35 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:30.156244 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-14142649-071c-4de8-8000-22d9d89ebb35 tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] 10.222.0.66 "PUT /v2.0/ports/07e09de9-722c-41ce-91ac-a009f1c762cb HTTP/1.1" status: 404 len: 333 time: 0.1975811 May 25 22:54:30.163309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34894) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:30.186086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-12db4a92-e21b-4506-98f2-1ed45051876a tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:30.240333 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:54:30.240668 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:54:30.284648 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-12db4a92-e21b-4506-98f2-1ed45051876a tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] PUT failed (client error): The resource could not be found. May 25 22:54:30.285649 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12db4a92-e21b-4506-98f2-1ed45051876a tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:30.286749 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-12db4a92-e21b-4506-98f2-1ed45051876a tempest-NetworksNegativeTestJSON-853998318 tempest-NetworksNegativeTestJSON-853998318-project] 10.222.0.66 "PUT /v2.0/subnets/4245742a-265b-4fde-a145-798513a8faf5 HTTP/1.1" status: 404 len: 337 time: 0.1225004 May 25 22:54:30.305747 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e91b769-001c-459e-b265-4e04733294c1 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:30.360628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91b769-001c-459e-b265-4e04733294c1 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Pushing event deleted for resources: {'Port': ['ID=9c99e56d-eba0-4e37-a6e8-20ced27b6648,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:30.436254 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dda47577-2b65-4ac6-9ab0-c1cb50e92d56 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.5909388 May 25 22:54:30.436878 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34900) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:30.448166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f251fdf0-3373-4245-8657-0e70747fe691 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'floatingip': {'port_id': 'b9d3c27e-288e-4f40-b600-2b2eacddbc42'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:30.454390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:30.467040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Allocated IP 172.20.0.14 (c224e130-86c2-490b-81d8-a8b63adeefac/3155b6aa-add2-4285-876b-845d979c80c0/bc994f6b-7e4a-48ba-b1ee-f1438f0358ff) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:30.473658 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:30.533039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f251fdf0-3373-4245-8657-0e70747fe691 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:30.549841 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:30.558189 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Transition to ACTIVE for port object 7321d30d-1591-40a6-ac0e-4a039f86c413 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:30.580035 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2e7b9bd5-4bd5-4915-bce2-d702f1fdcb7e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:30.623730 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:30.624145 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:30.787947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port 6c643ba1-fb28-431d-b505-3d763821d02e {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:30.788281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:30.841626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6c643ba1-fb28-431d-b505-3d763821d02e no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:54:30.869899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:30.898094 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 6c643ba1-fb28-431d-b505-3d763821d02e {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:54:30.898491 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6c643ba1-fb28-431d-b505-3d763821d02e not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:54:30.931729 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34908) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:30.936316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:30.949073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Transition to ACTIVE for port object bc994f6b-7e4a-48ba-b1ee-f1438f0358ff will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:30.962975 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b9bd5-4bd5-4915-bce2-d702f1fdcb7e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=caa17494-83e2-4728-806f-2b48f772a848,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:31.027788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:31.044859 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] The port '6c643ba1-fb28-431d-b505-3d763821d02e' was deleted {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:54:31.048874 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eda7c469-8d60-4b36-9662-da6fb72eec94 req-a59b565e-77a6-4cd0-b9d8-3dfde10ad78a tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 210 time: 0.1052115 May 25 22:54:31.080606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:31.093914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:31.098818 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e91b769-001c-459e-b265-4e04733294c1 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:31.119959 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2e7b9bd5-4bd5-4915-bce2-d702f1fdcb7e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:31.124024 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2e7b9bd5-4bd5-4915-bce2-d702f1fdcb7e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/caa17494-83e2-4728-806f-2b48f772a848 HTTP/1.1" status: 204 len: 168 time: 2.8372397 May 25 22:54:31.130432 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34914) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:31.179786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Pushing event updated for resources: {'Port': ['ID=d37fef4a-7ea5-4975-9eee-073f19df65c4,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:31.230607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b5dfc-3834-46b5-99af-1a5e20eb4ac3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:31.232043 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b5dfc-3834-46b5-99af-1a5e20eb4ac3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:31.235970 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d54b5dfc-3834-46b5-99af-1a5e20eb4ac3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1004002 May 25 22:54:31.236354 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34918) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:31.304516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:31.316768 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:31.380504 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e95c90a-0604-4732-9e56-76f7388a6f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:31.421742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:31.467205 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Network 5217fff4-0cb7-470a-a1db-e2ead0b83b26 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:31.512947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event updated for resources: {'Port': ['ID=7321d30d-1591-40a6-ac0e-4a039f86c413,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:31.522879 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:31.553317 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Network c224e130-86c2-490b-81d8-a8b63adeefac is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:31.563860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:31.594391 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:31.619036 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:31.715087 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a28e23-0257-49b9-aadc-244eb44473c7']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:31.731303 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e91b769-001c-459e-b265-4e04733294c1 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:31.734977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6e95c90a-0604-4732-9e56-76f7388a6f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:31.738000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Pushing event updated for resources: {'Port': ['ID=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:31.750526 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e125e867-ffbc-455b-817f-0f9a4577d8b3') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:31.750526 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e125e867-ffbc-455b-817f-0f9a4577d8b3') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:31.757807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6e95c90a-0604-4732-9e56-76f7388a6f04 admin admin] Usage tracker for resource:security_group_rule and tenant:cf5ef015b45944499a8d90245eecc195 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:31.760135 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:31.760410 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:31.761204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6e95c90a-0604-4732-9e56-76f7388a6f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:31.777546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:31.787332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:31.788257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:31.793389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6e95c90a-0604-4732-9e56-76f7388a6f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:31.793389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e91b769-001c-459e-b265-4e04733294c1 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:31.795865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-44661c38-1909-4eac-a9a0-4d6d3784c5f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet afe62812-025e-42da-99c5-7fde9a522079 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:54:31.804974 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44661c38-1909-4eac-a9a0-4d6d3784c5f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:31.815584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:31.833019 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:54:31.833426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:54:31.848821 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:54:31.859504 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a6f204ab-aaac-4874-ace3-6eb9e29af2b4 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1567678 May 25 22:54:31.867494 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34922) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:31.884897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44661c38-1909-4eac-a9a0-4d6d3784c5f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:31.919563 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a987459c-3f51-4554-8702-f90d4b90d8fc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2696071 May 25 22:54:31.933712 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Request body: {'port': {'device_id': 'a04ed3d5-e5f7-4891-a68f-8b6d9524cd45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:31.958870 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5689d168-0f98-43cb-a59a-495c479ad190 None None] Provisioning for port 7321d30d-1591-40a6-ac0e-4a039f86c413 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:31.968007 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5689d168-0f98-43cb-a59a-495c479ad190 None None] Provisioning complete for port 7321d30d-1591-40a6-ac0e-4a039f86c413 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:31.968949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5689d168-0f98-43cb-a59a-495c479ad190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.030280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5689d168-0f98-43cb-a59a-495c479ad190 None None] Port 7321d30d-1591-40a6-ac0e-4a039f86c413 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:54:32.060146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'project_id': 'fef8b79ab91e454ab7ad3d41b2b6203e', 'port_id': '7321d30d-1591-40a6-ac0e-4a039f86c413'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:32.077014 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:32.088709 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.148102 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Usage tracker for resource:floatingip and tenant:fef8b79ab91e454ab7ad3d41b2b6203e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:32.151986 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e91b769-001c-459e-b265-4e04733294c1 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.152585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e91b769-001c-459e-b265-4e04733294c1 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Fanout notify agent at l3_agent the message router_deleted on router fb401a81-b57c-460c-ae37-6093a180081a {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:54:32.188435 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.204910 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44661c38-1909-4eac-a9a0-4d6d3784c5f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.211072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.231824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9f2913ba-f798-4e61-b527-52e518f4ad37 None None] Provisioning for port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:32.237162 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9f2913ba-f798-4e61-b527-52e518f4ad37 None None] Provisioning complete for port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:32.237700 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9f2913ba-f798-4e61-b527-52e518f4ad37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.242046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:32.268843 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.280452 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:32.313251 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-9f2913ba-f798-4e61-b527-52e518f4ad37 None None] Port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:54:32.461461 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Network': ['ID=08a28e23-0257-49b9-aadc-244eb44473c7,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:32.485809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e91b769-001c-459e-b265-4e04733294c1 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.486929 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4e91b769-001c-459e-b265-4e04733294c1 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "DELETE /v2.0/routers/fb401a81-b57c-460c-ae37-6093a180081a HTTP/1.1" status: 204 len: 168 time: 5.2417030 May 25 22:54:32.498327 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d3005045-a8f7-4666-af59-958231005a2a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/networks/08a28e23-0257-49b9-aadc-244eb44473c7 HTTP/1.1" status: 204 len: 168 time: 3.6566124 May 25 22:54:32.498327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34930) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:32.499733 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.500610 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34932) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:32.517524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-096d9858-e331-4ad0-af35-f06410fe5fc6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-794529616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:32.528796 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-9c33d426-5734-4863-a476-c45dc66d6581 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-982587405'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:32.535385 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.556625 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9c33d426-5734-4863-a476-c45dc66d6581 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:32.559199 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-096d9858-e331-4ad0-af35-f06410fe5fc6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:32.567203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9c33d426-5734-4863-a476-c45dc66d6581 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:network and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:32.580347 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-096d9858-e331-4ad0-af35-f06410fe5fc6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Usage tracker for resource:router and tenant:793b1d0de7a5459fa205eb05b67ca948 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:32.592879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9c33d426-5734-4863-a476-c45dc66d6581 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:32.595576 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-096d9858-e331-4ad0-af35-f06410fe5fc6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:32.610775 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f251fdf0-3373-4245-8657-0e70747fe691 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.611696 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9c33d426-5734-4863-a476-c45dc66d6581 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:32.620788 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-096d9858-e331-4ad0-af35-f06410fe5fc6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:32.630514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.635009 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e95c90a-0604-4732-9e56-76f7388a6f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.649640 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c103e-4e34-466d-80a8-2b91279ffbda req-20915d54-b703-45e7-9d7f-6e37e14787da tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:32.649885 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44661c38-1909-4eac-a9a0-4d6d3784c5f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.651152 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-df4c103e-4e34-466d-80a8-2b91279ffbda req-20915d54-b703-45e7-9d7f-6e37e14787da tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 932 time: 0.4561515 May 25 22:54:32.679015 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f251fdf0-3373-4245-8657-0e70747fe691 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.741639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e95c90a-0604-4732-9e56-76f7388a6f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.752945 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44661c38-1909-4eac-a9a0-4d6d3784c5f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=afe62812-025e-42da-99c5-7fde9a522079,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:32.786635 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829a6572-45d2-410e-8325-14d6735b194c None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:32.834754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44661c38-1909-4eac-a9a0-4d6d3784c5f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.843617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c33d426-5734-4863-a476-c45dc66d6581 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:32.846509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9c33d426-5734-4863-a476-c45dc66d6581 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.885599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-096d9858-e331-4ad0-af35-f06410fe5fc6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.886512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-096d9858-e331-4ad0-af35-f06410fe5fc6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.893725 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95c90a-0604-4732-9e56-76f7388a6f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2918b3d-7fbf-4f0d-821d-309438adf1c7,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:32.898544 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-df4c103e-4e34-466d-80a8-2b91279ffbda req-ecc134b1-b141-4189-ada8-752d99f9e37f tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413194 May 25 22:54:32.933589 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6e95c90a-0604-4732-9e56-76f7388a6f04 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf5ef015b45944499a8d90245eecc195&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9762306 May 25 22:54:32.933589 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34938) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:32.944290 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-44661c38-1909-4eac-a9a0-4d6d3784c5f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/afe62812-025e-42da-99c5-7fde9a522079 HTTP/1.1" status: 204 len: 168 time: 1.7070351 May 25 22:54:32.948922 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34942) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:32.959913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c33d426-5734-4863-a476-c45dc66d6581 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:54:32.995432 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9c33d426-5734-4863-a476-c45dc66d6581 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:32.995769 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-9c33d426-5734-4863-a476-c45dc66d6581 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Added segment f4a595d7-258f-41db-9583-928ed116adc8 of type vlan for network d90b9a72-55e4-47da-a51f-36285be8a004 May 25 22:54:33.008262 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-096d9858-e331-4ad0-af35-f06410fe5fc6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.050551 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ece1067e-5fb3-4cec-ac1b-dc8878d07157 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975642 May 25 22:54:33.055621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34946) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:33.063214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9c33d426-5734-4863-a476-c45dc66d6581 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.072656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:54:33.077802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Deleting port 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:33.078366 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.107006 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4365b1b-9618-46ca-a5b8-54815bcd8839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.130628 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.178341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4365b1b-9618-46ca-a5b8-54815bcd8839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.199152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-096d9858-e331-4ad0-af35-f06410fe5fc6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.261077 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc994f6b-7e4a-48ba-b1ee-f1438f0358ff {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:54:33.278118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.297949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] For port 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4b88f7c7-89d6-4d8f-ba62-d248dd7104a6,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:33.298264 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.321906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8259951f-b95c-45d1-9ae6-1457696db6ff tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:33.325779 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8259951f-b95c-45d1-9ae6-1457696db6ff tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2634716 May 25 22:54:33.325779 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9c33d426-5734-4863-a476-c45dc66d6581 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.328563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c33d426-5734-4863-a476-c45dc66d6581 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:33.329111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9c33d426-5734-4863-a476-c45dc66d6581 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.333589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34950) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:33.353430 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-096d9858-e331-4ad0-af35-f06410fe5fc6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.357372 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-096d9858-e331-4ad0-af35-f06410fe5fc6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8553205 May 25 22:54:33.364601 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34954) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:33.400262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Transition to ACTIVE for port object bc994f6b-7e4a-48ba-b1ee-f1438f0358ff will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:33.429220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'enable_snat': True}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:33.443037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Allocated IP 172.26.5.197 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/d102c20b-6f3c-4055-aed2-f218bc04d528) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:33.449691 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Calling delete_port for 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:33.458521 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c067c5-b0a6-4fd7-bc0c-1daa0c58b262 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:33.459203 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a7c067c5-b0a6-4fd7-bc0c-1daa0c58b262 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:33.478386 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4365b1b-9618-46ca-a5b8-54815bcd8839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.496055 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.527927 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-f251fdf0-3373-4245-8657-0e70747fe691 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Floating IP 3c3b30cc-d778-43be-915d-b370b2437eda associated. External IP: 172.26.5.22, port: b9d3c27e-288e-4f40-b600-2b2eacddbc42. May 25 22:54:33.628022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4365b1b-9618-46ca-a5b8-54815bcd8839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.632515 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f4365b1b-9618-46ca-a5b8-54815bcd8839 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c2918b3d-7fbf-4f0d-821d-309438adf1c7 HTTP/1.1" status: 204 len: 168 time: 0.7066073 May 25 22:54:33.633381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4365b1b-9618-46ca-a5b8-54815bcd8839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2918b3d-7fbf-4f0d-821d-309438adf1c7,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:33.659779 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9c33d426-5734-4863-a476-c45dc66d6581 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1458058 May 25 22:54:33.670972 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 34960) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:33.675211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:33.709546 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-560d0fc9-b1f2-42ad-a8ab-3ccac74d7046 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'subnet': {'network_id': 'd90b9a72-55e4-47da-a51f-36285be8a004', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:33.713337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33d426-5734-4863-a476-c45dc66d6581 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Network': ['ID=d90b9a72-55e4-47da-a51f-36285be8a004,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:33.733171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Pushing event updated for resources: {'Port': ['ID=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:33.765863 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Pushing event deleted for resources: {'Port': ['ID=4b88f7c7-89d6-4d8f-ba62-d248dd7104a6,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:33.776671 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network d90b9a72-55e4-47da-a51f-36285be8a004 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:54:33.819239 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a7c067c5-b0a6-4fd7-bc0c-1daa0c58b262 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:33.820406 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a7c067c5-b0a6-4fd7-bc0c-1daa0c58b262 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4819424 May 25 22:54:33.830527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34964) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:33.848329 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Router 09d89f06-51b0-4a01-8386-6cbe14933e2d is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:54:33.897188 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] No DVR routers for this DVR port 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:54:33.897392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.897628 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.897850 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.898182 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.898522 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.898832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.899156 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.899476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.899664 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.899790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.899996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.900330 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.900710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.901045 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.901373 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.901696 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.902021 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.902340 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.902655 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.902970 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9441bf9-5761-4c6c-a274-ff7bb7c162d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.907626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.907971 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:33.991796 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c7158802-a1f7-47aa-9c64-ffd9f17dcc72 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1540122 May 25 22:54:33.998225 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34970) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:34.000492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:34.011204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:34.011520 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-560d0fc9-b1f2-42ad-a8ab-3ccac74d7046 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:34.013103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-560d0fc9-b1f2-42ad-a8ab-3ccac74d7046 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:subnet and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:34.026420 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-560d0fc9-b1f2-42ad-a8ab-3ccac74d7046 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:34.042977 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-560d0fc9-b1f2-42ad-a8ab-3ccac74d7046 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:34.365684 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Attempting to bind port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:54:34.366348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Attempting to bind port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '0c0066cf-16eb-4feb-8ad6-86dc69df6e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:54:34.366478 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Attempting to bind port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff on network c224e130-86c2-490b-81d8-a8b63adeefac {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:54:34.390069 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff on network c224e130-86c2-490b-81d8-a8b63adeefac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:54:34.390562 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Attempting to bind port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff on network c224e130-86c2-490b-81d8-a8b63adeefac {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:54:34.404686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:54:34.405016 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Checking segment: {'id': '0c0066cf-16eb-4feb-8ad6-86dc69df6e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:34.405399 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Bound using segment: {'id': '0c0066cf-16eb-4feb-8ad6-86dc69df6e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:54:34.405812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Bound port: bc994f6b-7e4a-48ba-b1ee-f1438f0358ff, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0066cf-16eb-4feb-8ad6-86dc69df6e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:54:34.406142 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:34.420401 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560d0fc9-b1f2-42ad-a8ab-3ccac74d7046 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:34.436149 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:34.457021 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:34.486413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:34.507975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214fcf2-da15-47bd-8246-3b018af317a9 req-d3397d07-9c8b-4b06-8b98-408cde3307df tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:34.509481 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1214fcf2-da15-47bd-8246-3b018af317a9 req-d3397d07-9c8b-4b06-8b98-408cde3307df tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 944 time: 0.3040092 May 25 22:54:34.545007 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:34.558888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:54:34.592598 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:54:34.593485 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4b88f7c7-89d6-4d8f-ba62-d248dd7104a6 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:54:34.619733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:34.678592 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-560d0fc9-b1f2-42ad-a8ab-3ccac74d7046 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:34.762277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:34.776759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Pushing event updated for resources: {'Port': ['ID=d102c20b-6f3c-4055-aed2-f218bc04d528,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:34.786530 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:34.809606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:34.848715 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1214fcf2-da15-47bd-8246-3b018af317a9 req-5e9e2239-eb54-414d-967a-c6a1c8ecf833 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3287504 May 25 22:54:34.856246 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] For port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:54:34.867093 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] For port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff,segment=NetworkSegment(0c0066cf-16eb-4feb-8ad6-86dc69df6e56),segment_id=0c0066cf-16eb-4feb-8ad6-86dc69df6e56)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:54:34.869072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:34.953314 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:35.047473 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:35.051419 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] 10.222.0.73 "PUT /v2.0/ports/bc994f6b-7e4a-48ba-b1ee-f1438f0358ff HTTP/1.1" status: 200 len: 1094 time: 3.1202359 May 25 22:54:35.059802 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04ed3d5-e5f7-4891-a68f-8b6d9524cd45', 'tag': 'bc994f6b-7e4a-48ba-b1ee-f1438f0358ff'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:54:35.108586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:35.126146 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34992) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:35.135588 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2d4c5-65e9-4b3a-8e80-683880037d02 None None] Sync routers for ids ['09d89f06-51b0-4a01-8386-6cbe14933e2d'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:35.157385 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2d4c5-65e9-4b3a-8e80-683880037d02 None None] Routers {'09d89f06-51b0-4a01-8386-6cbe14933e2d'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:35.158420 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-dbe2d4c5-65e9-4b3a-8e80-683880037d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['09d89f06-51b0-4a01-8386-6cbe14933e2d'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:35.193628 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:35.195010 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f2b787e1-1d2b-4e9a-aa3e-1c8e67323ed0 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "PUT /v2.0/routers/09d89f06-51b0-4a01-8386-6cbe14933e2d HTTP/1.1" status: 200 len: 915 time: 9.2041986 May 25 22:54:35.219463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 34998) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:35.235635 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f00fcb-40d0-4978-aa9c-2709499fabae'] response: {'name': 'network-changed', 'server_uuid': 'a04ed3d5-e5f7-4891-a68f-8b6d9524cd45', 'tag': 'bc994f6b-7e4a-48ba-b1ee-f1438f0358ff', 'status': 'completed', 'code': 200} May 25 22:54:35.244413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:35.259860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56504a8-2726-4b90-afb7-a7f2213c1146 service neutron] Pushing event updated for resources: {'Port': ['ID=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:35.274339 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-dbe2d4c5-65e9-4b3a-8e80-683880037d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:35.292428 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2d4c5-65e9-4b3a-8e80-683880037d02 None None] Routers {'09d89f06-51b0-4a01-8386-6cbe14933e2d'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:35.293182 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-dbe2d4c5-65e9-4b3a-8e80-683880037d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['09d89f06-51b0-4a01-8386-6cbe14933e2d'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:35.361355 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-dbe2d4c5-65e9-4b3a-8e80-683880037d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:35.362037 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2d4c5-65e9-4b3a-8e80-683880037d02 None None] The sync data for ids ['09d89f06-51b0-4a01-8386-6cbe14933e2d'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:35.436975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'network': {'name': 'tempest-RoutersTest-464627913'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:35.447867 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:35.508944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:35.534526 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-99280b63-e98c-451b-acd4-1661ea7ea2e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=69e1c75f41b74d7b9d9edc5f4f74584f&device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 1097 time: 0.3531971 May 25 22:54:35.562357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:network and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:35.578041 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:35.593266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:35.599356 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f251fdf0-3373-4245-8657-0e70747fe691 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router 71634a57-74dc-4a9b-9b07-b78c862f8647 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:54:35.605264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-560d0fc9-b1f2-42ad-a8ab-3ccac74d7046 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:35.661746 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-a0fd6a54-cf1e-4ad8-8d9d-3c6f44d585ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff HTTP/1.1" status: 200 len: 217 time: 0.1203301 May 25 22:54:35.727201 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:35.753054 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d0fc9-b1f2-42ad-a8ab-3ccac74d7046 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Subnet': ['ID=6aafb571-6f74-41e4-83e9-cf259b4d8b04,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:35.782227 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-ad078534-fe49-4d7c-9008-7ea439b5488e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:35.783691 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-ad078534-fe49-4d7c-9008-7ea439b5488e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3155b6aa-add2-4285-876b-845d979c80c0 HTTP/1.1" status: 200 len: 850 time: 0.1130872 May 25 22:54:35.839703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d0fc9-b1f2-42ad-a8ab-3ccac74d7046 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Checking segment: {'id': 'f4a595d7-258f-41db-9583-928ed116adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd90b9a72-55e4-47da-a51f-36285be8a004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:35.839981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560d0fc9-b1f2-42ad-a8ab-3ccac74d7046 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network hostable DHCP agents. Network: d90b9a72-55e4-47da-a51f-36285be8a004, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:54:35.913104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:35.916017 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:36.013659 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:36.076593 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560d0fc9-b1f2-42ad-a8ab-3ccac74d7046 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network d90b9a72-55e4-47da-a51f-36285be8a004 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:54:36.096284 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:36.102804 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-ff0c9289-8822-4c9e-a651-2f45adf3cdd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c224e130-86c2-490b-81d8-a8b63adeefac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3131151 May 25 22:54:36.117548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:36.119789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Allocated IP 172.26.5.117 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/c6459f72-13aa-4506-b26a-98cff1a3db32) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:36.127569 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1597a0-aa62-43b2-927e-9017a479b9ea None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:36.130633 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:36.131215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:36.142542 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=3c3de56e-a46a-4351-ad97-a17dd30dc3cf,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:36.147635 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:36.194219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-560d0fc9-b1f2-42ad-a8ab-3ccac74d7046 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, d90b9a72-55e4-47da-a51f-36285be8a004) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:36.199379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560d0fc9-b1f2-42ad-a8ab-3ccac74d7046 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:36.200090 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-560d0fc9-b1f2-42ad-a8ab-3ccac74d7046 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:36.205877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:36.211275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:36.211611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:36.211943 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:36.212269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:36.212619 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:36.212947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:36.213265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:36.213713 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:36.213897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:36.214212 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:36.214544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:54:36.236258 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd5ae51-f8c5-4327-b59d-704cf384f70d None None] Network d90b9a72-55e4-47da-a51f-36285be8a004 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:36.242690 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:security_group_rule and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:36.254590 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:36.289795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:36.318994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:36.353411 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-560d0fc9-b1f2-42ad-a8ab-3ccac74d7046 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6768095 May 25 22:54:36.357077 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35004) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:36.380857 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'network_id': 'd90b9a72-55e4-47da-a51f-36285be8a004', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-793537177'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:36.400871 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-e29180af-bda8-45be-97d8-9ac6996f00dc service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850878 May 25 22:54:36.421560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fbc03-ee69-49fb-8aa7-8a850e9af973 req-ad562eea-0cde-440c-9ecd-1e1be1a1919b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:36.423014 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7c3fbc03-ee69-49fb-8aa7-8a850e9af973 req-ad562eea-0cde-440c-9ecd-1e1be1a1919b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 944 time: 0.4280670 May 25 22:54:36.428442 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c54dc5a1-f93d-47a9-b497-192689cf1a4f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4291430 May 25 22:54:36.438266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35008) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:36.499341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'fixed_ips': [{'subnet_id': '3c3de56e-a46a-4351-ad97-a17dd30dc3cf', 'ip_address': '2001:db8::c9cc:8046:9e9c:c4b'}], 'name': 'tempest-NetworksTestDHCPv6-368697168'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:36.571976 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': '3c3de56e-a46a-4351-ad97-a17dd30dc3cf'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:54:36.575125 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:36.638047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-d90b9a72-55e4-47da-a51f-36285be8a004', 'network_id': 'd90b9a72-55e4-47da-a51f-36285be8a004', 'tenant_id': '61f1f934e99a4a3fb52dcde8dfb8ddaf', 'fixed_ips': [{'subnet_id': '6aafb571-6f74-41e4-83e9-cf259b4d8b04'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:54:36.638841 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:36.657726 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8c17786-e75b-4b97-bae9-e9ad13c696cd req-dd44b992-b261-4b68-866e-0880c165b268 service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412574 May 25 22:54:36.684427 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:36.699868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:36.709301 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-584a6120-124b-4f7a-8ba4-748b7a78fa1b tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/routers/09d89f06-51b0-4a01-8386-6cbe14933e2d HTTP/1.1" status: 200 len: 921 time: 1.4884622 May 25 22:54:36.712696 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35012) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:36.810187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:36.826623 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7c3fbc03-ee69-49fb-8aa7-8a850e9af973 req-eb6f4a2a-a8cd-46f6-968a-b28d89b46292 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3847060 May 25 22:54:36.873015 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:36.883394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:36.888762 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:36.907494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:36.914978 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:36.922510 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Allocated IP 2001:db8::2 (d90b9a72-55e4-47da-a51f-36285be8a004/6aafb571-6f74-41e4-83e9-cf259b4d8b04/a9ee54c1-851b-40b8-adc0-dd674b74f089) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:36.923393 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f251fdf0-3373-4245-8657-0e70747fe691 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:36.933809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f251fdf0-3373-4245-8657-0e70747fe691 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:36.955990 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Pushing event updated for resources: {'Port': ['ID=d102c20b-6f3c-4055-aed2-f218bc04d528,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:36.970795 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:36.971387 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-729ec14f-9bc7-46bb-ade9-052862c37aa3 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=c513f589-f876-49b8-8061-8e2704cb350d&device_id=09d89f06-51b0-4a01-8386-6cbe14933e2d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2572417 May 25 22:54:36.976998 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35016) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:37.005842 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:54:37.008505 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:37.033298 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f251fdf0-3373-4245-8657-0e70747fe691 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "PUT /v2.0/floatingips/3c3b30cc-d778-43be-915d-b370b2437eda HTTP/1.1" status: 200 len: 976 time: 6.5929420 May 25 22:54:37.033298 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cfd6e8-69ae-4316-8d94-a3112e9e9421,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:37.035821 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:37.036196 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Added segment bbd1f016-747f-4a26-bd5c-768c78b5bd9f of type vlan for network 391ae037-0d96-4738-89b8-63527f15aefa May 25 22:54:37.037115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35020) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:37.088080 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:37.091010 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:37.107281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:37.149909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:37.154164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:37.154999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:37.164958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Transition to ACTIVE for port object a9ee54c1-851b-40b8-adc0-dd674b74f089 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:37.185036 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Transition to ACTIVE for port object a9ee54c1-851b-40b8-adc0-dd674b74f089 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:37.197236 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Allocated IP 2001:db8::2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/3c3de56e-a46a-4351-ad97-a17dd30dc3cf/dce5be64-fabc-4de0-973c-85462500c321) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:37.219245 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:37.233388 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c88cc4e2-90c2-45d6-aaa0-ff0fd19aba0f req-36c38d5c-ca34-4228-9da7-9ccb9ecf10fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=69e1c75f41b74d7b9d9edc5f4f74584f&device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 1097 time: 0.4528873 May 25 22:54:37.238988 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] device_id is not set on port 5cf795f4-930a-491e-9ffc-dd623329069b yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:54:37.279912 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-42dcd551-458c-4e27-8abc-af02e356ca50 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting port b9d3c27e-288e-4f40-b600-2b2eacddbc42 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:37.285104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42dcd551-458c-4e27-8abc-af02e356ca50 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:37.296649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4470a70-d2a5-4a19-94cd-67e3a67e4977 None None] Sync routers for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:37.326390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53001c6e-7cdc-4ffa-95eb-c76deec89c64 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:37.327992 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-53001c6e-7cdc-4ffa-95eb-c76deec89c64 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/networks/c513f589-f876-49b8-8061-8e2704cb350d HTTP/1.1" status: 200 len: 881 time: 0.3493652 May 25 22:54:37.333404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35024) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:37.337801 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:37.338862 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:37.371061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port bdecbe5b-c529-49ec-a07e-c6f62fa692eb yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:54:37.396266 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-56d80ba2-30df-490d-a418-269c0e1da3f6 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d89f06-51b0-4a01-8386-6cbe14933e2d HTTP/1.1" status: 200 len: 205 time: 0.0523601 May 25 22:54:37.398305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35028) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:37.416702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Pushing event updated for resources: {'Port': ['ID=c6459f72-13aa-4506-b26a-98cff1a3db32,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:37.416702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:37.423092 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:37.444857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4470a70-d2a5-4a19-94cd-67e3a67e4977 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:37.445474 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b4470a70-d2a5-4a19-94cd-67e3a67e4977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:37.494942 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Pushing event updated for resources: {'Port': ['ID=a9ee54c1-851b-40b8-adc0-dd674b74f089,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:37.498552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Network d90b9a72-55e4-47da-a51f-36285be8a004 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:37.514745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:37.525513 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:37.530854 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b4470a70-d2a5-4a19-94cd-67e3a67e4977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:37.684276 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4470a70-d2a5-4a19-94cd-67e3a67e4977 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:37.684887 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b4470a70-d2a5-4a19-94cd-67e3a67e4977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:37.703642 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cc4e2-90c2-45d6-aaa0-ff0fd19aba0f req-9ab6004f-b28a-406e-9cb5-f8c93f6934e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:37.705366 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c88cc4e2-90c2-45d6-aaa0-ff0fd19aba0f req-9ab6004f-b28a-406e-9cb5-f8c93f6934e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c224e130-86c2-490b-81d8-a8b63adeefac HTTP/1.1" status: 200 len: 912 time: 0.4574955 May 25 22:54:37.750293 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:37.773392 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b4470a70-d2a5-4a19-94cd-67e3a67e4977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:37.773782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4470a70-d2a5-4a19-94cd-67e3a67e4977 None None] The sync data for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:37.776861 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Attempting to bind port a9ee54c1-851b-40b8-adc0-dd674b74f089 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:54:37.777139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Attempting to bind port a9ee54c1-851b-40b8-adc0-dd674b74f089 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'f4a595d7-258f-41db-9583-928ed116adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd90b9a72-55e4-47da-a51f-36285be8a004'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:54:37.777493 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Attempting to bind port a9ee54c1-851b-40b8-adc0-dd674b74f089 on network d90b9a72-55e4-47da-a51f-36285be8a004 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:54:37.780571 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Transition to ACTIVE for port object dce5be64-fabc-4de0-973c-85462500c321 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:37.799352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:54:37.800363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Checking segment: {'id': 'f4a595d7-258f-41db-9583-928ed116adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd90b9a72-55e4-47da-a51f-36285be8a004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:37.800363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:37.800822 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Bound using segment: {'id': 'f4a595d7-258f-41db-9583-928ed116adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd90b9a72-55e4-47da-a51f-36285be8a004'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:54:37.801570 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Bound port: a9ee54c1-851b-40b8-adc0-dd674b74f089, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a595d7-258f-41db-9583-928ed116adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd90b9a72-55e4-47da-a51f-36285be8a004'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:54:37.801781 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:37.802461 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c88cc4e2-90c2-45d6-aaa0-ff0fd19aba0f req-a54f3c03-f7fd-40c2-aa0c-1d6bb5db0f61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff HTTP/1.1" status: 200 len: 217 time: 0.0815461 May 25 22:54:37.821210 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Transition to ACTIVE for port object dce5be64-fabc-4de0-973c-85462500c321 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:37.866281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:37.869876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:37.870603 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:37.891296 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cc4e2-90c2-45d6-aaa0-ff0fd19aba0f req-988089be-9499-4100-bc28-abac0da0e11d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:37.892801 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c88cc4e2-90c2-45d6-aaa0-ff0fd19aba0f req-988089be-9499-4100-bc28-abac0da0e11d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3155b6aa-add2-4285-876b-845d979c80c0 HTTP/1.1" status: 200 len: 850 time: 0.0813038 May 25 22:54:37.902474 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] For port a9ee54c1-851b-40b8-adc0-dd674b74f089, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:54:37.905615 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] For port a9ee54c1-851b-40b8-adc0-dd674b74f089, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a9ee54c1-851b-40b8-adc0-dd674b74f089,segment=NetworkSegment(f4a595d7-258f-41db-9583-928ed116adc8),segment_id=f4a595d7-258f-41db-9583-928ed116adc8)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:54:37.942979 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:37.943189 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.l3_db [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Floating IP 42113f40-4d5e-4e8e-803b-c31b0515c446 associated. External IP: 172.26.5.197, port: 7321d30d-1591-40a6-ac0e-4a039f86c413. May 25 22:54:38.073976 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:38.076218 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Pushing event updated for resources: {'Port': ['ID=dce5be64-fabc-4de0-973c-85462500c321,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:38.078856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:38.080417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:38.111589 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:38.146953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Allocated IP 2001:db8::331 (d90b9a72-55e4-47da-a51f-36285be8a004/6aafb571-6f74-41e4-83e9-cf259b4d8b04/5cf795f4-930a-491e-9ffc-dd623329069b) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:38.147734 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c88cc4e2-90c2-45d6-aaa0-ff0fd19aba0f req-3e5d3981-c98f-4b62-8e59-3331a4b23ede service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c224e130-86c2-490b-81d8-a8b63adeefac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2471883 May 25 22:54:38.153221 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-950f9c9f-5147-406e-8abd-8449e8a83ff2 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:38.242114 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42dcd551-458c-4e27-8abc-af02e356ca50 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:38.243815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ecab3-0ea0-4bbc-8d18-d5a60d9ef494 None None] Pushing event updated for resources: {'Port': ['ID=a9ee54c1-851b-40b8-adc0-dd674b74f089,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:38.263171 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Attempting to bind port dce5be64-fabc-4de0-973c-85462500c321 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:54:38.263614 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Attempting to bind port dce5be64-fabc-4de0-973c-85462500c321 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:54:38.264088 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Attempting to bind port dce5be64-fabc-4de0-973c-85462500c321 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:54:38.271524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Network': ['ID=391ae037-0d96-4738-89b8-63527f15aefa,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:38.283323 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 391ae037-0d96-4738-89b8-63527f15aefa details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:54:38.300577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:54:38.308385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:38.308385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:38.308385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:54:38.308385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Bound port: dce5be64-fabc-4de0-973c-85462500c321, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:54:38.308385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:38.405940 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e122f1a1-b94d-480a-8d0e-1bb493cbc799 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.2763922 May 25 22:54:38.409259 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35034) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:38.421836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-db28058d-214d-4919-b813-f7ac05dcc06b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'network': {'name': 'tempest-RoutersTest-1912356438'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:38.453764 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-db28058d-214d-4919-b813-f7ac05dcc06b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:38.461618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-db28058d-214d-4919-b813-f7ac05dcc06b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:network and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:38.467226 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-db28058d-214d-4919-b813-f7ac05dcc06b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:38.468974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::c9cc:8046:9e9c:c4b (228eb34e-59ed-4b00-ac30-fd8c9bc52748/3c3de56e-a46a-4351-ad97-a17dd30dc3cf/bdecbe5b-c529-49ec-a07e-c6f62fa692eb) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:38.486432 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-db28058d-214d-4919-b813-f7ac05dcc06b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:38.491078 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c88cc4e2-90c2-45d6-aaa0-ff0fd19aba0f req-f9040f95-1982-4db8-8b4f-009d1d608731 service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856481 May 25 22:54:38.547080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] For port dce5be64-fabc-4de0-973c-85462500c321, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:54:38.573546 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] For port dce5be64-fabc-4de0-973c-85462500c321, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=dce5be64-fabc-4de0-973c-85462500c321,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:54:38.605364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db28058d-214d-4919-b813-f7ac05dcc06b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:38.613281 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db28058d-214d-4919-b813-f7ac05dcc06b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:38.701666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db28058d-214d-4919-b813-f7ac05dcc06b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:54:38.721123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:38.729426 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c88cc4e2-90c2-45d6-aaa0-ff0fd19aba0f req-63937cc3-c352-469a-bb90-707d76c7b508 service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287393 May 25 22:54:38.740580 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db28058d-214d-4919-b813-f7ac05dcc06b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:38.740580 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-db28058d-214d-4919-b813-f7ac05dcc06b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Added segment 79163e5a-b74b-4ebf-b481-ab2db784f34b of type vlan for network 92688f73-dc35-48a1-8b57-bd63a0299c9b May 25 22:54:38.838858 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcf495-8880-44fb-9389-8148cfa58919 req-9bf5c6ea-48ed-40ae-82c7-1fa834925d50 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:38.848283 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c2fcf495-8880-44fb-9389-8148cfa58919 req-9bf5c6ea-48ed-40ae-82c7-1fa834925d50 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 944 time: 0.8329411 May 25 22:54:38.868712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42dcd551-458c-4e27-8abc-af02e356ca50 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:38.869328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42dcd551-458c-4e27-8abc-af02e356ca50 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:38.869426 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-42dcd551-458c-4e27-8abc-af02e356ca50 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Floating IP 3c3b30cc-d778-43be-915d-b370b2437eda disassociated. External IP: 172.26.5.22, port: b9d3c27e-288e-4f40-b600-2b2eacddbc42. May 25 22:54:38.869719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-42dcd551-458c-4e27-8abc-af02e356ca50 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Calling delete_port for b9d3c27e-288e-4f40-b600-2b2eacddbc42 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:38.890323 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a441e-6749-47e0-b1db-f97841084b2c None None] Pushing event updated for resources: {'Port': ['ID=dce5be64-fabc-4de0-973c-85462500c321,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:39.095851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db28058d-214d-4919-b813-f7ac05dcc06b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:39.176988 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-950f9c9f-5147-406e-8abd-8449e8a83ff2 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:39.262764 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-950f9c9f-5147-406e-8abd-8449e8a83ff2 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Deleting port d37fef4a-7ea5-4975-9eee-073f19df65c4 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:39.263224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-950f9c9f-5147-406e-8abd-8449e8a83ff2 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:39.274534 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42dcd551-458c-4e27-8abc-af02e356ca50 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:39.278311 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:39.341637 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db28058d-214d-4919-b813-f7ac05dcc06b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:39.345693 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db28058d-214d-4919-b813-f7ac05dcc06b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:39.346283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db28058d-214d-4919-b813-f7ac05dcc06b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:39.404077 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcd551-458c-4e27-8abc-af02e356ca50 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Port': ['ID=b9d3c27e-288e-4f40-b600-2b2eacddbc42,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:39.426458 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c2fcf495-8880-44fb-9389-8148cfa58919 req-1bf82acb-c1b5-410d-b875-45b9b11ad37b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5772467 May 25 22:54:39.432670 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Transition to ACTIVE for port object 5cf795f4-930a-491e-9ffc-dd623329069b will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:39.531989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Router 8cd72349-1bce-49dd-a2bc-c6e3e080bad6 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:54:39.653139 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:39.718153 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28058d-214d-4919-b813-f7ac05dcc06b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Network': ['ID=92688f73-dc35-48a1-8b57-bd63a0299c9b,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:39.732227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 92688f73-dc35-48a1-8b57-bd63a0299c9b details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:54:39.744077 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-db28058d-214d-4919-b813-f7ac05dcc06b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3299875 May 25 22:54:39.747348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35038) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:39.757778 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-44689686-a3df-4e1e-bd9d-59af61e9d478 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'subnet': {'network_id': '391ae037-0d96-4738-89b8-63527f15aefa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:39.984656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9eb0b1-cb5f-4e39-8b11-914bae1a92e1 None None] Network d90b9a72-55e4-47da-a51f-36285be8a004 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:40.038085 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:40.058956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:40.117493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-950f9c9f-5147-406e-8abd-8449e8a83ff2 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:40.136833 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-44689686-a3df-4e1e-bd9d-59af61e9d478 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:40.145713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-44689686-a3df-4e1e-bd9d-59af61e9d478 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:subnet and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:40.157312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:40.172969 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:40.200612 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-44689686-a3df-4e1e-bd9d-59af61e9d478 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:40.263778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c45379f1-008b-499f-b3de-519b3d591b16 None None] Provisioning for port a9ee54c1-851b-40b8-adc0-dd674b74f089 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:40.272418 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-950f9c9f-5147-406e-8abd-8449e8a83ff2 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Calling delete_port for d37fef4a-7ea5-4975-9eee-073f19df65c4 owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:40.299936 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-44689686-a3df-4e1e-bd9d-59af61e9d478 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:40.333766 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=5cf795f4-930a-491e-9ffc-dd623329069b,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:40.359592 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object bdecbe5b-c529-49ec-a07e-c6f62fa692eb will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:40.383366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network d90b9a72-55e4-47da-a51f-36285be8a004 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:40.388709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:40.391576 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:40.395987 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:40.396615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:40.429530 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device bc994f6b-7e4a-48ba-b1ee-f1438f0358ff details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:54:40.494239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dcd551-458c-4e27-8abc-af02e356ca50 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router 71634a57-74dc-4a9b-9b07-b78c862f8647 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:54:40.499761 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44689686-a3df-4e1e-bd9d-59af61e9d478 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:40.552905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:40.565166 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05e913-e440-4e76-b30b-de38c251a7e7 None None] Sync routers for ids ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:40.598887 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05e913-e440-4e76-b30b-de38c251a7e7 None None] Routers {'8cd72349-1bce-49dd-a2bc-c6e3e080bad6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:40.600793 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2b05e913-e440-4e76-b30b-de38c251a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:40.606310 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3567e2fa-d9ff-43ac-b61b-c736226815b0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.2383187 May 25 22:54:40.622757 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35044) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:40.623885 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:40.737811 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2b05e913-e440-4e76-b30b-de38c251a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:40.745109 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44689686-a3df-4e1e-bd9d-59af61e9d478 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:40.758455 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05e913-e440-4e76-b30b-de38c251a7e7 None None] Routers {'8cd72349-1bce-49dd-a2bc-c6e3e080bad6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:40.759358 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2b05e913-e440-4e76-b30b-de38c251a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:40.762198 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-950f9c9f-5147-406e-8abd-8449e8a83ff2 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:40.793999 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff,segment=NetworkSegment(0c0066cf-16eb-4feb-8ad6-86dc69df6e56),segment_id=0c0066cf-16eb-4feb-8ad6-86dc69df6e56)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:40.812324 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'bc994f6b-7e4a-48ba-b1ee-f1438f0358ff', 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac', 'port_id': 'bc994f6b-7e4a-48ba-b1ee-f1438f0358ff', 'mac_address': 'fa:16:3e:77:eb:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3155b6aa-add2-4285-876b-845d979c80c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:54:40.814225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:40.825231 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device dce5be64-fabc-4de0-973c-85462500c321 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:40.843215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:40.863735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:40.885065 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2b05e913-e440-4e76-b30b-de38c251a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:40.885717 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05e913-e440-4e76-b30b-de38c251a7e7 None None] The sync data for ids ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:40.892260 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:40.897451 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:40.898078 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:40.934583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f9c9f-5147-406e-8abd-8449e8a83ff2 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Pushing event deleted for resources: {'Port': ['ID=d37fef4a-7ea5-4975-9eee-073f19df65c4,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:41.002873 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:41.037548 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc994f6b-7e4a-48ba-b1ee-f1438f0358ff {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:54:41.044914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4a7ae597-31ab-4cac-9c9c-9e8d88d6b59f None None] Provisioning for port dce5be64-fabc-4de0-973c-85462500c321 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:41.049261 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4272ce99-8b83-44b2-8a92-04f31c630bb8 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 9.1810653 May 25 22:54:41.051032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=bdecbe5b-c529-49ec-a07e-c6f62fa692eb,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:41.055113 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35048) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:41.070701 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff,segment=NetworkSegment(0c0066cf-16eb-4feb-8ad6-86dc69df6e56),segment_id=0c0066cf-16eb-4feb-8ad6-86dc69df6e56)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:41.081405 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-7c019820-02c6-4be1-aa0e-cab34421f873 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port 5cf795f4-930a-491e-9ffc-dd623329069b {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:41.082564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7c019820-02c6-4be1-aa0e-cab34421f873 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:41.124278 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-515154fb-7598-4ead-b27e-e8232b74cdc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.6848869 May 25 22:54:41.139849 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:41.144556 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35052) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:41.174565 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-21bce838-a107-4026-8da9-bbe7f93053b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'fixed_ips': [{'subnet_id': '3c3de56e-a46a-4351-ad97-a17dd30dc3cf', 'ip_address': '2001:db8::c9cc:8046:9e9c:c4b'}], 'name': 'tempest-NetworksTestDHCPv6-1846941305'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:41.204158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port dce5be64-fabc-4de0-973c-85462500c321 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:41.233087 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port dce5be64-fabc-4de0-973c-85462500c321 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:41.233614 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:41.309502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:41.339634 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ea0fd978-078f-438d-b45e-cece204b722b tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] 10.222.0.66 "GET /v2.0/floatingips/42113f40-4d5e-4e8e-803b-c31b0515c446 HTTP/1.1" status: 200 len: 984 time: 0.2819967 May 25 22:54:41.343942 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35056) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:41.373920 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7e612-f8b4-4e3f-b273-d1aae2263381 req-7b84ef89-c01d-4bd5-a186-4b7e0c19a975 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:41.375511 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8fa7e612-f8b4-4e3f-b273-d1aae2263381 req-7b84ef89-c01d-4bd5-a186-4b7e0c19a975 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 944 time: 0.5988319 May 25 22:54:41.439661 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['bc994f6b-7e4a-48ba-b1ee-f1438f0358ff'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:54:41.481012 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9df56460-dd4c-4865-a9bf-e2775a329a5a None None] Provisioning for port 5cf795f4-930a-491e-9ffc-dd623329069b completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:41.505852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9df56460-dd4c-4865-a9bf-e2775a329a5a None None] Provisioning complete for port 5cf795f4-930a-491e-9ffc-dd623329069b triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:41.505852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9df56460-dd4c-4865-a9bf-e2775a329a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:41.546798 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:41.570606 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-af94f1e3-212c-4b1c-9181-57dd9b53e9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:41.592559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-950f9c9f-5147-406e-8abd-8449e8a83ff2 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:41.601377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-9df56460-dd4c-4865-a9bf-e2775a329a5a None None] Port 5cf795f4-930a-491e-9ffc-dd623329069b cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:54:41.621784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port dce5be64-fabc-4de0-973c-85462500c321, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=dce5be64-fabc-4de0-973c-85462500c321,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:41.657549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Router 5ad1936d-7739-441c-867c-fad8cf121569 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:54:41.723511 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:41.723511 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a9ee54c1-851b-40b8-adc0-dd674b74f089 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:41.765348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-21bce838-a107-4026-8da9-bbe7f93053b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:41.782099 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8fa7e612-f8b4-4e3f-b273-d1aae2263381 req-16b43a28-08a4-46c2-af4a-b412dd7c7fdb tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168058 May 25 22:54:41.786918 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5f115d11-69bb-4a95-a3f5-c9f61e70209a tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.4304795 May 25 22:54:41.788442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35060) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:41.793489 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-21bce838-a107-4026-8da9-bbe7f93053b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:41.801366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-21bce838-a107-4026-8da9-bbe7f93053b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:41.889478 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=dce5be64-fabc-4de0-973c-85462500c321,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:41.898316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-950f9c9f-5147-406e-8abd-8449e8a83ff2 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:41.903008 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-950f9c9f-5147-406e-8abd-8449e8a83ff2 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:41.968465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e38e24c3-d55d-4519-9307-6b978fc50313 None None] Provisioning for port bdecbe5b-c529-49ec-a07e-c6f62fa692eb completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:41.973976 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e38e24c3-d55d-4519-9307-6b978fc50313 None None] Provisioning complete for port bdecbe5b-c529-49ec-a07e-c6f62fa692eb triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:41.977782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e38e24c3-d55d-4519-9307-6b978fc50313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:41.997445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44689686-a3df-4e1e-bd9d-59af61e9d478 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.004337 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port a9ee54c1-851b-40b8-adc0-dd674b74f089 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:42.023996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a9ee54c1-851b-40b8-adc0-dd674b74f089 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:42.024309 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.027779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-950f9c9f-5147-406e-8abd-8449e8a83ff2 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.028323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950f9c9f-5147-406e-8abd-8449e8a83ff2 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Fanout notify agent at l3_agent the message router_deleted on router 09d89f06-51b0-4a01-8386-6cbe14933e2d {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:54:42.053158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-950f9c9f-5147-406e-8abd-8449e8a83ff2 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.057656 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-950f9c9f-5147-406e-8abd-8449e8a83ff2 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "DELETE /v2.0/routers/09d89f06-51b0-4a01-8386-6cbe14933e2d HTTP/1.1" status: 204 len: 168 time: 4.6538777 May 25 22:54:42.061271 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35064) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:42.072685 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1972849888', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}, 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:42.084796 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e38e24c3-d55d-4519-9307-6b978fc50313 None None] Port bdecbe5b-c529-49ec-a07e-c6f62fa692eb cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:54:42.085088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:42.092795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Usage tracker for resource:router and tenant:cd0b7388295f4770ad7e90c33866e0d8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:42.098424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:42.108637 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:42.118914 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-21bce838-a107-4026-8da9-bbe7f93053b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:42.123290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44689686-a3df-4e1e-bd9d-59af61e9d478 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Subnet': ['ID=7f998739-2f27-4bd0-9fd6-0862973d9466,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:42.144136 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44689686-a3df-4e1e-bd9d-59af61e9d478 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Checking segment: {'id': 'bbd1f016-747f-4a26-bd5c-768c78b5bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '391ae037-0d96-4738-89b8-63527f15aefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:42.144498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44689686-a3df-4e1e-bd9d-59af61e9d478 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network hostable DHCP agents. Network: 391ae037-0d96-4738-89b8-63527f15aefa, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:54:42.158102 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.191698 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port a9ee54c1-851b-40b8-adc0-dd674b74f089, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a9ee54c1-851b-40b8-adc0-dd674b74f089,segment=NetworkSegment(f4a595d7-258f-41db-9583-928ed116adc8),segment_id=f4a595d7-258f-41db-9583-928ed116adc8)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:42.214205 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.215180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.234594 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.248621 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44689686-a3df-4e1e-bd9d-59af61e9d478 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 391ae037-0d96-4738-89b8-63527f15aefa is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:54:42.277602 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7c019820-02c6-4be1-aa0e-cab34421f873 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.329365 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.403892 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=a9ee54c1-851b-40b8-adc0-dd674b74f089,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:42.422123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-44689686-a3df-4e1e-bd9d-59af61e9d478 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 391ae037-0d96-4738-89b8-63527f15aefa) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:42.428863 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device bc994f6b-7e4a-48ba-b1ee-f1438f0358ff up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:42.440189 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44689686-a3df-4e1e-bd9d-59af61e9d478 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:42.444794 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44689686-a3df-4e1e-bd9d-59af61e9d478 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.454918 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-7c019820-02c6-4be1-aa0e-cab34421f873 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for 5cf795f4-930a-491e-9ffc-dd623329069b owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:42.460853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f47469-c64a-4ab5-82ab-1939712aec6a None None] Network 391ae037-0d96-4738-89b8-63527f15aefa requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:42.522178 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.538982 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bce838-a107-4026-8da9-bbe7f93053b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:42.555177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dcd551-458c-4e27-8abc-af02e356ca50 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:42.568409 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07afe9e1-9aec-4a56-9bc4-5e25957fac4f None None] Sync routers for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:42.587845 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device dce5be64-fabc-4de0-973c-85462500c321 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:42.655944 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-44689686-a3df-4e1e-bd9d-59af61e9d478 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9063721 May 25 22:54:42.658639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35068) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:42.663414 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07afe9e1-9aec-4a56-9bc4-5e25957fac4f None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:42.664037 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-07afe9e1-9aec-4a56-9bc4-5e25957fac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:42.665429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d468201b-0d00-4bcd-a520-cb54f3a8a1e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'subnet': {'network_id': '92688f73-dc35-48a1-8b57-bd63a0299c9b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:42.772024 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-07afe9e1-9aec-4a56-9bc4-5e25957fac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:42.844165 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07afe9e1-9aec-4a56-9bc4-5e25957fac4f None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:42.844803 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-07afe9e1-9aec-4a56-9bc4-5e25957fac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:42.846209 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42dcd551-458c-4e27-8abc-af02e356ca50 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.851729 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-42dcd551-458c-4e27-8abc-af02e356ca50 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/ports/b9d3c27e-288e-4f40-b600-2b2eacddbc42 HTTP/1.1" status: 204 len: 168 time: 5.8113220 May 25 22:54:42.852999 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35074) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:42.856573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c48e7934-a2d2-4368-bf3d-7d272cf9e4f0 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Deleting port d102c20b-6f3c-4055-aed2-f218bc04d528 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:42.856921 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c48e7934-a2d2-4368-bf3d-7d272cf9e4f0 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.913988 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:42.919457 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port dce5be64-fabc-4de0-973c-85462500c321 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:42.919820 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.943134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-07afe9e1-9aec-4a56-9bc4-5e25957fac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:42.943531 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07afe9e1-9aec-4a56-9bc4-5e25957fac4f None None] The sync data for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:42.950682 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d468201b-0d00-4bcd-a520-cb54f3a8a1e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:42.951350 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-391ae037-0d96-4738-89b8-63527f15aefa', 'network_id': '391ae037-0d96-4738-89b8-63527f15aefa', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'fixed_ips': [{'subnet_id': '7f998739-2f27-4bd0-9fd6-0862973d9466'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:54:42.952138 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.963694 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d468201b-0d00-4bcd-a520-cb54f3a8a1e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:subnet and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:42.967496 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d468201b-0d00-4bcd-a520-cb54f3a8a1e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:42.967998 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:42.968360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.975680 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dbb557de-2bb0-4fc6-9048-9e9fc4e7560f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "GET /v2.0/floatingips/3c3b30cc-d778-43be-915d-b370b2437eda HTTP/1.1" status: 200 len: 687 time: 0.1166339 May 25 22:54:42.978552 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35078) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:42.980344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-21bce838-a107-4026-8da9-bbe7f93053b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:42.980880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d468201b-0d00-4bcd-a520-cb54f3a8a1e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:43.107655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-21bce838-a107-4026-8da9-bbe7f93053b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port d24c7edc-fe7a-4318-a5a4-f09d830df660 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:54:43.143820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d468201b-0d00-4bcd-a520-cb54f3a8a1e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:43.166807 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-4a3973d4-e6ad-4f80-bc04-3805290f8ba7 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting port ca1af478-1ae2-4247-808c-52b458d061f0 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:43.167145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a3973d4-e6ad-4f80-bc04-3805290f8ba7 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:43.275062 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:43.283803 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a9ee54c1-851b-40b8-adc0-dd674b74f089 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:43.356040 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7c019820-02c6-4be1-aa0e-cab34421f873 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:43.373794 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04ed3d5-e5f7-4891-a68f-8b6d9524cd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc994f6b-7e4a-48ba-b1ee-f1438f0358ff'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:54:43.383994 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Allocated IP 172.20.0.2 (391ae037-0d96-4738-89b8-63527f15aefa/7f998739-2f27-4bd0-9fd6-0862973d9466/20d030f4-6a26-42f9-91e6-de2fa462ce46) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:43.394866 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff,segment=NetworkSegment(0c0066cf-16eb-4feb-8ad6-86dc69df6e56),segment_id=0c0066cf-16eb-4feb-8ad6-86dc69df6e56)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:43.450331 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d468201b-0d00-4bcd-a520-cb54f3a8a1e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:43.473745 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8751b918-4066-4689-92ed-26d1e1e0759a'] response: {'server_uuid': 'a04ed3d5-e5f7-4891-a68f-8b6d9524cd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc994f6b-7e4a-48ba-b1ee-f1438f0358ff', 'code': 200} May 25 22:54:43.478299 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:43.478749 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c019820-02c6-4be1-aa0e-cab34421f873 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=5cf795f4-930a-491e-9ffc-dd623329069b,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:43.537507 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c48e7934-a2d2-4368-bf3d-7d272cf9e4f0 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:43.538330 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c48e7934-a2d2-4368-bf3d-7d272cf9e4f0 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:43.599277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a9ee54c1-851b-40b8-adc0-dd674b74f089 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:43.599641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:43.743888 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:43.750447 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:43.814366 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:43.838839 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:43.843681 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8d165f47-d9bf-48a9-b6ef-afc8df3f4503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:43.858375 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Transition to ACTIVE for port object 20d030f4-6a26-42f9-91e6-de2fa462ce46 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:43.881938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Transition to ACTIVE for port object 20d030f4-6a26-42f9-91e6-de2fa462ce46 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:43.900196 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a3973d4-e6ad-4f80-bc04-3805290f8ba7 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:43.900563 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a3973d4-e6ad-4f80-bc04-3805290f8ba7 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:43.962874 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c48e7934-a2d2-4368-bf3d-7d272cf9e4f0 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Calling delete_port for d102c20b-6f3c-4055-aed2-f218bc04d528 owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:43.964038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:43.993329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7c019820-02c6-4be1-aa0e-cab34421f873 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:44.036837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Network 391ae037-0d96-4738-89b8-63527f15aefa is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:44.040459 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:44.042443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Pushing event updated for resources: {'Port': ['ID=20d030f4-6a26-42f9-91e6-de2fa462ce46,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:44.044728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:44.050218 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:44.059717 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de16cdf-6c5a-4af0-916e-09377627dfb0 req-117f6854-0a29-45c1-aa8d-e2d120c6e517 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:44.061210 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5de16cdf-6c5a-4af0-916e-09377627dfb0 req-117f6854-0a29-45c1-aa8d-e2d120c6e517 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 945 time: 0.9599528 May 25 22:54:44.064085 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09688d14-0d03-45d5-8bdc-708ffccd6ca4 None None] Sync routers for ids ['5ad1936d-7739-441c-867c-fad8cf121569'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:44.065228 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7c019820-02c6-4be1-aa0e-cab34421f873 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/5cf795f4-930a-491e-9ffc-dd623329069b HTTP/1.1" status: 204 len: 168 time: 3.4343960 May 25 22:54:44.071272 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:44.073338 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-964310dd-c93c-475f-8fd8-cfa51382fc62 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "PUT /v2.0/routers/5ad1936d-7739-441c-867c-fad8cf121569 HTTP/1.1" status: 200 len: 918 time: 10.6572795 May 25 22:54:44.073338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35084) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:44.090129 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09688d14-0d03-45d5-8bdc-708ffccd6ca4 None None] Routers {'5ad1936d-7739-441c-867c-fad8cf121569'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:44.091050 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-09688d14-0d03-45d5-8bdc-708ffccd6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5ad1936d-7739-441c-867c-fad8cf121569'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:44.108937 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35088) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:44.135974 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-4a3973d4-e6ad-4f80-bc04-3805290f8ba7 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Calling delete_port for ca1af478-1ae2-4247-808c-52b458d061f0 owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:44.146890 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Attempting to bind port 20d030f4-6a26-42f9-91e6-de2fa462ce46 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:54:44.147687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Attempting to bind port 20d030f4-6a26-42f9-91e6-de2fa462ce46 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'bbd1f016-747f-4a26-bd5c-768c78b5bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '391ae037-0d96-4738-89b8-63527f15aefa'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:54:44.148026 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bce838-a107-4026-8da9-bbe7f93053b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] POST failed (client error): There was a conflict when trying to complete your request. May 25 22:54:44.148490 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21bce838-a107-4026-8da9-bbe7f93053b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:44.149222 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Attempting to bind port 20d030f4-6a26-42f9-91e6-de2fa462ce46 on network 391ae037-0d96-4738-89b8-63527f15aefa {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:54:44.162464 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:54:44.163073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Checking segment: {'id': 'bbd1f016-747f-4a26-bd5c-768c78b5bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '391ae037-0d96-4738-89b8-63527f15aefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:44.163690 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:44.164221 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Bound using segment: {'id': 'bbd1f016-747f-4a26-bd5c-768c78b5bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '391ae037-0d96-4738-89b8-63527f15aefa'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:54:44.166612 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Bound port: 20d030f4-6a26-42f9-91e6-de2fa462ce46, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd1f016-747f-4a26-bd5c-768c78b5bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '391ae037-0d96-4738-89b8-63527f15aefa'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:54:44.167615 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-09688d14-0d03-45d5-8bdc-708ffccd6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:44.168133 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:44.180327 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09688d14-0d03-45d5-8bdc-708ffccd6ca4 None None] Routers {'5ad1936d-7739-441c-867c-fad8cf121569'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:44.181293 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-09688d14-0d03-45d5-8bdc-708ffccd6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5ad1936d-7739-441c-867c-fad8cf121569'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:44.217020 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6206a2-abe5-4576-9885-14a2a0b864e0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] GET failed (client error): The resource could not be found. May 25 22:54:44.217526 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0d6206a2-abe5-4576-9885-14a2a0b864e0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Synchronizing usage tracker for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:44.262526 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-09688d14-0d03-45d5-8bdc-708ffccd6ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:44.263290 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09688d14-0d03-45d5-8bdc-708ffccd6ca4 None None] The sync data for ids ['5ad1936d-7739-441c-867c-fad8cf121569'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:44.304184 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-17ec851d-e1b8-40ef-8eb3-f8ca1e4d93e5 req-04bbd3b3-5d84-4402-945f-9810920c49c2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 1099 time: 0.3006890 May 25 22:54:44.317149 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] For port 20d030f4-6a26-42f9-91e6-de2fa462ce46, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:54:44.321500 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] For port 20d030f4-6a26-42f9-91e6-de2fa462ce46, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=20d030f4-6a26-42f9-91e6-de2fa462ce46,segment=NetworkSegment(bbd1f016-747f-4a26-bd5c-768c78b5bd9f),segment_id=bbd1f016-747f-4a26-bd5c-768c78b5bd9f)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:54:44.341533 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5de16cdf-6c5a-4af0-916e-09377627dfb0 req-b9f048df-480f-4c54-afd0-ab209b0362b1 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637424 May 25 22:54:44.368923 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Allocated IP 172.26.5.79 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/03f16715-b51a-4caa-adfa-b55db04f334e) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:44.403452 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-21bce838-a107-4026-8da9-bbe7f93053b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 3.2563238 May 25 22:54:44.408417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35092) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:44.427576 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:44.452226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0d6206a2-abe5-4576-9885-14a2a0b864e0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Unset dirty status for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:44.455894 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0d6206a2-abe5-4576-9885-14a2a0b864e0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/5cf795f4-930a-491e-9ffc-dd623329069b HTTP/1.1" status: 404 len: 333 time: 0.3792055 May 25 22:54:44.460243 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35096) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:44.515939 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0207ee5-a390-4ac8-acee-49a6dfbbd691 None None] Pushing event updated for resources: {'Port': ['ID=20d030f4-6a26-42f9-91e6-de2fa462ce46,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:44.552313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be24b101-5777-488c-9326-e13fe1d34aed tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:44.556447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be24b101-5777-488c-9326-e13fe1d34aed tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:44.557397 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-be24b101-5777-488c-9326-e13fe1d34aed tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:44.564354 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c48e7934-a2d2-4368-bf3d-7d272cf9e4f0 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:44.593782 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d468201b-0d00-4bcd-a520-cb54f3a8a1e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:44.627755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e7934-a2d2-4368-bf3d-7d272cf9e4f0 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event deleted for resources: {'Port': ['ID=d102c20b-6f3c-4055-aed2-f218bc04d528,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:44.636717 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ae8b2321-94ae-4ba4-b821-c5d8a903c030 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/routers/5ad1936d-7739-441c-867c-fad8cf121569 HTTP/1.1" status: 200 len: 924 time: 0.5038531 May 25 22:54:44.641580 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-17ec851d-e1b8-40ef-8eb3-f8ca1e4d93e5 req-679bd937-5176-44f2-bdf9-8a803b1b9981 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161449 May 25 22:54:44.653778 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35100) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:44.726608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-be24b101-5777-488c-9326-e13fe1d34aed tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:44.727890 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-be24b101-5777-488c-9326-e13fe1d34aed tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3193488 May 25 22:54:44.731087 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35104) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:44.778784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:44.806491 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c48e7934-a2d2-4368-bf3d-7d272cf9e4f0 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:44.868601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468201b-0d00-4bcd-a520-cb54f3a8a1e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Subnet': ['ID=32139f92-cbea-4f04-b300-756c73bbdf7f,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:44.873866 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-71e50b33-4f6d-4f2f-926b-5cb2c39cd9c1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port bdecbe5b-c529-49ec-a07e-c6f62fa692eb {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:44.873866 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71e50b33-4f6d-4f2f-926b-5cb2c39cd9c1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:44.881791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a3973d4-e6ad-4f80-bc04-3805290f8ba7 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:44.971544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3973d4-e6ad-4f80-bc04-3805290f8ba7 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Port': ['ID=ca1af478-1ae2-4247-808c-52b458d061f0,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:45.022669 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:45.061225 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:45.116814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d468201b-0d00-4bcd-a520-cb54f3a8a1e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Checking segment: {'id': '79163e5a-b74b-4ebf-b481-ab2db784f34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '92688f73-dc35-48a1-8b57-bd63a0299c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:45.117334 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d468201b-0d00-4bcd-a520-cb54f3a8a1e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network hostable DHCP agents. Network: 92688f73-dc35-48a1-8b57-bd63a0299c9b, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:54:45.200173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71e50b33-4f6d-4f2f-926b-5cb2c39cd9c1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:45.259962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe73491-08ef-408c-bc60-65d0e167e5a4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting subnet 6aafb571-6f74-41e4-83e9-cf259b4d8b04 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:54:45.275666 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e8b70aa3-b080-4490-8165-5706e9076f66 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=c513f589-f876-49b8-8061-8e2704cb350d&device_id=5ad1936d-7739-441c-867c-fad8cf121569&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6208656 May 25 22:54:45.277195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35108) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:45.304595 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6fe73491-08ef-408c-bc60-65d0e167e5a4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:45.332287 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-71e50b33-4f6d-4f2f-926b-5cb2c39cd9c1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for bdecbe5b-c529-49ec-a07e-c6f62fa692eb owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:45.443423 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a3973d4-e6ad-4f80-bc04-3805290f8ba7 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:45.458339 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6fe73491-08ef-408c-bc60-65d0e167e5a4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:45.557071 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe9d16b-4f8b-461e-8afc-4a98a9fb96c1 None None] Network 391ae037-0d96-4738-89b8-63527f15aefa requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:45.569686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:45.623553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf34dfa-e87e-48dd-9b3e-8d78597fff69 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:45.627595 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-caf34dfa-e87e-48dd-9b3e-8d78597fff69 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/networks/c513f589-f876-49b8-8061-8e2704cb350d HTTP/1.1" status: 200 len: 881 time: 0.3456864 May 25 22:54:45.628371 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d468201b-0d00-4bcd-a520-cb54f3a8a1e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 92688f73-dc35-48a1-8b57-bd63a0299c9b is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:54:45.634933 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35114) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:45.724177 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1da5e529-102f-4120-96ad-c18904132e54 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ad1936d-7739-441c-867c-fad8cf121569 HTTP/1.1" status: 200 len: 205 time: 0.0832129 May 25 22:54:45.728243 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35118) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:45.732413 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a3973d4-e6ad-4f80-bc04-3805290f8ba7 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:45.737157 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4a3973d4-e6ad-4f80-bc04-3805290f8ba7 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/floatingips/3c3b30cc-d778-43be-915d-b370b2437eda HTTP/1.1" status: 204 len: 168 time: 2.7542887 May 25 22:54:45.783090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-43589f4c-efa9-4099-93b2-3155daab0c17 None None] Provisioning for port 20d030f4-6a26-42f9-91e6-de2fa462ce46 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:45.788898 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Pushing event updated for resources: {'Port': ['ID=03f16715-b51a-4caa-adfa-b55db04f334e,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:45.789984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35122) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:45.802430 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:45.808202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:45.865550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:45.875204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': '183fe171-97f5-48cc-a36c-62eb952cc08f'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:45.880460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71e50b33-4f6d-4f2f-926b-5cb2c39cd9c1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:45.893346 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6fe73491-08ef-408c-bc60-65d0e167e5a4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:45.929728 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-d468201b-0d00-4bcd-a520-cb54f3a8a1e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 92688f73-dc35-48a1-8b57-bd63a0299c9b) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:45.942781 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94951959-b4d3-4b50-a8c3-cf892775f9b8 None None] Network 92688f73-dc35-48a1-8b57-bd63a0299c9b requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:45.949828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:45.954357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e50b33-4f6d-4f2f-926b-5cb2c39cd9c1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=bdecbe5b-c529-49ec-a07e-c6f62fa692eb,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:45.956697 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d468201b-0d00-4bcd-a520-cb54f3a8a1e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:45.957411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d468201b-0d00-4bcd-a520-cb54f3a8a1e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.009500 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Usage tracker for resource:floatingip and tenant:a14378b6d73d4ae08d8270b7d5eccae0 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:46.015412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:46.032960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71e50b33-4f6d-4f2f-926b-5cb2c39cd9c1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.037933 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:46.077290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f1a84-9c85-4dfc-b8a2-39012a01ffe2 req-675b5df0-26f0-45e1-bdef-18c363fcdb14 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:46.078752 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-de9f1a84-9c85-4dfc-b8a2-39012a01ffe2 req-675b5df0-26f0-45e1-bdef-18c363fcdb14 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.4075134 May 25 22:54:46.121689 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d468201b-0d00-4bcd-a520-cb54f3a8a1e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4617500 May 25 22:54:46.125577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35126) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:46.138679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-2afe5ab0-182b-493d-b437-dfe32b3652b3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-556636430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:46.142341 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-de9f1a84-9c85-4dfc-b8a2-39012a01ffe2 req-b2327394-74eb-471d-af29-44b28c5ea3f5 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513585 May 25 22:54:46.147213 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-71e50b33-4f6d-4f2f-926b-5cb2c39cd9c1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/bdecbe5b-c529-49ec-a07e-c6f62fa692eb HTTP/1.1" status: 204 len: 168 time: 1.4149921 May 25 22:54:46.149790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35130) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:46.153320 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2afe5ab0-182b-493d-b437-dfe32b3652b3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:46.162419 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2afe5ab0-182b-493d-b437-dfe32b3652b3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:router and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:46.167119 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2afe5ab0-182b-493d-b437-dfe32b3652b3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:46.174441 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2afe5ab0-182b-493d-b437-dfe32b3652b3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:46.211052 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6fe73491-08ef-408c-bc60-65d0e167e5a4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.235349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.289920 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-92688f73-dc35-48a1-8b57-bd63a0299c9b', 'network_id': '92688f73-dc35-48a1-8b57-bd63a0299c9b', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'fixed_ips': [{'subnet_id': '32139f92-cbea-4f04-b300-756c73bbdf7f'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:54:46.290991 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.321179 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2afe5ab0-182b-493d-b437-dfe32b3652b3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.322890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2afe5ab0-182b-493d-b437-dfe32b3652b3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.333604 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe73491-08ef-408c-bc60-65d0e167e5a4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Subnet': ['ID=6aafb571-6f74-41e4-83e9-cf259b4d8b04,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:46.368227 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd06ffbf-63da-41b5-8237-d817e564bbec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:46.368227 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd06ffbf-63da-41b5-8237-d817e564bbec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:46.368227 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dd06ffbf-63da-41b5-8237-d817e564bbec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:46.369065 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6fe73491-08ef-408c-bc60-65d0e167e5a4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.369165 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1524f9-2e8c-4635-8161-9ca3e6d04092 None None] Network d90b9a72-55e4-47da-a51f-36285be8a004 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:46.384563 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6fe73491-08ef-408c-bc60-65d0e167e5a4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/6aafb571-6f74-41e4-83e9-cf259b4d8b04 HTTP/1.1" status: 204 len: 168 time: 1.9181817 May 25 22:54:46.389474 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35134) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:46.399753 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48e7934-a2d2-4368-bf3d-7d272cf9e4f0 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Router 8cd72349-1bce-49dd-a2bc-c6e3e080bad6 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:54:46.421542 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2173f40e-96bd-4824-9773-d07ec1df76df tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.485556 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2afe5ab0-182b-493d-b437-dfe32b3652b3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.612459 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.615123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dd06ffbf-63da-41b5-8237-d817e564bbec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:46.619353 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dd06ffbf-63da-41b5-8237-d817e564bbec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4657924 May 25 22:54:46.619522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 20d030f4-6a26-42f9-91e6-de2fa462ce46 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:46.622031 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35138) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:46.644604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.707256 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.723116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Allocated IP 172.21.0.2 (92688f73-dc35-48a1-8b57-bd63a0299c9b/32139f92-cbea-4f04-b300-756c73bbdf7f/83d1ac01-ee9e-49b3-9c21-a375bce35068) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:46.733457 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.733457 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.733457 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2afe5ab0-182b-493d-b437-dfe32b3652b3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.825492 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Allocated IP 172.26.5.17 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/530de893-c934-4afb-bb12-ecfd6e0dcfcb) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:46.891640 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port a9ee54c1-851b-40b8-adc0-dd674b74f089 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:46.891974 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.921507 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48e7934-a2d2-4368-bf3d-7d272cf9e4f0 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:46.944311 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c48e7934-a2d2-4368-bf3d-7d272cf9e4f0 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:46.945734 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e1687-695e-44f7-9b34-55a85b03ee50 None None] DHCP port deletion for d90b9a72-55e4-47da-a51f-36285be8a004 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:54:46.948215 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc57400-5f40-4d59-a9df-63b2ad870f10 None None] Sync routers for ids ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:46.972989 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 20d030f4-6a26-42f9-91e6-de2fa462ce46 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:46.977304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c80e1687-695e-44f7-9b34-55a85b03ee50 None None] Deleting port a9ee54c1-851b-40b8-adc0-dd674b74f089 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:46.977304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c80e1687-695e-44f7-9b34-55a85b03ee50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.026851 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 20d030f4-6a26-42f9-91e6-de2fa462ce46 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:47.027752 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.037646 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c48e7934-a2d2-4368-bf3d-7d272cf9e4f0 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] 10.222.0.66 "DELETE /v2.0/floatingips/42113f40-4d5e-4e8e-803b-c31b0515c446 HTTP/1.1" status: 204 len: 168 time: 5.2404814 May 25 22:54:47.038455 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35142) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:47.057028 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:47.066720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:47.070983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.076518 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Usage tracker for resource:floatingip and tenant:c10221d37d44476da4b22df029ef6ea0 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:47.080671 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:47.088473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:47.093407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc57400-5f40-4d59-a9df-63b2ad870f10 None None] Routers {'8cd72349-1bce-49dd-a2bc-c6e3e080bad6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:47.094169 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bbc57400-5f40-4d59-a9df-63b2ad870f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:47.110849 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2afe5ab0-182b-493d-b437-dfe32b3652b3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.115145 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2afe5ab0-182b-493d-b437-dfe32b3652b3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9787374 May 25 22:54:47.115572 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35146) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:47.145462 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.180191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.209568 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Transition to ACTIVE for port object 83d1ac01-ee9e-49b3-9c21-a375bce35068 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:47.240074 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Transition to ACTIVE for port object 83d1ac01-ee9e-49b3-9c21-a375bce35068 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:47.243704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bbc57400-5f40-4d59-a9df-63b2ad870f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:47.257543 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.314020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-651efddc-702d-4468-adce-0e5d26c86eb0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 3c3de56e-a46a-4351-ad97-a17dd30dc3cf {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:54:47.340862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-651efddc-702d-4468-adce-0e5d26c86eb0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.396508 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.488374 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.506743 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-651efddc-702d-4468-adce-0e5d26c86eb0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.525993 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc57400-5f40-4d59-a9df-63b2ad870f10 None None] Routers {'8cd72349-1bce-49dd-a2bc-c6e3e080bad6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:47.526648 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bbc57400-5f40-4d59-a9df-63b2ad870f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:47.570884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] For port a9ee54c1-851b-40b8-adc0-dd674b74f089, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a9ee54c1-851b-40b8-adc0-dd674b74f089,segment=NetworkSegment(f4a595d7-258f-41db-9583-928ed116adc8),segment_id=f4a595d7-258f-41db-9583-928ed116adc8)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:47.571328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.571460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:47.577294 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=530de893-c934-4afb-bb12-ecfd6e0dcfcb,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:47.587253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:47.588525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.593631 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:47.621883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Network 92688f73-dc35-48a1-8b57-bd63a0299c9b is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:47.636183 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:47.637911 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bbc57400-5f40-4d59-a9df-63b2ad870f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:47.638302 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc57400-5f40-4d59-a9df-63b2ad870f10 None None] The sync data for ids ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:47.646966 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:47.656956 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Pushing event updated for resources: {'Port': ['ID=83d1ac01-ee9e-49b3-9c21-a375bce35068,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:47.670113 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c80e1687-695e-44f7-9b34-55a85b03ee50 None None] For port a9ee54c1-851b-40b8-adc0-dd674b74f089, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a9ee54c1-851b-40b8-adc0-dd674b74f089,segment=NetworkSegment(f4a595d7-258f-41db-9583-928ed116adc8),segment_id=f4a595d7-258f-41db-9583-928ed116adc8)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:47.670527 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c80e1687-695e-44f7-9b34-55a85b03ee50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.748148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for a9ee54c1-851b-40b8-adc0-dd674b74f089 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:47.783585 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2173f40e-96bd-4824-9773-d07ec1df76df tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.853273 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c80e1687-695e-44f7-9b34-55a85b03ee50 None None] Calling delete_port for a9ee54c1-851b-40b8-adc0-dd674b74f089 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:47.859597 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-651efddc-702d-4468-adce-0e5d26c86eb0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.880812 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be3de9-8753-47b7-bfaa-9b58d3188a63 req-9e9a5c32-c9ad-468f-b78d-679e31313dd8 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:47.883004 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-03be3de9-8753-47b7-bfaa-9b58d3188a63 req-9e9a5c32-c9ad-468f-b78d-679e31313dd8 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.5583341 May 25 22:54:47.924306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-2173f40e-96bd-4824-9773-d07ec1df76df tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Deleting port c6459f72-13aa-4506-b26a-98cff1a3db32 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:47.925639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2173f40e-96bd-4824-9773-d07ec1df76df tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.931261 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 20d030f4-6a26-42f9-91e6-de2fa462ce46, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=20d030f4-6a26-42f9-91e6-de2fa462ce46,segment=NetworkSegment(bbd1f016-747f-4a26-bd5c-768c78b5bd9f),segment_id=bbd1f016-747f-4a26-bd5c-768c78b5bd9f)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:47.956143 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Attempting to bind port 83d1ac01-ee9e-49b3-9c21-a375bce35068 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:54:47.958958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Attempting to bind port 83d1ac01-ee9e-49b3-9c21-a375bce35068 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '79163e5a-b74b-4ebf-b481-ab2db784f34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '92688f73-dc35-48a1-8b57-bd63a0299c9b'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:54:47.958958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Attempting to bind port 83d1ac01-ee9e-49b3-9c21-a375bce35068 on network 92688f73-dc35-48a1-8b57-bd63a0299c9b {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:54:47.966978 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:54:47.967196 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Checking segment: {'id': '79163e5a-b74b-4ebf-b481-ab2db784f34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '92688f73-dc35-48a1-8b57-bd63a0299c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:47.967554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:47.968005 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Bound using segment: {'id': '79163e5a-b74b-4ebf-b481-ab2db784f34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '92688f73-dc35-48a1-8b57-bd63a0299c9b'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:54:47.968580 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Bound port: 83d1ac01-ee9e-49b3-9c21-a375bce35068, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79163e5a-b74b-4ebf-b481-ab2db784f34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '92688f73-dc35-48a1-8b57-bd63a0299c9b'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:54:47.969200 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:48.035859 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:48.105353 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:48.106704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-c80e1687-695e-44f7-9b34-55a85b03ee50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:54:48.107059 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-c80e1687-695e-44f7-9b34-55a85b03ee50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:54:48.135451 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=20d030f4-6a26-42f9-91e6-de2fa462ce46,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:48.140373 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] For port 83d1ac01-ee9e-49b3-9c21-a375bce35068, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:54:48.143626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] For port 83d1ac01-ee9e-49b3-9c21-a375bce35068, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=83d1ac01-ee9e-49b3-9c21-a375bce35068,segment=NetworkSegment(79163e5a-b74b-4ebf-b481-ab2db784f34b),segment_id=79163e5a-b74b-4ebf-b481-ab2db784f34b)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:54:48.169969 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=a9ee54c1-851b-40b8-adc0-dd674b74f089,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:48.187815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No DVR routers for this DVR port a9ee54c1-851b-40b8-adc0-dd674b74f089 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:54:48.209406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:48.254645 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-651efddc-702d-4468-adce-0e5d26c86eb0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:48.264438 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-03be3de9-8753-47b7-bfaa-9b58d3188a63 req-e0b670f9-c639-4cd9-a9de-e887d80d6022 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3675258 May 25 22:54:48.288447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:48.332218 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d23902-c122-4d3f-b60b-98a8ecd74374 None None] Pushing event updated for resources: {'Port': ['ID=83d1ac01-ee9e-49b3-9c21-a375bce35068,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:48.379462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651efddc-702d-4468-adce-0e5d26c86eb0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3de56e-a46a-4351-ad97-a17dd30dc3cf,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:48.417174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-651efddc-702d-4468-adce-0e5d26c86eb0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:48.424699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2173f40e-96bd-4824-9773-d07ec1df76df tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:48.431087 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2661ef64-53d3-4527-acca-0a39f32631a3 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:48.435212 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:48.446165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Router ad761d34-5337-45f3-9f94-1ce48899e543 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:54:48.558042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:48.611007 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-2173f40e-96bd-4824-9773-d07ec1df76df tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Calling delete_port for c6459f72-13aa-4506-b26a-98cff1a3db32 owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:48.640211 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90b9a72-55e4-47da-a51f-36285be8a004']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:48.656961 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-651efddc-702d-4468-adce-0e5d26c86eb0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/3c3de56e-a46a-4351-ad97-a17dd30dc3cf HTTP/1.1" status: 204 len: 168 time: 2.0262427 May 25 22:54:48.658132 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35154) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:48.673548 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c80e1687-695e-44f7-9b34-55a85b03ee50 None None] Deleting port a9ee54c1-851b-40b8-adc0-dd674b74f089 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:48.674073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c80e1687-695e-44f7-9b34-55a85b03ee50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:48.739231 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 20d030f4-6a26-42f9-91e6-de2fa462ce46 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:48.865025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c80e1687-695e-44f7-9b34-55a85b03ee50 None None] The port 'a9ee54c1-851b-40b8-adc0-dd674b74f089' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:54:48.894258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a595d7-258f-41db-9583-928ed116adc8') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:48.894762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a595d7-258f-41db-9583-928ed116adc8') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:48.915971 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-deedd169-26a5-4015-86f5-5e5696137201 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2433460 May 25 22:54:48.920041 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35158) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:48.937914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 20d030f4-6a26-42f9-91e6-de2fa462ce46 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:48.938273 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:48.972784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Allocated IP 172.26.5.238 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/d70c2ec3-d5b6-41a1-b3ad-ba35206d98e3) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:48.976744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:48.986455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ddd4a0ba-2eb9-4a2c-afe0-7463da7a6bdb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:49.126403 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbec409f-093b-40f0-8683-1667fecaf6e8 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:54:49.132158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-cbec409f-093b-40f0-8683-1667fecaf6e8 None None] Deleting port dce5be64-fabc-4de0-973c-85462500c321 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:49.133689 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cbec409f-093b-40f0-8683-1667fecaf6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:49.149866 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:49.168747 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a9ee54c1-851b-40b8-adc0-dd674b74f089 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:54:49.182982 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:54:49.183392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:54:49.199437 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:54:49.216504 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: a9ee54c1-851b-40b8-adc0-dd674b74f089 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:54:49.216869 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a9ee54c1-851b-40b8-adc0-dd674b74f089 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:54:49.256118 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7dca2d-51aa-4941-a6f5-0496e6dbb8d3 req-34ebf2db-3495-429e-b72f-81ec243147e5 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:49.258875 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8a7dca2d-51aa-4941-a6f5-0496e6dbb8d3 req-34ebf2db-3495-429e-b72f-81ec243147e5 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.8112311 May 25 22:54:49.285085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35162) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:49.313565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ef4a40ef-24a8-4e5e-8518-b9a7907eaa06 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Request body: {'floatingip': {'port_id': 'bc994f6b-7e4a-48ba-b1ee-f1438f0358ff'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:49.397794 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-cbec409f-093b-40f0-8683-1667fecaf6e8 None None] For port dce5be64-fabc-4de0-973c-85462500c321, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=dce5be64-fabc-4de0-973c-85462500c321,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:49.397794 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cbec409f-093b-40f0-8683-1667fecaf6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:49.421321 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ddd4a0ba-2eb9-4a2c-afe0-7463da7a6bdb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:49.436479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ddd4a0ba-2eb9-4a2c-afe0-7463da7a6bdb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:49.443359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ddd4a0ba-2eb9-4a2c-afe0-7463da7a6bdb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:49.447723 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ef4a40ef-24a8-4e5e-8518-b9a7907eaa06 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for floatingip, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:49.522454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ddd4a0ba-2eb9-4a2c-afe0-7463da7a6bdb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:49.561520 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-cbec409f-093b-40f0-8683-1667fecaf6e8 None None] Calling delete_port for dce5be64-fabc-4de0-973c-85462500c321 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:49.627390 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Allocated IP 172.20.0.1 (391ae037-0d96-4738-89b8-63527f15aefa/7f998739-2f27-4bd0-9fd6-0862973d9466/ea81836a-b2a7-42e3-9e70-e0970859764d) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:49.633919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:49.642194 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:49.680163 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:49.684683 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:49.699803 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da65cee8-ff79-4829-bc8f-7bc303a4ac5c None None] Network 92688f73-dc35-48a1-8b57-bd63a0299c9b requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:49.757776 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2173f40e-96bd-4824-9773-d07ec1df76df tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:49.777068 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cbec409f-093b-40f0-8683-1667fecaf6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:49.794528 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Network': ['ID=d90b9a72-55e4-47da-a51f-36285be8a004,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:49.814714 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-515f2176-3a88-4d55-a9e8-3db440cb5323 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/networks/d90b9a72-55e4-47da-a51f-36285be8a004 HTTP/1.1" status: 204 len: 168 time: 3.4233623 May 25 22:54:49.816364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd4a0ba-2eb9-4a2c-afe0-7463da7a6bdb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:49.821816 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ddd4a0ba-2eb9-4a2c-afe0-7463da7a6bdb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:49.828715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35168) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:49.835793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'name': 'tempest-PortsIpV6TestJSON-1431381960'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:49.841662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec409f-093b-40f0-8683-1667fecaf6e8 None None] Pushing event deleted for resources: {'Port': ['ID=dce5be64-fabc-4de0-973c-85462500c321,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:49.865878 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbec409f-093b-40f0-8683-1667fecaf6e8 None None] No DVR routers for this DVR port dce5be64-fabc-4de0-973c-85462500c321 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:54:49.910716 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:49.923374 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1654f4d6-c982-4cf2-805b-303e33f357dd None None] Provisioning for port 83d1ac01-ee9e-49b3-9c21-a375bce35068 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:50.019533 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173f40e-96bd-4824-9773-d07ec1df76df tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Pushing event deleted for resources: {'Port': ['ID=c6459f72-13aa-4506-b26a-98cff1a3db32,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:50.033399 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.106674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:50.125204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:50.128177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:50.142312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:50.182342 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Pushing event updated for resources: {'Port': ['ID=d70c2ec3-d5b6-41a1-b3ad-ba35206d98e3,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:50.187075 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:port and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:50.200778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:50.226920 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:50.243161 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.350944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Transition to ACTIVE for port object ea81836a-b2a7-42e3-9e70-e0970859764d will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:50.385919 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a02573b1-636f-4b08-abd5-cad4423d7277 req-9a37399f-892d-4798-9303-931dc101b90c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8591447 May 25 22:54:50.404104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:50.407068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.451701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] device_id is not set on port ac55c1c4-8a7d-475d-8f9f-1a1ac15622e4 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:54:50.529263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.532891 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.601597 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 83d1ac01-ee9e-49b3-9c21-a375bce35068 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:50.667627 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.669539 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2173f40e-96bd-4824-9773-d07ec1df76df tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.701282 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.734169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 391ae037-0d96-4738-89b8-63527f15aefa is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:50.734579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 83d1ac01-ee9e-49b3-9c21-a375bce35068 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:50.734704 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=ea81836a-b2a7-42e3-9e70-e0970859764d,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:50.741529 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 83d1ac01-ee9e-49b3-9c21-a375bce35068 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:50.742058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.763612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:50.813689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:50.871428 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:50.907475 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 83d1ac01-ee9e-49b3-9c21-a375bce35068, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=83d1ac01-ee9e-49b3-9c21-a375bce35068,segment=NetworkSegment(79163e5a-b74b-4ebf-b481-ab2db784f34b),segment_id=79163e5a-b74b-4ebf-b481-ab2db784f34b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:50.918762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:50.932045 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d44a9c6-fc68-4dd4-a10a-b4e24acf488a None None] Sync routers for ids ['ad761d34-5337-45f3-9f94-1ce48899e543'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:50.952947 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d44a9c6-fc68-4dd4-a10a-b4e24acf488a None None] Routers {'ad761d34-5337-45f3-9f94-1ce48899e543'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:50.954165 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-1d44a9c6-fc68-4dd4-a10a-b4e24acf488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ad761d34-5337-45f3-9f94-1ce48899e543'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:50.980892 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.032154 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ddd4a0ba-2eb9-4a2c-afe0-7463da7a6bdb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.037177 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-1d44a9c6-fc68-4dd4-a10a-b4e24acf488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:51.050651 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d44a9c6-fc68-4dd4-a10a-b4e24acf488a None None] Routers {'ad761d34-5337-45f3-9f94-1ce48899e543'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:51.051302 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-1d44a9c6-fc68-4dd4-a10a-b4e24acf488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ad761d34-5337-45f3-9f94-1ce48899e543'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:51.081950 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device dce5be64-fabc-4de0-973c-85462500c321 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:54:51.117265 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-1d44a9c6-fc68-4dd4-a10a-b4e24acf488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:51.117882 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d44a9c6-fc68-4dd4-a10a-b4e24acf488a None None] The sync data for ids ['ad761d34-5337-45f3-9f94-1ce48899e543'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:51.142922 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: dce5be64-fabc-4de0-973c-85462500c321 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:54:51.143278 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device dce5be64-fabc-4de0-973c-85462500c321 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:54:51.167248 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=83d1ac01-ee9e-49b3-9c21-a375bce35068,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:51.198195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=530de893-c934-4afb-bb12-ecfd6e0dcfcb,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:51.209512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.220090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9ca1e792-018a-4175-8e97-a1bd5cf6e832 None None] Provisioning for port ea81836a-b2a7-42e3-9e70-e0970859764d completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:51.226076 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9ca1e792-018a-4175-8e97-a1bd5cf6e832 None None] Provisioning complete for port ea81836a-b2a7-42e3-9e70-e0970859764d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:51.226544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9ca1e792-018a-4175-8e97-a1bd5cf6e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.230346 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a02573b1-636f-4b08-abd5-cad4423d7277 req-f67b3d41-df1c-4946-92ec-421c2fbf33f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=69e1c75f41b74d7b9d9edc5f4f74584f&device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 1099 time: 0.7682433 May 25 22:54:51.240544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.241855 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-24b55a9a-64c2-4ce9-b765-fe56667ec4b7 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.1794198 May 25 22:54:51.243670 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd4a0ba-2eb9-4a2c-afe0-7463da7a6bdb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:51.253918 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35172) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:51.254775 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-ddd4a0ba-2eb9-4a2c-afe0-7463da7a6bdb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:51.263945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.266357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.267691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2173f40e-96bd-4824-9773-d07ec1df76df tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.269170 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f716c9bb-2894-4520-b4ca-7bef8802fa94 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:51.270710 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd4a0ba-2eb9-4a2c-afe0-7463da7a6bdb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:51.271297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ddd4a0ba-2eb9-4a2c-afe0-7463da7a6bdb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.285733 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-97ef84b5-a4ba-4d9c-b74b-ba7b90013be1 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:51.381259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.411154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-9ca1e792-018a-4175-8e97-a1bd5cf6e832 None None] Port ea81836a-b2a7-42e3-9e70-e0970859764d cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:54:51.469147 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2173f40e-96bd-4824-9773-d07ec1df76df tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.550365 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4a0ba-2eb9-4a2c-afe0-7463da7a6bdb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=e8e0aac5-e612-4b5f-b25d-7e932024c2d6,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:51.556848 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': 'e8e0aac5-e612-4b5f-b25d-7e932024c2d6'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:54:51.559627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.627872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.635545 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ddd4a0ba-2eb9-4a2c-afe0-7463da7a6bdb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7114234 May 25 22:54:51.636450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35176) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:51.646959 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-00c6be9a-82d2-4920-808f-a5553360e8de tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'fixed_ips': [{'subnet_id': 'e8e0aac5-e612-4b5f-b25d-7e932024c2d6', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-342880404'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:51.656454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02573b1-636f-4b08-abd5-cad4423d7277 req-a3f91805-9ef8-458a-bab7-d469f4677799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:51.657965 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a02573b1-636f-4b08-abd5-cad4423d7277 req-a3f91805-9ef8-458a-bab7-d469f4677799 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c224e130-86c2-490b-81d8-a8b63adeefac HTTP/1.1" status: 200 len: 912 time: 0.3205066 May 25 22:54:51.683851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.727372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2173f40e-96bd-4824-9773-d07ec1df76df tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.727982 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2173f40e-96bd-4824-9773-d07ec1df76df tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Fanout notify agent at l3_agent the message router_deleted on router 5ad1936d-7739-441c-867c-fad8cf121569 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:54:51.742413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Allocated IP 2001:db8::2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/e8e0aac5-e612-4b5f-b25d-7e932024c2d6/496cd6a0-3229-4498-bcd4-efa6e00f1c49) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:51.749119 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a02573b1-636f-4b08-abd5-cad4423d7277 req-487c2f18-b844-4585-9faf-ba1ea72d5851 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff HTTP/1.1" status: 200 len: 217 time: 0.0814891 May 25 22:54:51.952797 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2173f40e-96bd-4824-9773-d07ec1df76df tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.959747 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2173f40e-96bd-4824-9773-d07ec1df76df tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "DELETE /v2.0/routers/5ad1936d-7739-441c-867c-fad8cf121569 HTTP/1.1" status: 204 len: 168 time: 6.2236350 May 25 22:54:51.959918 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 8f081961-ed7d-470e-860c-1f46a06b2028 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:51.959918 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=ac55c1c4-8a7d-475d-8f9f-1a1ac15622e4,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:51.968432 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:51.979445 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Transition to ACTIVE for port object 496cd6a0-3229-4498-bcd4-efa6e00f1c49 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:51.993046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35180) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:51.998552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Transition to ACTIVE for port object 496cd6a0-3229-4498-bcd4-efa6e00f1c49 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:54:52.011895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c55af0c1-08b2-47c7-98bf-37b2418db304 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-272163876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:52.022327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:52.025494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.042520 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c55af0c1-08b2-47c7-98bf-37b2418db304 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:52.054196 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c55af0c1-08b2-47c7-98bf-37b2418db304 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Usage tracker for resource:router and tenant:793b1d0de7a5459fa205eb05b67ca948 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:52.059953 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c55af0c1-08b2-47c7-98bf-37b2418db304 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:52.071454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c55af0c1-08b2-47c7-98bf-37b2418db304 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:52.081078 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:52.084141 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.085830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:52.086441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.092052 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02573b1-636f-4b08-abd5-cad4423d7277 req-e129b6ea-07c3-4828-b632-fa6104370162 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:52.093660 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a02573b1-636f-4b08-abd5-cad4423d7277 req-e129b6ea-07c3-4828-b632-fa6104370162 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3155b6aa-add2-4285-876b-845d979c80c0 HTTP/1.1" status: 200 len: 850 time: 0.1384974 May 25 22:54:52.094416 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ef4a40ef-24a8-4e5e-8518-b9a7907eaa06 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.145273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.163230 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:52.164256 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Pushing event updated for resources: {'Port': ['ID=496cd6a0-3229-4498-bcd4-efa6e00f1c49,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:52.167966 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:52.170193 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:52.177847 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ef4a40ef-24a8-4e5e-8518-b9a7907eaa06 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.213325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-00c6be9a-82d2-4920-808f-a5553360e8de tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:52.231173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-00c6be9a-82d2-4920-808f-a5553360e8de tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:52.237221 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c55af0c1-08b2-47c7-98bf-37b2418db304 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.240319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c55af0c1-08b2-47c7-98bf-37b2418db304 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.254887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-00c6be9a-82d2-4920-808f-a5553360e8de tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:52.258858 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Floating IP 8bf5e663-6abd-47ee-a1c6-c1f1aeebd509 associated. External IP: 172.26.5.17, port: 183fe171-97f5-48cc-a36c-62eb952cc08f. May 25 22:54:52.261926 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Attempting to bind port 496cd6a0-3229-4498-bcd4-efa6e00f1c49 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:54:52.262354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Attempting to bind port 496cd6a0-3229-4498-bcd4-efa6e00f1c49 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:54:52.265878 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Attempting to bind port 496cd6a0-3229-4498-bcd4-efa6e00f1c49 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:54:52.269514 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:54:52.269968 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:54:52.270432 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.270883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:54:52.271422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Bound port: 496cd6a0-3229-4498-bcd4-efa6e00f1c49, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:54:52.271844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.366807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-00c6be9a-82d2-4920-808f-a5553360e8de tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:52.387323 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] For port 496cd6a0-3229-4498-bcd4-efa6e00f1c49, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:54:52.390453 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] For port 496cd6a0-3229-4498-bcd4-efa6e00f1c49, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=496cd6a0-3229-4498-bcd4-efa6e00f1c49,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:54:52.478982 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Pushing event updated for resources: {'Port': ['ID=d70c2ec3-d5b6-41a1-b3ad-ba35206d98e3,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:52.495228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.501792 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c55af0c1-08b2-47c7-98bf-37b2418db304 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.509223 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a02573b1-636f-4b08-abd5-cad4423d7277 req-99e52ee9-1ee0-46c1-88ce-4f5060efa4f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c224e130-86c2-490b-81d8-a8b63adeefac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3993905 May 25 22:54:52.527579 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d4f38756-ec1f-4ac5-a25d-3c405c724876 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6971064 May 25 22:54:52.547153 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35184) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:52.572597 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c6be9a-82d2-4920-808f-a5553360e8de tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:52.596011 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3b0ee-de9f-4bcc-8933-77c2a125bb43 None None] Pushing event updated for resources: {'Port': ['ID=496cd6a0-3229-4498-bcd4-efa6e00f1c49,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:52.627855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 83d1ac01-ee9e-49b3-9c21-a375bce35068 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:52.717887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b1a2e-c8d1-4002-8abe-b2284230748b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port ac55c1c4-8a7d-475d-8f9f-1a1ac15622e4 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:52.718235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a0b1a2e-c8d1-4002-8abe-b2284230748b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.725981 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 83d1ac01-ee9e-49b3-9c21-a375bce35068 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:52.726502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.735175 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.770025 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c55af0c1-08b2-47c7-98bf-37b2418db304 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.874340 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a02573b1-636f-4b08-abd5-cad4423d7277 req-e03190a1-8e6a-4e6e-b33c-6db6a6183b3b service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565555 May 25 22:54:52.963691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c55af0c1-08b2-47c7-98bf-37b2418db304 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.965223 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c55af0c1-08b2-47c7-98bf-37b2418db304 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9712307 May 25 22:54:52.968600 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.970918 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35188) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:52.973790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.974929 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9de64d65-5482-4b43-8302-b4e36a0efb3c tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9335372 May 25 22:54:52.978861 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-00c6be9a-82d2-4920-808f-a5553360e8de tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:52.989222 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35192) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:52.992752 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'enable_snat': False}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:53.119774 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:53.226795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a0b1a2e-c8d1-4002-8abe-b2284230748b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:53.229445 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-00c6be9a-82d2-4920-808f-a5553360e8de tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port 9ee98bbd-7a39-463b-8749-2d1feb152be6 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:54:53.236367 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.l3_db [None req-ef4a40ef-24a8-4e5e-8518-b9a7907eaa06 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Floating IP 63e56a42-a60a-4a50-adbf-36a3b03b75d7 associated. External IP: 172.26.5.58, port: bc994f6b-7e4a-48ba-b1ee-f1438f0358ff. May 25 22:54:53.277026 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:53.297099 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a02573b1-636f-4b08-abd5-cad4423d7277 req-f9b99077-db32-4ac6-b5b8-3f1f872da6fe service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161670 May 25 22:54:53.300245 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:53.327895 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Usage tracker for resource:floatingip and tenant:742eb3294610405083ac78890aff134d is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:53.331995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:53.352767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:53.359181 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:53.372193 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=ea81836a-b2a7-42e3-9e70-e0970859764d,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:53.527587 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:53.599322 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b1a2e-c8d1-4002-8abe-b2284230748b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for ac55c1c4-8a7d-475d-8f9f-1a1ac15622e4 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:53.831676 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c6be9a-82d2-4920-808f-a5553360e8de tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:54:53.831676 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c6be9a-82d2-4920-808f-a5553360e8de tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:54:53.849270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d3319adc-9dd8-4582-8275-b64d2881f1f7 None None] Provisioning for port 496cd6a0-3229-4498-bcd4-efa6e00f1c49 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:53.909201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a0b1a2e-c8d1-4002-8abe-b2284230748b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:53.966931 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b1a2e-c8d1-4002-8abe-b2284230748b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=ac55c1c4-8a7d-475d-8f9f-1a1ac15622e4,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:53.984264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a0b1a2e-c8d1-4002-8abe-b2284230748b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:53.995381 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97ef84b5-a4ba-4d9c-b74b-ba7b90013be1 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:54.005985 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5a0b1a2e-c8d1-4002-8abe-b2284230748b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/ac55c1c4-8a7d-475d-8f9f-1a1ac15622e4 HTTP/1.1" status: 204 len: 168 time: 1.4578266 May 25 22:54:54.020578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35200) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:54.081785 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'mac_address': 'fa:16:3e:35:34:91', 'name': 'tempest-PortsIpV6TestJSON-761834821'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:54.153575 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97ef84b5-a4ba-4d9c-b74b-ba7b90013be1 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:54.231125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4a40ef-24a8-4e5e-8518-b9a7907eaa06 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:54:54.233988 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-97ef84b5-a4ba-4d9c-b74b-ba7b90013be1 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Deleting port 03f16715-b51a-4caa-adfa-b55db04f334e {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:54.234305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97ef84b5-a4ba-4d9c-b74b-ba7b90013be1 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:54.267545 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-00c6be9a-82d2-4920-808f-a5553360e8de tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.6271751 May 25 22:54:54.270255 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35204) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:54.318220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 391ae037-0d96-4738-89b8-63527f15aefa is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:54.350470 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:54.531193 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:54.548921 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:54.552721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:port and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:54.562578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:54.585758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:54.607229 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5debbab4-64da-466c-8396-dc98329d0c46 None None] Provisioning complete for port ea81836a-b2a7-42e3-9e70-e0970859764d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:54.607840 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5debbab4-64da-466c-8396-dc98329d0c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:54.628039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:54.638617 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97ef84b5-a4ba-4d9c-b74b-ba7b90013be1 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:54.652041 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84da2a5a-6f44-4780-8cea-500ed7931915 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:54.652757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-84da2a5a-6f44-4780-8cea-500ed7931915 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:54.656357 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 496cd6a0-3229-4498-bcd4-efa6e00f1c49 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:54.714813 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5debbab4-64da-466c-8396-dc98329d0c46 None None] Port ea81836a-b2a7-42e3-9e70-e0970859764d cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:54:54.729011 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:54.774727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 496cd6a0-3229-4498-bcd4-efa6e00f1c49 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:54:54.776821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-97ef84b5-a4ba-4d9c-b74b-ba7b90013be1 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Calling delete_port for 03f16715-b51a-4caa-adfa-b55db04f334e owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:54.780037 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 496cd6a0-3229-4498-bcd4-efa6e00f1c49 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:54.780436 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:54.904907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4a40ef-24a8-4e5e-8518-b9a7907eaa06 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:54.905157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:54.909147 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ef4a40ef-24a8-4e5e-8518-b9a7907eaa06 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:54.922287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6374582f-4061-45d2-ab51-37489ca02334 None None] Sync routers for ids ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:54.948277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6374582f-4061-45d2-ab51-37489ca02334 None None] Routers {'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:54.948929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-6374582f-4061-45d2-ab51-37489ca02334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:55.008394 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 496cd6a0-3229-4498-bcd4-efa6e00f1c49, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=496cd6a0-3229-4498-bcd4-efa6e00f1c49,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:55.026485 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:55.072386 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-84da2a5a-6f44-4780-8cea-500ed7931915 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:55.073566 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-84da2a5a-6f44-4780-8cea-500ed7931915 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.8023901 May 25 22:54:55.076206 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35208) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:55.089501 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:55.124441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router 71634a57-74dc-4a9b-9b07-b78c862f8647 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:54:55.137981 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] device_id is not set on port e2b2ab50-d2da-4cc6-864b-8f87f77b38f3 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:54:55.191187 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=496cd6a0-3229-4498-bcd4-efa6e00f1c49,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:55.196993 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ef4a40ef-24a8-4e5e-8518-b9a7907eaa06 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "PUT /v2.0/floatingips/63e56a42-a60a-4a50-adbf-36a3b03b75d7 HTTP/1.1" status: 200 len: 991 time: 5.8980300 May 25 22:54:55.201954 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-6374582f-4061-45d2-ab51-37489ca02334 None None] Set router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:54:55.202084 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04ed3d5-e5f7-4891-a68f-8b6d9524cd45', 'tag': 'bc994f6b-7e4a-48ba-b1ee-f1438f0358ff'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:54:55.213295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Allocated IP 172.26.5.101 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/af389b44-949f-4ff4-be1d-c15d62be56c1) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:55.265762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2c96bd-b6c0-4b1e-9754-1b27e922e191 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:55.267352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2c96bd-b6c0-4b1e-9754-1b27e922e191 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:55.277564 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8f2c96bd-b6c0-4b1e-9754-1b27e922e191 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:55.301754 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2902c08e-365f-4058-a791-ac981173ef03'] response: {'name': 'network-changed', 'server_uuid': 'a04ed3d5-e5f7-4891-a68f-8b6d9524cd45', 'tag': 'bc994f6b-7e4a-48ba-b1ee-f1438f0358ff', 'status': 'completed', 'code': 200} May 25 22:54:55.365461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97ef84b5-a4ba-4d9c-b74b-ba7b90013be1 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:55.408143 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8f2c96bd-b6c0-4b1e-9754-1b27e922e191 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:55.409353 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8f2c96bd-b6c0-4b1e-9754-1b27e922e191 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3322153 May 25 22:54:55.422653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35216) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:55.425961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef84b5-a4ba-4d9c-b74b-ba7b90013be1 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Pushing event deleted for resources: {'Port': ['ID=03f16715-b51a-4caa-adfa-b55db04f334e,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:55.657494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-6374582f-4061-45d2-ab51-37489ca02334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'name': 'tempest-ServerActionsTestJSON-935764756-router', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:51Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'gw_port': {'id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:53Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '63e56a42-a60a-4a50-adbf-36a3b03b75d7', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'floating_ip_address': '172.26.5.58', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'port_id': 'bc994f6b-7e4a-48ba-b1ee-f1438f0358ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac', 'mac_address': 'fa:16:3e:77:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04ed3d5-e5f7-4891-a68f-8b6d9524cd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:54:20Z', 'updated_at': '2022-05-25T22:54:51Z', 'revision_number': 1, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c639b4fa-d64b-4725-bb24-9dccd558b055', 'name': '', 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'mac_address': 'fa:16:3e:92:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3155b6aa-add2-4285-876b-845d979c80c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:54:02Z', 'updated_at': '2022-05-25T22:54:16Z', 'revision_number': 5, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'subnets': [{'id': '3155b6aa-add2-4285-876b-845d979c80c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:55.663026 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6374582f-4061-45d2-ab51-37489ca02334 None None] Checking router: a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:54:55.670141 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5686b02b-fa95-40fa-ae45-c76de61ef27d req-91494fd6-afe7-441e-8a76-5a7c3d93ad8b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=69e1c75f41b74d7b9d9edc5f4f74584f&device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 1099 time: 0.3515241 May 25 22:54:55.674539 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6374582f-4061-45d2-ab51-37489ca02334 None None] Routers {'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:55.676158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-6374582f-4061-45d2-ab51-37489ca02334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:55.865004 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-6374582f-4061-45d2-ab51-37489ca02334 None None] Set router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:54:55.914609 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97ef84b5-a4ba-4d9c-b74b-ba7b90013be1 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.009808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.035722 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.048102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f82bd-705b-418e-9a9f-b3b1474bbeb3 req-603197a6-972e-4922-94b6-cedf2f0764c7 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:56.049585 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a09f82bd-705b-418e-9a9f-b3b1474bbeb3 req-603197a6-972e-4922-94b6-cedf2f0764c7 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.6298082 May 25 22:54:56.070364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-12468596-a5c3-4dd7-8324-ded244d6b3a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet e8e0aac5-e612-4b5f-b25d-7e932024c2d6 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:54:56.084337 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-12468596-a5c3-4dd7-8324-ded244d6b3a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.099765 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.121676 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97ef84b5-a4ba-4d9c-b74b-ba7b90013be1 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.136584 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686b02b-fa95-40fa-ae45-c76de61ef27d req-5a8bf8a1-be95-40f2-ab7c-e4f2ecff35c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:56.137395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router 779c4871-ff28-4782-a7a8-f99ffd29a9b2 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:54:56.137992 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5686b02b-fa95-40fa-ae45-c76de61ef27d req-5a8bf8a1-be95-40f2-ab7c-e4f2ecff35c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c224e130-86c2-490b-81d8-a8b63adeefac HTTP/1.1" status: 200 len: 912 time: 0.4066660 May 25 22:54:56.141191 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97ef84b5-a4ba-4d9c-b74b-ba7b90013be1 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.145194 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.200750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-12468596-a5c3-4dd7-8324-ded244d6b3a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.237274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-6374582f-4061-45d2-ab51-37489ca02334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'name': 'tempest-ServerActionsTestJSON-935764756-router', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:51Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'gw_port': {'id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:53Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '63e56a42-a60a-4a50-adbf-36a3b03b75d7', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'floating_ip_address': '172.26.5.58', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'port_id': 'bc994f6b-7e4a-48ba-b1ee-f1438f0358ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac', 'mac_address': 'fa:16:3e:77:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04ed3d5-e5f7-4891-a68f-8b6d9524cd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:54:20Z', 'updated_at': '2022-05-25T22:54:51Z', 'revision_number': 1, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c639b4fa-d64b-4725-bb24-9dccd558b055', 'name': '', 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'mac_address': 'fa:16:3e:92:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3155b6aa-add2-4285-876b-845d979c80c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:54:02Z', 'updated_at': '2022-05-25T22:54:16Z', 'revision_number': 5, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'subnets': [{'id': '3155b6aa-add2-4285-876b-845d979c80c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:56.242255 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6374582f-4061-45d2-ab51-37489ca02334 None None] The sync data for ids ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'] in dv-neutron-843300-1-hyperv is: [{'id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'name': 'tempest-ServerActionsTestJSON-935764756-router', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:51Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'gw_port': {'id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:53Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '63e56a42-a60a-4a50-adbf-36a3b03b75d7', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'floating_ip_address': '172.26.5.58', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'port_id': 'bc994f6b-7e4a-48ba-b1ee-f1438f0358ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac', 'mac_address': 'fa:16:3e:77:eb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04ed3d5-e5f7-4891-a68f-8b6d9524cd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:54:20Z', 'updated_at': '2022-05-25T22:54:51Z', 'revision_number': 1, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c639b4fa-d64b-4725-bb24-9dccd558b055', 'name': '', 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'mac_address': 'fa:16:3e:92:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3155b6aa-add2-4285-876b-845d979c80c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:54:02Z', 'updated_at': '2022-05-25T22:54:16Z', 'revision_number': 5, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'subnets': [{'id': '3155b6aa-add2-4285-876b-845d979c80c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:56.311057 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a09f82bd-705b-418e-9a9f-b3b1474bbeb3 req-6f21c74e-f15c-4b76-b047-1417560f3bfd tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450292 May 25 22:54:56.320962 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.437651 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.543331 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf64c087-3c4b-4075-93c7-05e2c0c157bc None None] New status for floating IP 63e56a42-a60a-4a50-adbf-36a3b03b75d7: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:54:56.590062 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 496cd6a0-3229-4498-bcd4-efa6e00f1c49 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:54:56.602174 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5686b02b-fa95-40fa-ae45-c76de61ef27d req-1b4c1340-ff6b-4156-ab6e-6f06773bcb0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff HTTP/1.1" status: 200 len: 999 time: 0.4555683 May 25 22:54:56.625529 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Allocated IP 172.26.5.12 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/fff58bb8-5e3d-43bc-8758-9163ba9e4411) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:56.670756 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 496cd6a0-3229-4498-bcd4-efa6e00f1c49 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:54:56.671116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.690138 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686b02b-fa95-40fa-ae45-c76de61ef27d req-271208c6-a21c-4693-9bf0-49033179b07c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:56.694316 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5686b02b-fa95-40fa-ae45-c76de61ef27d req-271208c6-a21c-4693-9bf0-49033179b07c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3155b6aa-add2-4285-876b-845d979c80c0 HTTP/1.1" status: 200 len: 850 time: 0.0838115 May 25 22:54:56.699023 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-12468596-a5c3-4dd7-8324-ded244d6b3a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.759380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:56.763110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ef84b5-a4ba-4d9c-b74b-ba7b90013be1 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Router ad761d34-5337-45f3-9f94-1ce48899e543 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:54:56.767824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:56.783792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:56.836357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Pushing event updated for resources: {'Port': ['ID=af389b44-949f-4ff4-be1d-c15d62be56c1,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:56.923603 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 8f081961-ed7d-470e-860c-1f46a06b2028 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:56.937423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:56.958124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:56.961941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:56.962543 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:56.973757 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5686b02b-fa95-40fa-ae45-c76de61ef27d req-87e38021-bbf0-40c4-a5b0-93b2c3687a77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c224e130-86c2-490b-81d8-a8b63adeefac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2424159 May 25 22:54:56.980686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ef84b5-a4ba-4d9c-b74b-ba7b90013be1 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:56.995699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89837aa8-aeb7-4475-a589-38b2d40019bb None None] Sync routers for ids ['ad761d34-5337-45f3-9f94-1ce48899e543'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:56.998248 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:57.015732 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ddc76b-e3bc-401e-9338-cca11804128e None None] Sync routers for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:57.019524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:57.028351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89837aa8-aeb7-4475-a589-38b2d40019bb None None] Routers {'ad761d34-5337-45f3-9f94-1ce48899e543'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:57.030668 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-89837aa8-aeb7-4475-a589-38b2d40019bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ad761d34-5337-45f3-9f94-1ce48899e543'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:57.034161 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=e2b2ab50-d2da-4cc6-864b-8f87f77b38f3,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:57.037429 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddc76b-e3bc-401e-9338-cca11804128e None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:57.038055 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-35ddc76b-e3bc-401e-9338-cca11804128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:57.066815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-12468596-a5c3-4dd7-8324-ded244d6b3a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:57.099718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f82497-c3ca-4609-bb59-1e48ff149f9c req-c1a82f50-9ef4-44db-b60b-106d10a5f56e tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:57.106570 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-37f82497-c3ca-4609-bb59-1e48ff149f9c req-c1a82f50-9ef4-44db-b60b-106d10a5f56e tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.6155498 May 25 22:54:57.114461 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-35ddc76b-e3bc-401e-9338-cca11804128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:57.124572 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97ef84b5-a4ba-4d9c-b74b-ba7b90013be1 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:57.125591 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-97ef84b5-a4ba-4d9c-b74b-ba7b90013be1 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "PUT /v2.0/routers/ad761d34-5337-45f3-9f94-1ce48899e543 HTTP/1.1" status: 200 len: 706 time: 5.8688736 May 25 22:54:57.130691 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddc76b-e3bc-401e-9338-cca11804128e None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:57.134443 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12468596-a5c3-4dd7-8324-ded244d6b3a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e0aac5-e612-4b5f-b25d-7e932024c2d6,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:57.134590 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35222) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:57.134696 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-35ddc76b-e3bc-401e-9338-cca11804128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:57.147496 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-414262fc-c578-4de9-9e60-81b070b82621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.1200314 May 25 22:54:57.149040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35226) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:57.157959 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-89837aa8-aeb7-4475-a589-38b2d40019bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:57.173209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc693387-de13-422c-8292-94a87c95d80f None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:57.201268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-12468596-a5c3-4dd7-8324-ded244d6b3a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:57.201485 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89837aa8-aeb7-4475-a589-38b2d40019bb None None] Routers {'ad761d34-5337-45f3-9f94-1ce48899e543'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:57.201485 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-89837aa8-aeb7-4475-a589-38b2d40019bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ad761d34-5337-45f3-9f94-1ce48899e543'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:57.201775 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-12468596-a5c3-4dd7-8324-ded244d6b3a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/e8e0aac5-e612-4b5f-b25d-7e932024c2d6 HTTP/1.1" status: 204 len: 168 time: 1.7758133 May 25 22:54:57.206911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:54:57.209220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35230) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:57.209522 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-35ddc76b-e3bc-401e-9338-cca11804128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:57.210059 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ddc76b-e3bc-401e-9338-cca11804128e None None] The sync data for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:57.219791 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:57.278949 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dd4af7-d734-457f-8f47-d3f2a4dcbc9a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:57.279673 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-60dd4af7-d734-457f-8f47-d3f2a4dcbc9a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Synchronizing usage tracker for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:57.294199 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5686b02b-fa95-40fa-ae45-c76de61ef27d req-f4e760e7-fe14-46a3-b8af-a1793c729ca8 service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072808 May 25 22:54:57.334165 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0441f-02b8-4b83-adc4-5851ddb11097 None None] Sync routers for ids ['779c4871-ff28-4782-a7a8-f99ffd29a9b2'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:54:57.363087 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-89837aa8-aeb7-4475-a589-38b2d40019bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:57.363478 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89837aa8-aeb7-4475-a589-38b2d40019bb None None] The sync data for ids ['ad761d34-5337-45f3-9f94-1ce48899e543'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:57.386289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae0441f-02b8-4b83-adc4-5851ddb11097 None None] Routers {'779c4871-ff28-4782-a7a8-f99ffd29a9b2'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:57.390320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-7ae0441f-02b8-4b83-adc4-5851ddb11097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['779c4871-ff28-4782-a7a8-f99ffd29a9b2'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:57.402836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-60dd4af7-d734-457f-8f47-d3f2a4dcbc9a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Unset dirty status for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:57.407161 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-60dd4af7-d734-457f-8f47-d3f2a4dcbc9a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/e2b2ab50-d2da-4cc6-864b-8f87f77b38f3 HTTP/1.1" status: 200 len: 844 time: 0.2517192 May 25 22:54:57.407345 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fdd3d34a-d36b-46fd-af94-2bd086cd0595 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1877971 May 25 22:54:57.410352 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-694ec496-f8d1-43af-b7a8-80324959fe6b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/779c4871-ff28-4782-a7a8-f99ffd29a9b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2938325 May 25 22:54:57.414395 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35234) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:57.414395 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35236) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:57.414717 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35238) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:57.437233 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-37f82497-c3ca-4609-bb59-1e48ff149f9c req-79c63977-37a1-4c08-b36d-91f99d58dde7 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298099 May 25 22:54:57.438501 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6c968e20-f91d-4eb4-858c-17c915eeb5cd tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.5786910 May 25 22:54:57.442853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:57.447341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35246) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:57.492756 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-dd8e9c94-82ec-4c57-8891-227c4b7f5ac5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-35233026'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:57.499413 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-11bd79a6-6e48-482a-9ca8-24c5b7bbca6e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:57.533522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-7ae0441f-02b8-4b83-adc4-5851ddb11097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:57.576671 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-dd8e9c94-82ec-4c57-8891-227c4b7f5ac5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:57.589840 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae0441f-02b8-4b83-adc4-5851ddb11097 None None] Routers {'779c4871-ff28-4782-a7a8-f99ffd29a9b2'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:54:57.590594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-7ae0441f-02b8-4b83-adc4-5851ddb11097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['779c4871-ff28-4782-a7a8-f99ffd29a9b2'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:57.596976 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a3e4dc8b-6b85-42eb-83b9-7ca7f21186be tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/routers/ad761d34-5337-45f3-9f94-1ce48899e543 HTTP/1.1" status: 200 len: 741 time: 0.4596717 May 25 22:54:57.596976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dd8e9c94-82ec-4c57-8891-227c4b7f5ac5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Usage tracker for resource:network and tenant:a14378b6d73d4ae08d8270b7d5eccae0 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:57.607975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dd8e9c94-82ec-4c57-8891-227c4b7f5ac5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:57.613051 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:57.613871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35250) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:57.615847 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-11bd79a6-6e48-482a-9ca8-24c5b7bbca6e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:57.631991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-11bd79a6-6e48-482a-9ca8-24c5b7bbca6e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:57.658388 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-7ae0441f-02b8-4b83-adc4-5851ddb11097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:54:57.658793 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0441f-02b8-4b83-adc4-5851ddb11097 None None] The sync data for ids ['779c4871-ff28-4782-a7a8-f99ffd29a9b2'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:54:57.732116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-1c65afaf-bbd1-4ffe-afae-6e2afb48e920 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port e2b2ab50-d2da-4cc6-864b-8f87f77b38f3 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:57.732459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1c65afaf-bbd1-4ffe-afae-6e2afb48e920 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:57.747130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4799f4db-5b17-4550-9fc0-b7de8009b235 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:54:57.751699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4799f4db-5b17-4550-9fc0-b7de8009b235 None None] Deleting port 496cd6a0-3229-4498-bcd4-efa6e00f1c49 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:54:57.752167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4799f4db-5b17-4550-9fc0-b7de8009b235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:57.763374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d2ff13-ca71-4033-bcbc-cb8f9d138e61 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:57.767584 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c8d2ff13-ca71-4033-bcbc-cb8f9d138e61 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports/ea81836a-b2a7-42e3-9e70-e0970859764d HTTP/1.1" status: 200 len: 910 time: 0.3459144 May 25 22:54:57.780710 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35254) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:57.795160 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-dd8e9c94-82ec-4c57-8891-227c4b7f5ac5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:57.826304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Pushing event updated for resources: {'Port': ['ID=fff58bb8-5e3d-43bc-8758-9163ba9e4411,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:57.836110 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:57.838588 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6fc6a7c4-f26c-47c5-b893-a0ab409757d2 tempest-RoutersAdminTest-1153262523 tempest-RoutersAdminTest-1153262523-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=c513f589-f876-49b8-8061-8e2704cb350d&device_id=ad761d34-5337-45f3-9f94-1ce48899e543 HTTP/1.1" status: 200 len: 205 time: 0.2237189 May 25 22:54:57.847044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:57.850392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35258) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:57.855492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bd79a6-6e48-482a-9ca8-24c5b7bbca6e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:57.860341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11bd79a6-6e48-482a-9ca8-24c5b7bbca6e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:57.865656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:54:57.910254 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5686b02b-fa95-40fa-ae45-c76de61ef27d req-3d80accb-3f1d-4ed8-a7a6-c0a872ee2c12 service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091630 May 25 22:54:57.946857 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8e9c94-82ec-4c57-8891-227c4b7f5ac5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Made reservation on behalf of a14378b6d73d4ae08d8270b7d5eccae0 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:57.950067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9c94-82ec-4c57-8891-227c4b7f5ac5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:57.967459 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-39c421fd-446b-4d0c-834e-a94aea6c9314 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad761d34-5337-45f3-9f94-1ce48899e543 HTTP/1.1" status: 200 len: 205 time: 0.1128664 May 25 22:54:57.974663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35262) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:57.980505 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:57.992553 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4799f4db-5b17-4550-9fc0-b7de8009b235 None None] For port 496cd6a0-3229-4498-bcd4-efa6e00f1c49, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=496cd6a0-3229-4498-bcd4-efa6e00f1c49,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:54:57.993084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4799f4db-5b17-4550-9fc0-b7de8009b235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:58.119748 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4799f4db-5b17-4550-9fc0-b7de8009b235 None None] Calling delete_port for 496cd6a0-3229-4498-bcd4-efa6e00f1c49 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:58.206463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8e9c94-82ec-4c57-8891-227c4b7f5ac5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:54:58.272588 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4799f4db-5b17-4550-9fc0-b7de8009b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:58.277617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9c94-82ec-4c57-8891-227c4b7f5ac5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:58.290856 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-dd8e9c94-82ec-4c57-8891-227c4b7f5ac5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Added segment 98fcdf91-8d5c-4360-8ca4-3837ab1f4962 of type vlan for network 32c60de6-e46f-41e3-ace6-5a70dfb6491f May 25 22:54:58.344624 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799f4db-5b17-4550-9fc0-b7de8009b235 None None] Pushing event deleted for resources: {'Port': ['ID=496cd6a0-3229-4498-bcd4-efa6e00f1c49,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:58.348399 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4799f4db-5b17-4550-9fc0-b7de8009b235 None None] No DVR routers for this DVR port 496cd6a0-3229-4498-bcd4-efa6e00f1c49 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:54:58.364475 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9845317e-aa2b-4bf1-93a6-d9d1ad3b79fa tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:58.437348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1c65afaf-bbd1-4ffe-afae-6e2afb48e920 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:58.491567 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9c94-82ec-4c57-8891-227c4b7f5ac5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:58.587839 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-1c65afaf-bbd1-4ffe-afae-6e2afb48e920 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for e2b2ab50-d2da-4cc6-864b-8f87f77b38f3 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:54:58.596865 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 496cd6a0-3229-4498-bcd4-efa6e00f1c49 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:54:58.631335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 496cd6a0-3229-4498-bcd4-efa6e00f1c49 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:54:58.631740 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 496cd6a0-3229-4498-bcd4-efa6e00f1c49 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:54:58.652764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9c94-82ec-4c57-8891-227c4b7f5ac5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:58.656338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8e9c94-82ec-4c57-8891-227c4b7f5ac5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:58.656932 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9c94-82ec-4c57-8891-227c4b7f5ac5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:58.776975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:54:58.861301 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:58.950700 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11bd79a6-6e48-482a-9ca8-24c5b7bbca6e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.010297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e9c94-82ec-4c57-8891-227c4b7f5ac5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Network': ['ID=32c60de6-e46f-41e3-ace6-5a70dfb6491f,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:59.021784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 32c60de6-e46f-41e3-ace6-5a70dfb6491f details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:54:59.026657 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.035777 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dd8e9c94-82ec-4c57-8891-227c4b7f5ac5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5550628 May 25 22:54:59.038846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35270) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:59.069453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1c65afaf-bbd1-4ffe-afae-6e2afb48e920 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.080869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ad7581e9-1acf-48d8-b01b-4a9f41919003 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'subnet': {'network_id': '32c60de6-e46f-41e3-ace6-5a70dfb6491f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:59.207280 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9845317e-aa2b-4bf1-93a6-d9d1ad3b79fa tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.218349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.234610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bd79a6-6e48-482a-9ca8-24c5b7bbca6e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:54:59.235610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65afaf-bbd1-4ffe-afae-6e2afb48e920 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=e2b2ab50-d2da-4cc6-864b-8f87f77b38f3,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:59.250673 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-11bd79a6-6e48-482a-9ca8-24c5b7bbca6e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:54:59.262208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bd79a6-6e48-482a-9ca8-24c5b7bbca6e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:59.262774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11bd79a6-6e48-482a-9ca8-24c5b7bbca6e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.264641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be33d1e3-2252-4e24-b90d-dfaa78d51ac1 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:54:59.266525 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd79a6-6e48-482a-9ca8-24c5b7bbca6e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=3b29cf3a-fffc-417d-b7b2-fa095afc246a,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:59.291155 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1c65afaf-bbd1-4ffe-afae-6e2afb48e920 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.327534 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ad7581e9-1acf-48d8-b01b-4a9f41919003 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:59.333341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ad7581e9-1acf-48d8-b01b-4a9f41919003 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Usage tracker for resource:subnet and tenant:a14378b6d73d4ae08d8270b7d5eccae0 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:59.336909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ad7581e9-1acf-48d8-b01b-4a9f41919003 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:59.344297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ad7581e9-1acf-48d8-b01b-4a9f41919003 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:59.369973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9845317e-aa2b-4bf1-93a6-d9d1ad3b79fa tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.411380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Pushing event updated for resources: {'Port': ['ID=af389b44-949f-4ff4-be1d-c15d62be56c1,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:54:59.422778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548edd05-1424-4890-bbea-804a98be9e62 req-a5e14a6a-c92a-40bc-9657-5b1a60c008e9 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:54:59.425021 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-548edd05-1424-4890-bbea-804a98be9e62 req-a5e14a6a-c92a-40bc-9657-5b1a60c008e9 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.7795513 May 25 22:54:59.432079 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-11bd79a6-6e48-482a-9ca8-24c5b7bbca6e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0097780 May 25 22:54:59.432079 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35274) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:59.438107 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ce1ea69f-4aa0-446d-adf1-26802d2bd73a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1429207915', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:59.446430 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ce1ea69f-4aa0-446d-adf1-26802d2bd73a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:54:59.453638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ce1ea69f-4aa0-446d-adf1-26802d2bd73a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:router and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:54:59.465106 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.484065 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ce1ea69f-4aa0-446d-adf1-26802d2bd73a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:54:59.494900 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1c65afaf-bbd1-4ffe-afae-6e2afb48e920 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/e2b2ab50-d2da-4cc6-864b-8f87f77b38f3 HTTP/1.1" status: 204 len: 168 time: 2.0792303 May 25 22:54:59.495516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35278) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:59.508083 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ce1ea69f-4aa0-446d-adf1-26802d2bd73a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:54:59.530767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.536133 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-548edd05-1424-4890-bbea-804a98be9e62 req-37bd1505-b89d-46db-8e64-43c57e05146f tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975561 May 25 22:54:59.537487 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.556886 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': '3b29cf3a-fffc-417d-b7b2-fa095afc246a'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:54:59.559886 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.562890 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7b1988-3d08-4454-ac1d-3dc7a9afb26b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] GET failed (client error): The resource could not be found. May 25 22:54:59.563400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1b7b1988-3d08-4454-ac1d-3dc7a9afb26b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Synchronizing usage tracker for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:54:59.572483 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7581e9-1acf-48d8-b01b-4a9f41919003 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Made reservation on behalf of a14378b6d73d4ae08d8270b7d5eccae0 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:54:59.607497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.657968 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.662638 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-318c74a7-3cb8-4411-8a8a-e7148b789b18 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6172786 May 25 22:54:59.663485 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9845317e-aa2b-4bf1-93a6-d9d1ad3b79fa tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.664008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9845317e-aa2b-4bf1-93a6-d9d1ad3b79fa tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Fanout notify agent at l3_agent the message router_deleted on router ad761d34-5337-45f3-9f94-1ce48899e543 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:54:59.665406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35284) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:59.677503 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9845317e-aa2b-4bf1-93a6-d9d1ad3b79fa tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.684184 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9845317e-aa2b-4bf1-93a6-d9d1ad3b79fa tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "DELETE /v2.0/routers/ad761d34-5337-45f3-9f94-1ce48899e543 HTTP/1.1" status: 204 len: 168 time: 1.6993549 May 25 22:54:59.684751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35288) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:59.687410 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ce1ea69f-4aa0-446d-adf1-26802d2bd73a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.688808 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ce1ea69f-4aa0-446d-adf1-26802d2bd73a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:54:59.767560 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Allocated IP 2001:db8::2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/3b29cf3a-fffc-417d-b7b2-fa095afc246a/d725c43c-115b-4b13-8238-9698978c4d19) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:54:59.775484 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1b7b1988-3d08-4454-ac1d-3dc7a9afb26b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Unset dirty status for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:54:59.780610 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1b7b1988-3d08-4454-ac1d-3dc7a9afb26b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/e2b2ab50-d2da-4cc6-864b-8f87f77b38f3 HTTP/1.1" status: 404 len: 333 time: 0.2722797 May 25 22:54:59.814547 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35292) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:59.834789 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2ce57c7a-260a-462d-ab7d-5da6607a1c50 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad761d34-5337-45f3-9f94-1ce48899e543 HTTP/1.1" status: 200 len: 205 time: 0.1464369 May 25 22:54:59.840344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35296) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:54:59.843814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2f063f7c-b3ee-400b-9f58-cd1d173a5efd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'name': 'tempest-PortsIpV6TestJSON-459460893'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:54:59.986932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ad7581e9-1acf-48d8-b01b-4a9f41919003 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.002602 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.015010 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Transition to ACTIVE for port object d725c43c-115b-4b13-8238-9698978c4d19 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:00.021157 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-bcc1c4ff-0516-455e-9005-99183a8436d6 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] delete failed (client error): The resource could not be found. May 25 22:55:00.022162 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bcc1c4ff-0516-455e-9005-99183a8436d6 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "DELETE /v2.0/routers/ad761d34-5337-45f3-9f94-1ce48899e543 HTTP/1.1" status: 404 len: 336 time: 0.1529229 May 25 22:55:00.031391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35300) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:00.032004 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:55:00.035143 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Transition to ACTIVE for port object d725c43c-115b-4b13-8238-9698978c4d19 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:00.082973 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ce1ea69f-4aa0-446d-adf1-26802d2bd73a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.100937 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.116369 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-df8164b9-1bd5-4499-82c9-344c4e5b5b43 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Synchronizing usage tracker for tenant:c10221d37d44476da4b22df029ef6ea0 on resource:floatingip {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:00.120326 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-518306c5-e50a-4126-8034-9c701b495b1a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "GET /v2.0/ports?device_id=09d89f06-51b0-4a01-8386-6cbe14933e2d HTTP/1.1" status: 200 len: 205 time: 0.0765755 May 25 22:55:00.126500 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35304) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:00.139130 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2f063f7c-b3ee-400b-9f58-cd1d173a5efd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:00.175538 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:00.178569 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:00.181792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:00.220577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Pushing event updated for resources: {'Port': ['ID=d725c43c-115b-4b13-8238-9698978c4d19,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:00.224651 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2f063f7c-b3ee-400b-9f58-cd1d173a5efd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:00.227448 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-ae4b1155-1421-4738-b45a-c6ebb9ae2d07 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] delete failed (client error): The resource could not be found. May 25 22:55:00.230878 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ae4b1155-1421-4738-b45a-c6ebb9ae2d07 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "DELETE /v2.0/routers/09d89f06-51b0-4a01-8386-6cbe14933e2d HTTP/1.1" status: 404 len: 336 time: 0.0989342 May 25 22:55:00.232336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35308) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:00.240947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ce1ea69f-4aa0-446d-adf1-26802d2bd73a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.286037 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a11bcb-f66b-4fb7-8ead-7294ccd5a0e5 req-8b2659dc-dbe4-4ec8-8e5c-a6a5a58e2af4 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:00.287590 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c7a11bcb-f66b-4fb7-8ead-7294ccd5a0e5 req-8b2659dc-dbe4-4ec8-8e5c-a6a5a58e2af4 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.5501089 May 25 22:55:00.293421 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-df8164b9-1bd5-4499-82c9-344c4e5b5b43 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Unset dirty status for tenant:c10221d37d44476da4b22df029ef6ea0 on resource:floatingip {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:00.297431 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-df8164b9-1bd5-4499-82c9-344c4e5b5b43 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3205 time: 0.6252129 May 25 22:55:00.299410 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35312) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:00.304373 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bb6f5f1e-afaa-431c-be4b-91094056a7ca tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8116623-55f9-4241-baf7-da20a7027154 HTTP/1.1" status: 200 len: 205 time: 0.0682569 May 25 22:55:00.305605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35316) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:00.424473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Attempting to bind port d725c43c-115b-4b13-8238-9698978c4d19 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:00.424473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Attempting to bind port d725c43c-115b-4b13-8238-9698978c4d19 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:00.424473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Attempting to bind port d725c43c-115b-4b13-8238-9698978c4d19 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:00.424473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:00.424473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:00.424473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.424473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:00.424473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Bound port: d725c43c-115b-4b13-8238-9698978c4d19, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:00.424473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.429252 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Allocated IP 172.21.0.1 (92688f73-dc35-48a1-8b57-bd63a0299c9b/32139f92-cbea-4f04-b300-756c73bbdf7f/426a017d-c2cd-4a10-a03a-a898d4515ccc) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:00.444142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f063f7c-b3ee-400b-9f58-cd1d173a5efd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:00.447117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f063f7c-b3ee-400b-9f58-cd1d173a5efd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.486206 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] For port d725c43c-115b-4b13-8238-9698978c4d19, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:00.489925 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-689c410f-2a58-452b-9fd2-19395b2be3fb tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] delete failed (client error): The resource could not be found. May 25 22:55:00.490437 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] For port d725c43c-115b-4b13-8238-9698978c4d19, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d725c43c-115b-4b13-8238-9698978c4d19,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:00.494014 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-689c410f-2a58-452b-9fd2-19395b2be3fb tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "DELETE /v2.0/routers/c8116623-55f9-4241-baf7-da20a7027154 HTTP/1.1" status: 404 len: 336 time: 0.1837108 May 25 22:55:00.497422 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35320) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:00.519841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ce1ea69f-4aa0-446d-adf1-26802d2bd73a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.521127 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ce1ea69f-4aa0-446d-adf1-26802d2bd73a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0900095 May 25 22:55:00.526884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35324) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:00.570417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.603527 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ad7581e9-1acf-48d8-b01b-4a9f41919003 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.658247 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdcbd0-b272-4948-bab1-9fac81ad04ea None None] Pushing event updated for resources: {'Port': ['ID=d725c43c-115b-4b13-8238-9698978c4d19,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:00.668381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6cb34bbe-78d5-476d-aa7f-86c62ec458f2 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Synchronizing usage tracker for tenant:fef8b79ab91e454ab7ad3d41b2b6203e on resource:floatingip {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:00.689735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-2f063f7c-b3ee-400b-9f58-cd1d173a5efd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] device_id is not set on port 0ff83ced-cb36-47f6-8939-113830bc1f53 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:55:00.727823 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-893cfffa-b844-4fdb-8012-fb5dc44be1ca tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6833845-84cc-44c3-98d1-c9789e6be2a3 HTTP/1.1" status: 200 len: 205 time: 0.2265646 May 25 22:55:00.734381 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35328) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:00.749018 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c7a11bcb-f66b-4fb7-8ead-7294ccd5a0e5 req-653e8ed6-355d-4bb0-bc2f-f42a1f3516aa tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4504442 May 25 22:55:00.868834 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:00.885705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Transition to ACTIVE for port object 426a017d-c2cd-4a10-a03a-a898d4515ccc will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:00.901583 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6cb34bbe-78d5-476d-aa7f-86c62ec458f2 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Unset dirty status for tenant:fef8b79ab91e454ab7ad3d41b2b6203e on resource:floatingip {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:00.903934 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6cb34bbe-78d5-476d-aa7f-86c62ec458f2 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.6006086 May 25 22:55:00.910646 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35334) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:00.927854 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-8e8fcb3f-de17-4bc7-a05f-0cb452e9da0c tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] delete failed (client error): The resource could not be found. May 25 22:55:00.929048 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8e8fcb3f-de17-4bc7-a05f-0cb452e9da0c tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "DELETE /v2.0/routers/e6833845-84cc-44c3-98d1-c9789e6be2a3 HTTP/1.1" status: 404 len: 336 time: 0.1803637 May 25 22:55:00.938248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7581e9-1acf-48d8-b01b-4a9f41919003 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Subnet': ['ID=b8adcffd-5c59-468b-9fce-4b1b8b65a9cc,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:00.973914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35338) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:01.048969 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:01.100214 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d8879125-e386-464d-9500-96b13e249b6f tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa HTTP/1.1" status: 200 len: 205 time: 0.1552613 May 25 22:55:01.132787 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35342) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:01.201139 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Router 96f4e016-0bfc-4e83-9a70-203b0fd3321a is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:55:01.203773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7581e9-1acf-48d8-b01b-4a9f41919003 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Checking segment: {'id': '98fcdf91-8d5c-4360-8ca4-3837ab1f4962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32c60de6-e46f-41e3-ace6-5a70dfb6491f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:01.204132 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7581e9-1acf-48d8-b01b-4a9f41919003 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network hostable DHCP agents. Network: 32c60de6-e46f-41e3-ace6-5a70dfb6491f, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:55:01.217228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 92688f73-dc35-48a1-8b57-bd63a0299c9b is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:01.219655 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=426a017d-c2cd-4a10-a03a-a898d4515ccc,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:01.226860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:01.227408 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:01.248489 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f063f7c-b3ee-400b-9f58-cd1d173a5efd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:01.251946 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-262a465f-b59e-4097-be40-016bdd0410b9 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] delete failed (client error): The resource could not be found. May 25 22:55:01.255741 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-262a465f-b59e-4097-be40-016bdd0410b9 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "DELETE /v2.0/routers/6fb1b10e-c07b-4b03-97f7-8ce8d5dbf7aa HTTP/1.1" status: 404 len: 336 time: 0.1168323 May 25 22:55:01.258672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35346) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:01.261115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b3a865ae-67e4-4517-bf93-331c486d43c5 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Deleting port af389b44-949f-4ff4-be1d-c15d62be56c1 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:01.261737 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b3a865ae-67e4-4517-bf93-331c486d43c5 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:01.403373 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c92726a1-c613-4ce0-96c6-02c4f6093b0a tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8188355-5c3c-49c2-886e-a991c8e7532c HTTP/1.1" status: 200 len: 205 time: 0.1426141 May 25 22:55:01.465779 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35352) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:01.566987 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-c917810f-480a-45f1-ae72-96005ac7eee5 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] delete failed (client error): The resource could not be found. May 25 22:55:01.570467 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c917810f-480a-45f1-ae72-96005ac7eee5 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "DELETE /v2.0/routers/e8188355-5c3c-49c2-886e-a991c8e7532c HTTP/1.1" status: 404 len: 336 time: 0.0999789 May 25 22:55:01.616459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35360) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:01.659460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5de64340-d747-4475-b89c-5ddad059e6c8 None None] Provisioning for port 426a017d-c2cd-4a10-a03a-a898d4515ccc completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:01.668938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5de64340-d747-4475-b89c-5ddad059e6c8 None None] Provisioning complete for port 426a017d-c2cd-4a10-a03a-a898d4515ccc triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:01.668938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5de64340-d747-4475-b89c-5ddad059e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:01.669164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:01.672617 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8850d8-bf55-4017-b445-1522e2a03540 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] DELETE failed (client error): The resource could not be found. May 25 22:55:01.673050 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8850d8-bf55-4017-b445-1522e2a03540 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:55:01.677224 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8b8850d8-bf55-4017-b445-1522e2a03540 tempest-RoutersAdminTest-1392462657 tempest-RoutersAdminTest-1392462657-project] 10.222.0.66 "DELETE /v2.0/subnets/cf4169e3-c946-4724-aa0e-d3b399f59144 HTTP/1.1" status: 404 len: 337 time: 0.0577528 May 25 22:55:01.759678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f063f7c-b3ee-400b-9f58-cd1d173a5efd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:01.778246 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5de64340-d747-4475-b89c-5ddad059e6c8 None None] Port 426a017d-c2cd-4a10-a03a-a898d4515ccc cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:01.779201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7581e9-1acf-48d8-b01b-4a9f41919003 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network 32c60de6-e46f-41e3-ace6-5a70dfb6491f is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:55:01.829536 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:01.881469 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f063f7c-b3ee-400b-9f58-cd1d173a5efd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=0ff83ced-cb36-47f6-8939-113830bc1f53,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:01.894036 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b3a865ae-67e4-4517-bf93-331c486d43c5 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:01.894868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b3a865ae-67e4-4517-bf93-331c486d43c5 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:01.993936 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-ad7581e9-1acf-48d8-b01b-4a9f41919003 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 32c60de6-e46f-41e3-ace6-5a70dfb6491f) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:02.007809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7581e9-1acf-48d8-b01b-4a9f41919003 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:02.007809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ad7581e9-1acf-48d8-b01b-4a9f41919003 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:02.008744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787f5cfb-6a4b-4a02-9c52-29ff4c8ade7e None None] Network 32c60de6-e46f-41e3-ace6-5a70dfb6491f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:02.037247 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0aca8-5cdf-4114-8843-35985ec9c292 req-0ebc7f5b-7359-4d59-b184-6a88c48edbdc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:02.044187 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f6f0aca8-5cdf-4114-8843-35985ec9c292 req-0ebc7f5b-7359-4d59-b184-6a88c48edbdc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.4948304 May 25 22:55:02.055817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b3a865ae-67e4-4517-bf93-331c486d43c5 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Calling delete_port for af389b44-949f-4ff4-be1d-c15d62be56c1 owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:02.096162 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:02.112662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-83a220dd-9355-49a3-90ba-79b48bf90606 None None] Provisioning for port d725c43c-115b-4b13-8238-9698978c4d19 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:02.122599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f063f7c-b3ee-400b-9f58-cd1d173a5efd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 8f081961-ed7d-470e-860c-1f46a06b2028 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:02.127877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-2f063f7c-b3ee-400b-9f58-cd1d173a5efd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:02.140143 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f063f7c-b3ee-400b-9f58-cd1d173a5efd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:02.145117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f063f7c-b3ee-400b-9f58-cd1d173a5efd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:02.151176 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f063f7c-b3ee-400b-9f58-cd1d173a5efd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:02.180993 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ad7581e9-1acf-48d8-b01b-4a9f41919003 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1294129 May 25 22:55:02.186050 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35366) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:02.208992 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f6f0aca8-5cdf-4114-8843-35985ec9c292 req-61da36b4-0d43-4499-a011-fa4979ead95a tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637270 May 25 22:55:02.221056 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1302871003', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:02.258697 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-32c60de6-e46f-41e3-ace6-5a70dfb6491f', 'network_id': '32c60de6-e46f-41e3-ace6-5a70dfb6491f', 'tenant_id': 'a14378b6d73d4ae08d8270b7d5eccae0', 'fixed_ips': [{'subnet_id': 'b8adcffd-5c59-468b-9fce-4b1b8b65a9cc'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:55:02.272212 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:02.431201 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Allocated IP 172.20.0.2 (32c60de6-e46f-41e3-ace6-5a70dfb6491f/b8adcffd-5c59-468b-9fce-4b1b8b65a9cc/4d1cdb50-8784-4581-bab8-ded2b5845c08) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:02.476163 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35374) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:02.476777 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::1 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/3b29cf3a-fffc-417d-b7b2-fa095afc246a/5187e454-8879-445f-8252-c7ea971feb89) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:02.478661 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:02.503733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Usage tracker for resource:router and tenant:a14378b6d73d4ae08d8270b7d5eccae0 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:02.509936 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:02.538771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:02.609586 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2f063f7c-b3ee-400b-9f58-cd1d173a5efd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7807379 May 25 22:55:02.613517 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35382) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:02.628911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:02.638449 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adfbdd4-2bff-4f73-8fc3-ae051f54950d None None] Sync routers for ids ['96f4e016-0bfc-4e83-9a70-203b0fd3321a'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:02.643425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a4f3ac5f-c024-47e9-82f7-224bac53eefc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:02.654560 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adfbdd4-2bff-4f73-8fc3-ae051f54950d None None] Routers {'96f4e016-0bfc-4e83-9a70-203b0fd3321a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:02.657030 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-5adfbdd4-2bff-4f73-8fc3-ae051f54950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['96f4e016-0bfc-4e83-9a70-203b0fd3321a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:02.671864 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:02.676734 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d46666cb-8173-448d-bff3-4151930c80f9 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "PUT /v2.0/routers/96f4e016-0bfc-4e83-9a70-203b0fd3321a HTTP/1.1" status: 200 len: 918 time: 9.7039051 May 25 22:55:02.676734 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35386) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:02.747946 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-5adfbdd4-2bff-4f73-8fc3-ae051f54950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:02.748781 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d725c43c-115b-4b13-8238-9698978c4d19 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:02.761643 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adfbdd4-2bff-4f73-8fc3-ae051f54950d None None] Routers {'96f4e016-0bfc-4e83-9a70-203b0fd3321a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:02.762242 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-5adfbdd4-2bff-4f73-8fc3-ae051f54950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['96f4e016-0bfc-4e83-9a70-203b0fd3321a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:02.791730 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:02.794270 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:02.805719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b3a865ae-67e4-4517-bf93-331c486d43c5 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:02.830358 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-5adfbdd4-2bff-4f73-8fc3-ae051f54950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:02.831583 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adfbdd4-2bff-4f73-8fc3-ae051f54950d None None] The sync data for ids ['96f4e016-0bfc-4e83-9a70-203b0fd3321a'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:02.914423 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:02.926991 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Transition to ACTIVE for port object 4d1cdb50-8784-4581-bab8-ded2b5845c08 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:02.929865 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a865ae-67e4-4517-bf93-331c486d43c5 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Pushing event deleted for resources: {'Port': ['ID=af389b44-949f-4ff4-be1d-c15d62be56c1,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:02.943259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f691f41-5b54-48a8-944d-592495063015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:02.947910 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Transition to ACTIVE for port object 4d1cdb50-8784-4581-bab8-ded2b5845c08 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:02.997358 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port d725c43c-115b-4b13-8238-9698978c4d19 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:02.998567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4f3ac5f-c024-47e9-82f7-224bac53eefc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.004044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port d725c43c-115b-4b13-8238-9698978c4d19 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:03.008263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.036919 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.072970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.097072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0f691f41-5b54-48a8-944d-592495063015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:03.098292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.109864 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0f691f41-5b54-48a8-944d-592495063015 admin admin] Usage tracker for resource:security_group_rule and tenant:cd0b7388295f4770ad7e90c33866e0d8 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:03.117059 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b3a865ae-67e4-4517-bf93-331c486d43c5 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.120652 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0f691f41-5b54-48a8-944d-592495063015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:03.124028 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Network 32c60de6-e46f-41e3-ace6-5a70dfb6491f is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:03.128945 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:03.133106 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0f691f41-5b54-48a8-944d-592495063015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:03.133780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:03.146610 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Pushing event updated for resources: {'Port': ['ID=4d1cdb50-8784-4581-bab8-ded2b5845c08,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:03.150239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b3a865ae-67e4-4517-bf93-331c486d43c5 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.152157 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object 5187e454-8879-445f-8252-c7ea971feb89 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:03.152762 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b3a865ae-67e4-4517-bf93-331c486d43c5 tempest-FloatingIPAdminTestJSON-1978586479 tempest-FloatingIPAdminTestJSON-1978586479-project] 10.222.0.66 "DELETE /v2.0/floatingips/cc1dcf2d-d3b2-4865-962c-a2e8c05a62e7 HTTP/1.1" status: 204 len: 168 time: 2.2306130 May 25 22:55:03.160068 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35392) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:03.286127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.294825 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Attempting to bind port 4d1cdb50-8784-4581-bab8-ded2b5845c08 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:03.295114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Attempting to bind port 4d1cdb50-8784-4581-bab8-ded2b5845c08 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '98fcdf91-8d5c-4360-8ca4-3837ab1f4962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32c60de6-e46f-41e3-ace6-5a70dfb6491f'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:03.295468 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Attempting to bind port 4d1cdb50-8784-4581-bab8-ded2b5845c08 on network 32c60de6-e46f-41e3-ace6-5a70dfb6491f {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:03.301981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.312875 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:03.313288 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Checking segment: {'id': '98fcdf91-8d5c-4360-8ca4-3837ab1f4962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32c60de6-e46f-41e3-ace6-5a70dfb6491f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:03.317982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.317982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Bound using segment: {'id': '98fcdf91-8d5c-4360-8ca4-3837ab1f4962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32c60de6-e46f-41e3-ace6-5a70dfb6491f'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:03.317982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Bound port: 4d1cdb50-8784-4581-bab8-ded2b5845c08, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fcdf91-8d5c-4360-8ca4-3837ab1f4962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '32c60de6-e46f-41e3-ace6-5a70dfb6491f'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:03.317982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.373828 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b56eb80f-9aaa-4790-8eaf-275e1d3b537a tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/routers/96f4e016-0bfc-4e83-9a70-203b0fd3321a HTTP/1.1" status: 200 len: 924 time: 0.6957643 May 25 22:55:03.374067 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port d725c43c-115b-4b13-8238-9698978c4d19, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d725c43c-115b-4b13-8238-9698978c4d19,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:03.377080 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35396) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:03.383469 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f691f41-5b54-48a8-944d-592495063015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.427693 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] For port 4d1cdb50-8784-4581-bab8-ded2b5845c08, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:03.429604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.431556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] For port 4d1cdb50-8784-4581-bab8-ded2b5845c08, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4d1cdb50-8784-4581-bab8-ded2b5845c08,segment=NetworkSegment(98fcdf91-8d5c-4360-8ca4-3837ab1f4962),segment_id=98fcdf91-8d5c-4360-8ca4-3837ab1f4962)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:03.454738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.457443 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f691f41-5b54-48a8-944d-592495063015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.529607 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.530861 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0f691f41-5b54-48a8-944d-592495063015 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd0b7388295f4770ad7e90c33866e0d8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0422003 May 25 22:55:03.541836 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=d725c43c-115b-4b13-8238-9698978c4d19,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:03.547021 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f691f41-5b54-48a8-944d-592495063015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6265a92a-6eba-4302-b325-ebfb17aedfbb,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:03.550422 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35400) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:03.559620 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5c5e8c7a-37d0-43fb-b303-d8d7a3917d45 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=c513f589-f876-49b8-8061-8e2704cb350d&device_id=96f4e016-0bfc-4e83-9a70-203b0fd3321a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1792445 May 25 22:55:03.564416 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35402) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:03.631647 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473106f8-e0a2-4942-bd80-217c7554eef5 None None] Pushing event updated for resources: {'Port': ['ID=4d1cdb50-8784-4581-bab8-ded2b5845c08,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:03.713289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-bc266d44-8992-4f46-a89d-7ff74fab9b51 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Deleting port d70c2ec3-d5b6-41a1-b3ad-ba35206d98e3 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:03.713798 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bc266d44-8992-4f46-a89d-7ff74fab9b51 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.736669 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.811133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.898002 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1cef2187-ef6e-4ffb-a557-5f172be26909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.912456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476d7dbd-fdc3-4c85-a6a2-2ae2dddd6da7 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:03.913842 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-476d7dbd-fdc3-4c85-a6a2-2ae2dddd6da7 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/networks/c513f589-f876-49b8-8061-8e2704cb350d HTTP/1.1" status: 200 len: 881 time: 0.3367467 May 25 22:55:03.919028 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35410) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:03.960309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=426a017d-c2cd-4a10-a03a-a898d4515ccc,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:03.983824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1cef2187-ef6e-4ffb-a557-5f172be26909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:03.992568 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1a466d48-2967-4179-9df8-ac36f297982f tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "GET /v2.0/ports?device_id=96f4e016-0bfc-4e83-9a70-203b0fd3321a HTTP/1.1" status: 200 len: 205 time: 0.0687630 May 25 22:55:04.000758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35414) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:04.055868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:04.057930 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:04.062400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-a4f3ac5f-c024-47e9-82f7-224bac53eefc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:55:04.080763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:04.094942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:04.095470 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:04.099913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f122edc-8301-46a9-bf67-172875d52515 req-5c161999-085f-4c4f-a7e6-e997f3f0518c tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:04.101459 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1f122edc-8301-46a9-bf67-172875d52515 req-5c161999-085f-4c4f-a7e6-e997f3f0518c tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.3693421 May 25 22:55:04.111473 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4f3ac5f-c024-47e9-82f7-224bac53eefc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:04.312513 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 92688f73-dc35-48a1-8b57-bd63a0299c9b is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:04.317570 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:04.319576 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=5187e454-8879-445f-8252-c7ea971feb89,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:04.321996 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4f3ac5f-c024-47e9-82f7-224bac53eefc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:04.415229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1cef2187-ef6e-4ffb-a557-5f172be26909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:04.426584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:04.465244 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1f122edc-8301-46a9-bf67-172875d52515 req-156cb883-e09f-43cf-84e3-b042c0f76878 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009093 May 25 22:55:04.486338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef2187-ef6e-4ffb-a557-5f172be26909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6265a92a-6eba-4302-b325-ebfb17aedfbb,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:04.491648 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:04.505654 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bc266d44-8992-4f46-a89d-7ff74fab9b51 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:04.506064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bc266d44-8992-4f46-a89d-7ff74fab9b51 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:04.539065 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e1395703-2c86-4b54-a2d7-b6552634e22c None None] Provisioning for port 5187e454-8879-445f-8252-c7ea971feb89 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:04.544400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e1395703-2c86-4b54-a2d7-b6552634e22c None None] Provisioning complete for port 5187e454-8879-445f-8252-c7ea971feb89 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:04.544899 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e1395703-2c86-4b54-a2d7-b6552634e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:04.587195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1cef2187-ef6e-4ffb-a557-5f172be26909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:04.593043 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1cef2187-ef6e-4ffb-a557-5f172be26909 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6265a92a-6eba-4302-b325-ebfb17aedfbb HTTP/1.1" status: 204 len: 168 time: 1.0318964 May 25 22:55:04.695300 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e1395703-2c86-4b54-a2d7-b6552634e22c None None] Port 5187e454-8879-445f-8252-c7ea971feb89 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:04.747942 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d725c43c-115b-4b13-8238-9698978c4d19 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:04.789779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-bc266d44-8992-4f46-a89d-7ff74fab9b51 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Calling delete_port for d70c2ec3-d5b6-41a1-b3ad-ba35206d98e3 owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:04.830814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0511fb10-1b15-49ad-83a8-8e8a8d1bcc2e None None] Provisioning complete for port 426a017d-c2cd-4a10-a03a-a898d4515ccc triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:04.832105 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0511fb10-1b15-49ad-83a8-8e8a8d1bcc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:04.841345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Allocated IP 172.26.5.28 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/ef116c0b-3ec6-4805-a962-7c32565300f7) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:04.890362 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7364573-4c0f-440a-bbf6-980957df7396 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:04.940598 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0511fb10-1b15-49ad-83a8-8e8a8d1bcc2e None None] Port 426a017d-c2cd-4a10-a03a-a898d4515ccc cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:04.949971 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port d725c43c-115b-4b13-8238-9698978c4d19 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:04.950968 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:04.961707 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-a4f3ac5f-c024-47e9-82f7-224bac53eefc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] In _notify_port_updated(), no bound segment for port 0ff83ced-cb36-47f6-8939-113830bc1f53 on network 8f081961-ed7d-470e-860c-1f46a06b2028 {{(pid=84717) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:55:04.965907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f3ac5f-c024-47e9-82f7-224bac53eefc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:04.966754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4f3ac5f-c024-47e9-82f7-224bac53eefc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:04.968319 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a4f3ac5f-c024-47e9-82f7-224bac53eefc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "PUT /v2.0/ports/0ff83ced-cb36-47f6-8939-113830bc1f53 HTTP/1.1" status: 200 len: 818 time: 2.3460279 May 25 22:55:04.985576 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35420) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:04.998179 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3ac5f-c024-47e9-82f7-224bac53eefc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=0ff83ced-cb36-47f6-8939-113830bc1f53,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:05.016135 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e18447d-dfb4-4f18-b315-25a365810252 None None] Network 32c60de6-e46f-41e3-ace6-5a70dfb6491f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:05.138756 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-4c1ac746-042f-426f-9c30-194d60d84161 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port 0ff83ced-cb36-47f6-8939-113830bc1f53 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:05.139181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac746-042f-426f-9c30-194d60d84161 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:05.199457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:05.199720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bc266d44-8992-4f46-a89d-7ff74fab9b51 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:05.224696 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4d1cdb50-8784-4581-bab8-ded2b5845c08 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:05.263757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:05.290663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7364573-4c0f-440a-bbf6-980957df7396 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:05.304316 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6ec43741-cd01-4a16-b7cf-9941c56b4878 None None] Provisioning for port 4d1cdb50-8784-4581-bab8-ded2b5845c08 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:05.337531 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:05.407925 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-f7364573-4c0f-440a-bbf6-980957df7396 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Deleting port fff58bb8-5e3d-43bc-8758-9163ba9e4411 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:05.408316 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7364573-4c0f-440a-bbf6-980957df7396 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:05.449412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:05.453968 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:05.454767 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc266d44-8992-4f46-a89d-7ff74fab9b51 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Pushing event deleted for resources: {'Port': ['ID=d70c2ec3-d5b6-41a1-b3ad-ba35206d98e3,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:05.458837 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:05.472394 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 4d1cdb50-8784-4581-bab8-ded2b5845c08 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:05.489392 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 4d1cdb50-8784-4581-bab8-ded2b5845c08 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:05.490248 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:05.540133 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=ef116c0b-3ec6-4805-a962-7c32565300f7,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:05.587973 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35428) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:05.705294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:05.750216 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 4d1cdb50-8784-4581-bab8-ded2b5845c08, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4d1cdb50-8784-4581-bab8-ded2b5845c08,segment=NetworkSegment(98fcdf91-8d5c-4360-8ca4-3837ab1f4962),segment_id=98fcdf91-8d5c-4360-8ca4-3837ab1f4962)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:05.790943 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9445d578-fd7d-47b0-9709-6d3e611e499c None None] Provisioning complete for port 4d1cdb50-8784-4581-bab8-ded2b5845c08 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:05.791859 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9445d578-fd7d-47b0-9709-6d3e611e499c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:05.800288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7364573-4c0f-440a-bbf6-980957df7396 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:05.801010 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bc266d44-8992-4f46-a89d-7ff74fab9b51 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:05.837898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:05.930297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=4d1cdb50-8784-4581-bab8-ded2b5845c08,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:05.937402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-f7364573-4c0f-440a-bbf6-980957df7396 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Calling delete_port for fff58bb8-5e3d-43bc-8758-9163ba9e4411 owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:06.009638 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545283d3-226f-4396-85c0-f5c324866a84 req-88e3e5cd-b79b-472a-affe-3557694ec0dd tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:06.011070 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-545283d3-226f-4396-85c0-f5c324866a84 req-88e3e5cd-b79b-472a-affe-3557694ec0dd tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.3282630 May 25 22:55:06.082737 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac746-042f-426f-9c30-194d60d84161 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:06.099014 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-545283d3-226f-4396-85c0-f5c324866a84 req-535a794b-8ab8-4957-843f-085b20c70998 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747864 May 25 22:55:06.103180 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6c464c15-e3c7-49c5-a8e5-f81ff4acae0c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2348b51760e64d8588629f1c8ec2315a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5042458 May 25 22:55:06.103335 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35434) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:06.210429 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:06.211044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:06.218043 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-4c1ac746-042f-426f-9c30-194d60d84161 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for 0ff83ced-cb36-47f6-8939-113830bc1f53 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:06.246022 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bc266d44-8992-4f46-a89d-7ff74fab9b51 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:06.252765 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bc266d44-8992-4f46-a89d-7ff74fab9b51 tempest-FloatingIPAdminTestJSON-647873456 tempest-FloatingIPAdminTestJSON-647873456-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/a15254e0-62d6-413e-8852-633febb1eea3 HTTP/1.1" status: 204 len: 168 time: 3.0839880 May 25 22:55:06.262960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35438) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:06.293438 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-03636a64-6fd6-4f8f-975a-2a40c4bf096a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:06.341955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7364573-4c0f-440a-bbf6-980957df7396 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:06.458785 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-0df4b672-918d-48e4-865d-4ff00b1d2847 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Deleting port 7321d30d-1591-40a6-ac0e-4a039f86c413 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:06.459127 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0df4b672-918d-48e4-865d-4ff00b1d2847 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:06.521301 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router 779c4871-ff28-4782-a7a8-f99ffd29a9b2 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:55:06.529267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7364573-4c0f-440a-bbf6-980957df7396 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Pushing event deleted for resources: {'Port': ['ID=fff58bb8-5e3d-43bc-8758-9163ba9e4411,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:06.541883 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-03636a64-6fd6-4f8f-975a-2a40c4bf096a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:06.592354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4d1cdb50-8784-4581-bab8-ded2b5845c08 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:06.607259 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac746-042f-426f-9c30-194d60d84161 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:06.679379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 4d1cdb50-8784-4581-bab8-ded2b5845c08 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:06.679912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:06.827916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7364573-4c0f-440a-bbf6-980957df7396 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:06.836512 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ac746-042f-426f-9c30-194d60d84161 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=0ff83ced-cb36-47f6-8939-113830bc1f53,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:06.950566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-03636a64-6fd6-4f8f-975a-2a40c4bf096a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:06.975898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03636a64-6fd6-4f8f-975a-2a40c4bf096a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d7c863-27f1-4f02-834b-d1fc3f40abc1,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:06.986386 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac746-042f-426f-9c30-194d60d84161 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:07.000422 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:55:07.029966 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4c1ac746-042f-426f-9c30-194d60d84161 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/0ff83ced-cb36-47f6-8939-113830bc1f53 HTTP/1.1" status: 204 len: 168 time: 2.0383999 May 25 22:55:07.032026 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:07.037869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35442) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:07.093190 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:07.093877 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:07.116128 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-03636a64-6fd6-4f8f-975a-2a40c4bf096a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:07.117251 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-03636a64-6fd6-4f8f-975a-2a40c4bf096a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6d7c863-27f1-4f02-834b-d1fc3f40abc1 HTTP/1.1" status: 204 len: 168 time: 1.0125501 May 25 22:55:07.124601 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7364573-4c0f-440a-bbf6-980957df7396 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:07.132114 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7364573-4c0f-440a-bbf6-980957df7396 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:07.219724 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0df4b672-918d-48e4-865d-4ff00b1d2847 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:07.307053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7364573-4c0f-440a-bbf6-980957df7396 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:07.307053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7364573-4c0f-440a-bbf6-980957df7396 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Fanout notify agent at l3_agent the message router_deleted on router 96f4e016-0bfc-4e83-9a70-203b0fd3321a {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:55:07.313500 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router da9a70d6-4ba8-475e-9762-72f70d0b2293 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:55:07.329707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7364573-4c0f-440a-bbf6-980957df7396 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:07.335261 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f7364573-4c0f-440a-bbf6-980957df7396 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "DELETE /v2.0/routers/96f4e016-0bfc-4e83-9a70-203b0fd3321a HTTP/1.1" status: 204 len: 168 time: 3.3286133 May 25 22:55:07.335559 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35450) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:07.345981 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-997775187', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:07.363358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:07.406038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=5187e454-8879-445f-8252-c7ea971feb89,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:07.414867 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-0df4b672-918d-48e4-865d-4ff00b1d2847 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Calling delete_port for 7321d30d-1591-40a6-ac0e-4a039f86c413 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:07.420642 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Usage tracker for resource:router and tenant:793b1d0de7a5459fa205eb05b67ca948 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:07.429309 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:07.484831 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:07.518395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25d8d9-8ee3-4d4c-aa2b-8cca61436159 req-1eb45ba7-2aa1-48da-ae0e-3a975c85ea81 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:07.520426 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ae25d8d9-8ee3-4d4c-aa2b-8cca61436159 req-1eb45ba7-2aa1-48da-ae0e-3a975c85ea81 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.2520018 May 25 22:55:07.522507 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:07.533101 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9a663f2c-eca8-4ce8-84dc-1ea6ec6f3cb0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/779c4871-ff28-4782-a7a8-f99ffd29a9b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7513638 May 25 22:55:07.534410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2468e3e-4413-4320-bb51-6fdd2720cd05 None None] Sync routers for ids ['779c4871-ff28-4782-a7a8-f99ffd29a9b2'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:07.549724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2468e3e-4413-4320-bb51-6fdd2720cd05 None None] Routers {'779c4871-ff28-4782-a7a8-f99ffd29a9b2'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:07.550997 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c2468e3e-4413-4320-bb51-6fdd2720cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['779c4871-ff28-4782-a7a8-f99ffd29a9b2'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:07.552382 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35456) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:07.558081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccdb4a8-d793-4928-8974-b5d283155aa5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:07.558720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5ccdb4a8-d793-4928-8974-b5d283155aa5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Synchronizing usage tracker for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:07.605174 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ae25d8d9-8ee3-4d4c-aa2b-8cca61436159 req-731b34de-1b65-4776-bec0-2c7c40ac24a3 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728786 May 25 22:55:07.610940 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:07.611894 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:07.647953 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c2468e3e-4413-4320-bb51-6fdd2720cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:07.651794 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:07.654717 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:07.664874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2468e3e-4413-4320-bb51-6fdd2720cd05 None None] Routers {'779c4871-ff28-4782-a7a8-f99ffd29a9b2'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:07.665532 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c2468e3e-4413-4320-bb51-6fdd2720cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['779c4871-ff28-4782-a7a8-f99ffd29a9b2'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:07.687915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:07.702659 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:07.714322 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62d91ba-32f8-4b28-9dfe-25afa8243fef None None] Sync routers for ids ['da9a70d6-4ba8-475e-9762-72f70d0b2293'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:07.738895 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d91ba-32f8-4b28-9dfe-25afa8243fef None None] Routers {'da9a70d6-4ba8-475e-9762-72f70d0b2293'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:07.742396 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e62d91ba-32f8-4b28-9dfe-25afa8243fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['da9a70d6-4ba8-475e-9762-72f70d0b2293'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:07.783591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b336ca65-7fe2-4a7b-82d5-ca39421336d9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:07.783750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c2468e3e-4413-4320-bb51-6fdd2720cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:07.784169 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2468e3e-4413-4320-bb51-6fdd2720cd05 None None] The sync data for ids ['779c4871-ff28-4782-a7a8-f99ffd29a9b2'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:07.784990 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b336ca65-7fe2-4a7b-82d5-ca39421336d9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Synchronizing usage tracker for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:07.808034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5ccdb4a8-d793-4928-8974-b5d283155aa5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Unset dirty status for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:07.813493 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5ccdb4a8-d793-4928-8974-b5d283155aa5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7735395 May 25 22:55:07.814180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35466) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:07.837329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:07.841884 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3b312134-9184-47a2-a320-7b17dd31b893 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6535516 May 25 22:55:07.851178 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35468) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:07.868682 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e62d91ba-32f8-4b28-9dfe-25afa8243fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:07.881801 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d91ba-32f8-4b28-9dfe-25afa8243fef None None] Routers {'da9a70d6-4ba8-475e-9762-72f70d0b2293'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:07.882659 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e62d91ba-32f8-4b28-9dfe-25afa8243fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['da9a70d6-4ba8-475e-9762-72f70d0b2293'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:07.952144 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e62d91ba-32f8-4b28-9dfe-25afa8243fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:07.952740 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62d91ba-32f8-4b28-9dfe-25afa8243fef None None] The sync data for ids ['da9a70d6-4ba8-475e-9762-72f70d0b2293'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:07.984806 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-46737aa1-c6f2-492a-8b6a-1f9d6704d854 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] GET failed (client error): The resource could not be found. May 25 22:55:07.997750 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-46737aa1-c6f2-492a-8b6a-1f9d6704d854 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/0ff83ced-cb36-47f6-8939-113830bc1f53 HTTP/1.1" status: 404 len: 333 time: 0.0886414 May 25 22:55:07.997750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35476) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:07.998927 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-fc6b9c44-7457-49bb-b32b-c7888f781078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-744993781'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:08.006722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fc6b9c44-7457-49bb-b32b-c7888f781078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:08.014115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fc6b9c44-7457-49bb-b32b-c7888f781078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:network and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:08.019327 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fc6b9c44-7457-49bb-b32b-c7888f781078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:08.027057 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fc6b9c44-7457-49bb-b32b-c7888f781078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:08.097385 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0df4b672-918d-48e4-865d-4ff00b1d2847 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:08.101151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b336ca65-7fe2-4a7b-82d5-ca39421336d9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Unset dirty status for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:08.101151 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b336ca65-7fe2-4a7b-82d5-ca39421336d9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports/426a017d-c2cd-4a10-a03a-a898d4515ccc HTTP/1.1" status: 200 len: 910 time: 0.5386481 May 25 22:55:08.140189 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35480) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:08.154959 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2a92837b-2212-4d8a-90a6-03a5b5580e1a None None] Provisioning complete for port 5187e454-8879-445f-8252-c7ea971feb89 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:08.155310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2a92837b-2212-4d8a-90a6-03a5b5580e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:08.199812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6b9c44-7457-49bb-b32b-c7888f781078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:08.202743 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9c44-7457-49bb-b32b-c7888f781078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:08.210527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:08.219610 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2a92837b-2212-4d8a-90a6-03a5b5580e1a None None] Port 5187e454-8879-445f-8252-c7ea971feb89 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:08.396757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4b672-918d-48e4-865d-4ff00b1d2847 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event deleted for resources: {'Port': ['ID=7321d30d-1591-40a6-ac0e-4a039f86c413,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:08.590235 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35490) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:08.590472 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6b9c44-7457-49bb-b32b-c7888f781078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:55:08.625367 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9c44-7457-49bb-b32b-c7888f781078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:08.625711 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-fc6b9c44-7457-49bb-b32b-c7888f781078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Added segment 48497cff-3cac-4a41-9c7f-5fe576642a85 of type vlan for network cae71642-0c66-4c8a-bb15-c413530fc88a May 25 22:55:08.645091 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0df4b672-918d-48e4-865d-4ff00b1d2847 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:08.669252 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:08.689048 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0df4b672-918d-48e4-865d-4ff00b1d2847 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] 10.222.0.66 "DELETE /v2.0/ports/7321d30d-1591-40a6-ac0e-4a039f86c413 HTTP/1.1" status: 204 len: 168 time: 2.4208293 May 25 22:55:08.689048 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9c44-7457-49bb-b32b-c7888f781078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:08.697613 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35498) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:08.745175 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:08.911259 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9c44-7457-49bb-b32b-c7888f781078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:08.913467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1970103204'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:08.914800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6b9c44-7457-49bb-b32b-c7888f781078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:08.915374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9c44-7457-49bb-b32b-c7888f781078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:08.945690 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:09.015084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Usage tracker for resource:network and tenant:df28a90bff9c46329ae8a709e8c0f216 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:09.022746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:09.042028 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:09.052368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b9c44-7457-49bb-b32b-c7888f781078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Network': ['ID=cae71642-0c66-4c8a-bb15-c413530fc88a,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:09.066399 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network cae71642-0c66-4c8a-bb15-c413530fc88a details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:55:09.085430 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-510fba85-31ad-4a5d-89e1-ee88f38090bf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:09.139920 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fc6b9c44-7457-49bb-b32b-c7888f781078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1480465 May 25 22:55:09.147351 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35502) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:09.163839 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Allocated IP 172.26.5.231 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/dfddc2cb-555e-49d8-80ba-322733d2bb61) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:09.196887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b081b819-15c6-4902-83dc-f5ceeb017adc tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:09.197566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b081b819-15c6-4902-83dc-f5ceeb017adc tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Synchronizing usage tracker for tenant:fef8b79ab91e454ab7ad3d41b2b6203e on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:09.213891 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e116714e-775c-40cd-adae-6afb8d1d6b3e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'subnet': {'network_id': 'cae71642-0c66-4c8a-bb15-c413530fc88a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:09.226730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Router 14ee83ed-637f-4a56-b92a-f156cf52d20a is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:55:09.290859 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Made reservation on behalf of df28a90bff9c46329ae8a709e8c0f216 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:09.294211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:09.337828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b7cd2-5fd7-4609-b6e6-2b53eb6f9fcb req-7d457916-f11e-4688-88c7-21b30853a9b7 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:09.339433 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8d7b7cd2-5fd7-4609-b6e6-2b53eb6f9fcb req-7d457916-f11e-4688-88c7-21b30853a9b7 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.5335300 May 25 22:55:09.342975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:09.452120 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b081b819-15c6-4902-83dc-f5ceeb017adc tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Unset dirty status for tenant:fef8b79ab91e454ab7ad3d41b2b6203e on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:09.455856 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b081b819-15c6-4902-83dc-f5ceeb017adc tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cd72349-1bce-49dd-a2bc-c6e3e080bad6 HTTP/1.1" status: 200 len: 913 time: 0.7487698 May 25 22:55:09.456028 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e116714e-775c-40cd-adae-6afb8d1d6b3e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:09.456544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35506) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:09.471585 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e116714e-775c-40cd-adae-6afb8d1d6b3e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:subnet and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:09.473446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:09.485251 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8d7b7cd2-5fd7-4609-b6e6-2b53eb6f9fcb req-1bba8853-eae3-4ab3-8bb3-b83055b863f2 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272573 May 25 22:55:09.486783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Usage tracker for resource:security_group_rule and tenant:df28a90bff9c46329ae8a709e8c0f216 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:09.492114 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:09.495068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:09.510718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:09.530522 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e116714e-775c-40cd-adae-6afb8d1d6b3e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:09.547865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e116714e-775c-40cd-adae-6afb8d1d6b3e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:09.691289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:09.704512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:09.768630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:09.814558 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e116714e-775c-40cd-adae-6afb8d1d6b3e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:09.862754 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:09.870269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:55:09.876320 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:09.878930 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:09.903314 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Pushing event updated for resources: {'Port': ['ID=dfddc2cb-555e-49d8-80ba-322733d2bb61,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:09.920873 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9b4f91-e663-4278-8746-b10c4c55f7bf,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:09.937604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:09.937929 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Added segment 2763fea8-c45a-47dc-b3c7-5ff74251b1cf of type vlan for network 93e2faeb-9d50-4503-9c0d-8330905a9300 May 25 22:55:09.950935 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:10.015245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e116714e-775c-40cd-adae-6afb8d1d6b3e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:10.120249 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:10.130967 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Sync routers for ids ['14ee83ed-637f-4a56-b92a-f156cf52d20a'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:10.146160 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Routers {'14ee83ed-637f-4a56-b92a-f156cf52d20a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:10.146825 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['14ee83ed-637f-4a56-b92a-f156cf52d20a'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:10.158045 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d9ccd51e-84dd-463d-ade8-2f17d1b04579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "PUT /v2.0/routers/14ee83ed-637f-4a56-b92a-f156cf52d20a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6281259 May 25 22:55:10.162493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35510) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:10.248740 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:10.313941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd981a-bc07-45bd-b75d-a513cc6d0708 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:10.314276 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4dfd981a-bc07-45bd-b75d-a513cc6d0708 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:10.337542 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Set router 14ee83ed-637f-4a56-b92a-f156cf52d20a gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:55:10.438130 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:10.442713 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:10.443299 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:10.521960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4dfd981a-bc07-45bd-b75d-a513cc6d0708 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:10.529836 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35516) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:10.533872 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4dfd981a-bc07-45bd-b75d-a513cc6d0708 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports/5187e454-8879-445f-8252-c7ea971feb89 HTTP/1.1" status: 200 len: 911 time: 0.3585904 May 25 22:55:10.710331 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Pushing event updated for resources: {'Network': ['ID=93e2faeb-9d50-4503-9c0d-8330905a9300,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:10.723198 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 93e2faeb-9d50-4503-9c0d-8330905a9300 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:55:10.773045 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e116714e-775c-40cd-adae-6afb8d1d6b3e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:10.801887 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee83ed-637f-4a56-b92a-f156cf52d20a', 'name': 'tempest-NetworksTestDHCPv6-router-1429207915', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:54:59Z', 'updated_at': '2022-05-25T22:55:04Z', 'revision_number': 2, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'gw_port_host': None, '_interfaces': [{'id': '5187e454-8879-445f-8252-c7ea971feb89', 'name': '', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'mac_address': 'fa:16:3e:be:53:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee83ed-637f-4a56-b92a-f156cf52d20a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b29cf3a-fffc-417d-b7b2-fa095afc246a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:02Z', 'updated_at': '2022-05-25T22:55:06Z', 'revision_number': 2, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'subnets': [{'id': '3b29cf3a-fffc-417d-b7b2-fa095afc246a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:10.811857 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d813dc32-1f3b-4baa-a851-fb35d3e06b12 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2192681 May 25 22:55:10.817440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35520) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:10.819206 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Checking router: 14ee83ed-637f-4a56-b92a-f156cf52d20a for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:55:10.819561 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Updating router 14ee83ed-637f-4a56-b92a-f156cf52d20a port 5187e454-8879-445f-8252-c7ea971feb89 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:55:10.837952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d7b458d4-1791-4814-977e-1ce5491e0804 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Request body: {'subnet': {'network_id': '93e2faeb-9d50-4503-9c0d-8330905a9300', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:10.850204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:10.850922 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:10.868900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Allocated IP 172.20.0.1 (32c60de6-e46f-41e3-ace6-5a70dfb6491f/b8adcffd-5c59-468b-9fce-4b1b8b65a9cc/75f9755c-9c5f-423d-9764-29f92dd417d0) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:10.881876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d2da5-2e6d-4cbf-a217-553ce9e435c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:10.885900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d2da5-2e6d-4cbf-a217-553ce9e435c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:10.886244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-702d2da5-2e6d-4cbf-a217-553ce9e435c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:10.894417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:10.953412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade489-72c8-4de8-a905-1b6413da9cfe req-45371e8f-90c2-44d0-b94c-5ce4646ca6f1 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:10.955241 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81ade489-72c8-4de8-a905-1b6413da9cfe req-45371e8f-90c2-44d0-b94c-5ce4646ca6f1 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.3114555 May 25 22:55:10.961181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116714e-775c-40cd-adae-6afb8d1d6b3e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Subnet': ['ID=1f557d07-d4a1-4d8d-97a7-d0aaa249fceb,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:11.061868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d7b458d4-1791-4814-977e-1ce5491e0804 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:11.070569 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d7b458d4-1791-4814-977e-1ce5491e0804 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Usage tracker for resource:subnet and tenant:df28a90bff9c46329ae8a709e8c0f216 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:11.077174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9743609b-012e-41b4-8049-30cd907c126d tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.114229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-702d2da5-2e6d-4cbf-a217-553ce9e435c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:11.115374 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-702d2da5-2e6d-4cbf-a217-553ce9e435c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5778618 May 25 22:55:11.122662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35524) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:11.129448 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d7b458d4-1791-4814-977e-1ce5491e0804 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:11.144447 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d7b458d4-1791-4814-977e-1ce5491e0804 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:11.156449 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e116714e-775c-40cd-adae-6afb8d1d6b3e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Checking segment: {'id': '48497cff-3cac-4a41-9c7f-5fe576642a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cae71642-0c66-4c8a-bb15-c413530fc88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:11.156827 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e116714e-775c-40cd-adae-6afb8d1d6b3e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network hostable DHCP agents. Network: cae71642-0c66-4c8a-bb15-c413530fc88a, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:55:11.161099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-510fba85-31ad-4a5d-89e1-ee88f38090bf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port 426a017d-c2cd-4a10-a03a-a898d4515ccc {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:11.161896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-510fba85-31ad-4a5d-89e1-ee88f38090bf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.256733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.270094 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Transition to ACTIVE for port object 5187e454-8879-445f-8252-c7ea971feb89 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:11.317490 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81ade489-72c8-4de8-a905-1b6413da9cfe req-1f6f78cb-7882-44e2-9743-b640a96edea3 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019683 May 25 22:55:11.356149 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.374980 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.385076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b458d4-1791-4814-977e-1ce5491e0804 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Made reservation on behalf of df28a90bff9c46329ae8a709e8c0f216 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:11.403265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Transition to ACTIVE for port object 75f9755c-9c5f-423d-9764-29f92dd417d0 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:11.484575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77618052-4448-4052-963f-748c190826c9 None None] Pushing event updated for resources: {'Port': ['ID=5187e454-8879-445f-8252-c7ea971feb89,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:11.534722 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.679296 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d7b458d4-1791-4814-977e-1ce5491e0804 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.744473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Attempting to bind port 5187e454-8879-445f-8252-c7ea971feb89 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:11.744892 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Attempting to bind port 5187e454-8879-445f-8252-c7ea971feb89 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:11.745253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Attempting to bind port 5187e454-8879-445f-8252-c7ea971feb89 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:11.757692 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:11.757987 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:11.758394 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.758787 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:11.759258 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Bound port: 5187e454-8879-445f-8252-c7ea971feb89, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:11.759629 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.886144 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e116714e-775c-40cd-adae-6afb8d1d6b3e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network cae71642-0c66-4c8a-bb15-c413530fc88a is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:55:11.898754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] For port 5187e454-8879-445f-8252-c7ea971feb89, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:11.906988 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] For port 5187e454-8879-445f-8252-c7ea971feb89, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5187e454-8879-445f-8252-c7ea971feb89,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:11.911561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-510fba85-31ad-4a5d-89e1-ee88f38090bf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.928471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e8ddf72a-408e-420b-9979-e23a24544057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.947318 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:11.965468 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network 32c60de6-e46f-41e3-ace6-5a70dfb6491f is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:11.989577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:11.999677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=75f9755c-9c5f-423d-9764-29f92dd417d0,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:12.002108 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:12.035348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77618052-4448-4052-963f-748c190826c9 None None] Pushing event updated for resources: {'Port': ['ID=5187e454-8879-445f-8252-c7ea971feb89,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:12.040593 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Routers {'14ee83ed-637f-4a56-b92a-f156cf52d20a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:12.041230 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['14ee83ed-637f-4a56-b92a-f156cf52d20a'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:12.100611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.113944 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-e116714e-775c-40cd-adae-6afb8d1d6b3e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, cae71642-0c66-4c8a-bb15-c413530fc88a) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:12.118095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2e353-8d3c-40a6-96bc-b07eececc5ba req-29177653-d836-4036-a977-d80a59ff5a59 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:12.122494 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-84e2e353-8d3c-40a6-96bc-b07eececc5ba req-29177653-d836-4036-a977-d80a59ff5a59 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.2553580 May 25 22:55:12.126289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-510fba85-31ad-4a5d-89e1-ee88f38090bf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for 426a017d-c2cd-4a10-a03a-a898d4515ccc owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:12.182712 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e116714e-775c-40cd-adae-6afb8d1d6b3e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:12.184099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e116714e-775c-40cd-adae-6afb8d1d6b3e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.236315 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] Set router 14ee83ed-637f-4a56-b92a-f156cf52d20a gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:55:12.243063 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Router 5d126263-02e6-44aa-91fc-6644a6d8d973 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:55:12.257910 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-84e2e353-8d3c-40a6-96bc-b07eececc5ba req-bc2791bc-2912-4da3-acfa-08bdec545a25 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314359 May 25 22:55:12.311335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fcb4c4-c454-4ef7-a905-a56d9dbc87bf None None] Network cae71642-0c66-4c8a-bb15-c413530fc88a requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:12.351200 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e116714e-775c-40cd-adae-6afb8d1d6b3e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2001326 May 25 22:55:12.358257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35532) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:12.383667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-640b6176-ed82-4402-a757-93a54f39ccef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'subnet': {'network_id': 'cae71642-0c66-4c8a-bb15-c413530fc88a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:12.518001 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d7b458d4-1791-4814-977e-1ce5491e0804 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.562227 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.679475 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0341cf80-b66e-4edb-826b-f0bf66a10cf7 req-6c9568b6-bb9e-492a-80a4-e1547951a7da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=69e1c75f41b74d7b9d9edc5f4f74584f&device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 1099 time: 0.7322669 May 25 22:55:12.801669 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b458d4-1791-4814-977e-1ce5491e0804 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Pushing event updated for resources: {'Subnet': ['ID=fb72bbe8-2227-4fd4-a8e1-d4546317d1b8,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:12.892396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-cae71642-0c66-4c8a-bb15-c413530fc88a', 'network_id': 'cae71642-0c66-4c8a-bb15-c413530fc88a', 'tenant_id': '61f1f934e99a4a3fb52dcde8dfb8ddaf', 'fixed_ips': [{'subnet_id': '1f557d07-d4a1-4d8d-97a7-d0aaa249fceb'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:55:12.893243 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.913138 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-640b6176-ed82-4402-a757-93a54f39ccef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:12.923785 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-640b6176-ed82-4402-a757-93a54f39ccef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:subnet and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:12.936981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-640b6176-ed82-4402-a757-93a54f39ccef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:12.958047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fd4b8ddf-d693-4d70-9aee-0f41c77ce432 None None] Provisioning for port 75f9755c-9c5f-423d-9764-29f92dd417d0 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:12.979521 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fd4b8ddf-d693-4d70-9aee-0f41c77ce432 None None] Provisioning complete for port 75f9755c-9c5f-423d-9764-29f92dd417d0 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:12.979872 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8ddf-d693-4d70-9aee-0f41c77ce432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:12.981180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-640b6176-ed82-4402-a757-93a54f39ccef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:13.017236 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b458d4-1791-4814-977e-1ce5491e0804 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Checking segment: {'id': '2763fea8-c45a-47dc-b3c7-5ff74251b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '93e2faeb-9d50-4503-9c0d-8330905a9300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:13.017590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b458d4-1791-4814-977e-1ce5491e0804 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Network hostable DHCP agents. Network: 93e2faeb-9d50-4503-9c0d-8330905a9300, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:55:13.072506 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:13.089156 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341cf80-b66e-4edb-826b-f0bf66a10cf7 req-de5ebf93-9408-4ee1-90d8-45a55b18974e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:13.090616 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0341cf80-b66e-4edb-826b-f0bf66a10cf7 req-de5ebf93-9408-4ee1-90d8-45a55b18974e service neutron] 10.222.0.73 "GET /v2.0/networks?id=c224e130-86c2-490b-81d8-a8b63adeefac HTTP/1.1" status: 200 len: 912 time: 0.3932114 May 25 22:55:13.101131 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b8ddf-d693-4d70-9aee-0f41c77ce432 None None] Port 75f9755c-9c5f-423d-9764-29f92dd417d0 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:13.117469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee83ed-637f-4a56-b92a-f156cf52d20a', 'name': 'tempest-NetworksTestDHCPv6-router-1429207915', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:54:59Z', 'updated_at': '2022-05-25T22:55:04Z', 'revision_number': 2, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'gw_port_host': None, '_interfaces': [{'id': '5187e454-8879-445f-8252-c7ea971feb89', 'name': '', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'mac_address': 'fa:16:3e:be:53:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee83ed-637f-4a56-b92a-f156cf52d20a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b29cf3a-fffc-417d-b7b2-fa095afc246a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:02Z', 'updated_at': '2022-05-25T22:55:11Z', 'revision_number': 4, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'subnets': [{'id': '3b29cf3a-fffc-417d-b7b2-fa095afc246a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:13.125662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6939e735-2676-4f34-b70e-0f27fe67a38b None None] The sync data for ids ['14ee83ed-637f-4a56-b92a-f156cf52d20a'] in dv-neutron-843300-1-hyperv is: [{'id': '14ee83ed-637f-4a56-b92a-f156cf52d20a', 'name': 'tempest-NetworksTestDHCPv6-router-1429207915', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:54:59Z', 'updated_at': '2022-05-25T22:55:04Z', 'revision_number': 2, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'gw_port_host': None, '_interfaces': [{'id': '5187e454-8879-445f-8252-c7ea971feb89', 'name': '', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'mac_address': 'fa:16:3e:be:53:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee83ed-637f-4a56-b92a-f156cf52d20a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b29cf3a-fffc-417d-b7b2-fa095afc246a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:02Z', 'updated_at': '2022-05-25T22:55:11Z', 'revision_number': 4, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'subnets': [{'id': '3b29cf3a-fffc-417d-b7b2-fa095afc246a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:13.135245 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Allocated IP 2001:db8::2 (cae71642-0c66-4c8a-bb15-c413530fc88a/1f557d07-d4a1-4d8d-97a7-d0aaa249fceb/6d40c5c8-951c-4883-83d7-6a4a2bec2b16) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:13.136641 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:13.153455 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0b653f-4f84-4a17-94a5-c6ead6e6ded8 None None] Sync routers for ids ['5d126263-02e6-44aa-91fc-6644a6d8d973'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:13.171579 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0b653f-4f84-4a17-94a5-c6ead6e6ded8 None None] Routers {'5d126263-02e6-44aa-91fc-6644a6d8d973'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:13.172782 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-bf0b653f-4f84-4a17-94a5-c6ead6e6ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5d126263-02e6-44aa-91fc-6644a6d8d973'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:13.196374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640b6176-ed82-4402-a757-93a54f39ccef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:13.199745 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-640b6176-ed82-4402-a757-93a54f39ccef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:13.228866 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-510fba85-31ad-4a5d-89e1-ee88f38090bf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:13.286197 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-bf0b653f-4f84-4a17-94a5-c6ead6e6ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:13.305066 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0b653f-4f84-4a17-94a5-c6ead6e6ded8 None None] Routers {'5d126263-02e6-44aa-91fc-6644a6d8d973'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:13.306180 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-bf0b653f-4f84-4a17-94a5-c6ead6e6ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:54:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5d126263-02e6-44aa-91fc-6644a6d8d973'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:13.369923 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:13.379575 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-bf0b653f-4f84-4a17-94a5-c6ead6e6ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:13.380354 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0b653f-4f84-4a17-94a5-c6ead6e6ded8 None None] The sync data for ids ['5d126263-02e6-44aa-91fc-6644a6d8d973'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:13.386554 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6972f1ec-1344-4b59-b82b-27406295303d tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0461128 May 25 22:55:13.391605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35538) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:13.413065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-731dc821-ea7d-424d-94b1-b9a963b5ef8b tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:13.451987 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:13.509281 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Transition to ACTIVE for port object 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:13.531868 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Transition to ACTIVE for port object 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:13.613101 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b458d4-1791-4814-977e-1ce5491e0804 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Network 93e2faeb-9d50-4503-9c0d-8330905a9300 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:55:13.626150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:13.665396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fba85-31ad-4a5d-89e1-ee88f38090bf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Port': ['ID=426a017d-c2cd-4a10-a03a-a898d4515ccc,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:13.666258 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-af225342-5e88-47b1-b09c-f9b6cb8224ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:13.669359 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0341cf80-b66e-4edb-826b-f0bf66a10cf7 req-2012afd0-1668-49c5-b738-c0a1e94f38dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff HTTP/1.1" status: 200 len: 1001 time: 0.5499954 May 25 22:55:13.709400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Network cae71642-0c66-4c8a-bb15-c413530fc88a is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:13.710300 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Pushing event updated for resources: {'Port': ['ID=6d40c5c8-951c-4883-83d7-6a4a2bec2b16,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:13.713887 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:13.715973 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:13.829359 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Attempting to bind port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:13.829959 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Attempting to bind port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '48497cff-3cac-4a41-9c7f-5fe576642a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cae71642-0c66-4c8a-bb15-c413530fc88a'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:13.830466 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Attempting to bind port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 on network cae71642-0c66-4c8a-bb15-c413530fc88a {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:13.845264 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:13.845929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Checking segment: {'id': '48497cff-3cac-4a41-9c7f-5fe576642a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cae71642-0c66-4c8a-bb15-c413530fc88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:13.846513 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:13.847092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Bound using segment: {'id': '48497cff-3cac-4a41-9c7f-5fe576642a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cae71642-0c66-4c8a-bb15-c413530fc88a'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:13.847781 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Bound port: 6d40c5c8-951c-4883-83d7-6a4a2bec2b16, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48497cff-3cac-4a41-9c7f-5fe576642a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cae71642-0c66-4c8a-bb15-c413530fc88a'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:13.848303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:13.889257 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.ipam_backend_mixin [None req-640b6176-ed82-4402-a757-93a54f39ccef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f557d07-d4a1-4d8d-97a7-d0aaa249fceb (CIDR: 2001:db8::/64) May 25 22:55:13.906216 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:55:13.912474 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341cf80-b66e-4edb-826b-f0bf66a10cf7 req-c79d757d-89bd-4d19-94df-9170a8f291af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:13.915072 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0341cf80-b66e-4edb-826b-f0bf66a10cf7 req-c79d757d-89bd-4d19-94df-9170a8f291af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3155b6aa-add2-4285-876b-845d979c80c0 HTTP/1.1" status: 200 len: 850 time: 0.2323246 May 25 22:55:13.960185 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:13.988273 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] For port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:13.994669 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] For port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6d40c5c8-951c-4883-83d7-6a4a2bec2b16,segment=NetworkSegment(48497cff-3cac-4a41-9c7f-5fe576642a85),segment_id=48497cff-3cac-4a41-9c7f-5fe576642a85)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:14.000825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-d7b458d4-1791-4814-977e-1ce5491e0804 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 93e2faeb-9d50-4503-9c0d-8330905a9300) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:14.018170 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391ae794-549a-4ea9-9f5c-8582b7a69da5 None None] Network 93e2faeb-9d50-4503-9c0d-8330905a9300 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:14.058441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:14.068338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b458d4-1791-4814-977e-1ce5491e0804 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:14.068859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d7b458d4-1791-4814-977e-1ce5491e0804 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:14.084399 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-640b6176-ed82-4402-a757-93a54f39ccef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:55:14.085029 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640b6176-ed82-4402-a757-93a54f39ccef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:55:14.103575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:14.160169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967c266-aba8-45c1-a029-a19285890838 req-8bec4532-693f-481d-a513-ec8cd1e808f0 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:14.162252 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a967c266-aba8-45c1-a029-a19285890838 req-8bec4532-693f-481d-a513-ec8cd1e808f0 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.3412204 May 25 22:55:14.229035 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bfe64-7897-423f-967b-ca8538bcd38b None None] Pushing event updated for resources: {'Port': ['ID=6d40c5c8-951c-4883-83d7-6a4a2bec2b16,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:14.261648 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d7b458d4-1791-4814-977e-1ce5491e0804 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4292507 May 25 22:55:14.266297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35542) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:14.275947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Request body: {'port': {'network_id': '93e2faeb-9d50-4503-9c0d-8330905a9300', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1820815079'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:14.319992 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=75f9755c-9c5f-423d-9764-29f92dd417d0,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:14.322849 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:14.404750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-93e2faeb-9d50-4503-9c0d-8330905a9300', 'network_id': '93e2faeb-9d50-4503-9c0d-8330905a9300', 'tenant_id': 'df28a90bff9c46329ae8a709e8c0f216', 'fixed_ips': [{'subnet_id': 'fb72bbe8-2227-4fd4-a8e1-d4546317d1b8'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:55:14.406051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:14.419780 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-640b6176-ed82-4402-a757-93a54f39ccef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0467501 May 25 22:55:14.426203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35546) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:14.441044 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0341cf80-b66e-4edb-826b-f0bf66a10cf7 req-1911ebac-383b-46fd-b147-c05bccd7ca0d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c224e130-86c2-490b-81d8-a8b63adeefac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5063584 May 25 22:55:14.503283 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-fcdd0d95-e23c-4987-b199-1ae1b42952af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'subnet': {'network_id': 'cae71642-0c66-4c8a-bb15-c413530fc88a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:14.542919 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a967c266-aba8-45c1-a029-a19285890838 req-4307156f-c471-43b0-812b-c477493836a5 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3585629 May 25 22:55:14.636432 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:14.654370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Usage tracker for resource:port and tenant:df28a90bff9c46329ae8a709e8c0f216 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:14.658458 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:14.680598 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:14.718450 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5187e454-8879-445f-8252-c7ea971feb89 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:14.733855 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0341cf80-b66e-4edb-826b-f0bf66a10cf7 req-b847c2df-88e0-4a3e-ab23-1fe05fe33b6e service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530577 May 25 22:55:14.755289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port 5187e454-8879-445f-8252-c7ea971feb89 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:14.755785 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:14.818137 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:14.825723 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Allocated IP 172.20.0.2 (93e2faeb-9d50-4503-9c0d-8330905a9300/fb72bbe8-2227-4fd4-a8e1-d4546317d1b8/0c87a1c5-8812-417b-bc97-6a99d66edf23) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:14.871966 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Made reservation on behalf of df28a90bff9c46329ae8a709e8c0f216 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:14.874830 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:14.884792 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-510fba85-31ad-4a5d-89e1-ee88f38090bf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:15.001586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] device_id is not set on port e3312e22-b87b-4887-82ec-c9fdb81f6920 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:55:15.038671 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-9743609b-012e-41b4-8049-30cd907c126d tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Deleting port 665b87a4-a8cd-48e1-ad69-79cc595e5689 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:15.038952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9743609b-012e-41b4-8049-30cd907c126d tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:15.061049 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 5187e454-8879-445f-8252-c7ea971feb89 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:15.073083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 5187e454-8879-445f-8252-c7ea971feb89 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:15.073623 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:15.103671 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fcdd0d95-e23c-4987-b199-1ae1b42952af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:15.117637 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:15.123799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fcdd0d95-e23c-4987-b199-1ae1b42952af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:subnet and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:15.128304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network 32c60de6-e46f-41e3-ace6-5a70dfb6491f is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:15.131769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fcdd0d95-e23c-4987-b199-1ae1b42952af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:15.136365 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:15.138608 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:15.141831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Transition to ACTIVE for port object 0c87a1c5-8812-417b-bc97-6a99d66edf23 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:15.172824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Transition to ACTIVE for port object 0c87a1c5-8812-417b-bc97-6a99d66edf23 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:15.217093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fcdd0d95-e23c-4987-b199-1ae1b42952af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:15.241793 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:15.267398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:15.353909 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 5187e454-8879-445f-8252-c7ea971feb89, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5187e454-8879-445f-8252-c7ea971feb89,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:15.372301 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Network 93e2faeb-9d50-4503-9c0d-8330905a9300 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:15.373674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:15.379218 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Pushing event updated for resources: {'Port': ['ID=0c87a1c5-8812-417b-bc97-6a99d66edf23,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:15.383038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:15.404303 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] For port 5187e454-8879-445f-8252-c7ea971feb89, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5187e454-8879-445f-8252-c7ea971feb89,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:15.404791 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:15.414653 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdd0d95-e23c-4987-b199-1ae1b42952af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:15.429317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:15.444930 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0341cf80-b66e-4edb-826b-f0bf66a10cf7 req-33d5344f-30f2-4f92-b850-75cdbf65f238 service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6723335 May 25 22:55:15.569494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Attempting to bind port 0c87a1c5-8812-417b-bc97-6a99d66edf23 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:15.569863 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Attempting to bind port 0c87a1c5-8812-417b-bc97-6a99d66edf23 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '2763fea8-c45a-47dc-b3c7-5ff74251b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '93e2faeb-9d50-4503-9c0d-8330905a9300'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:15.570218 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Attempting to bind port 0c87a1c5-8812-417b-bc97-6a99d66edf23 on network 93e2faeb-9d50-4503-9c0d-8330905a9300 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:15.589718 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:15.590787 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Checking segment: {'id': '2763fea8-c45a-47dc-b3c7-5ff74251b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '93e2faeb-9d50-4503-9c0d-8330905a9300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:15.590787 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:15.591003 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Bound using segment: {'id': '2763fea8-c45a-47dc-b3c7-5ff74251b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '93e2faeb-9d50-4503-9c0d-8330905a9300'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:15.591310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Bound port: 0c87a1c5-8812-417b-bc97-6a99d66edf23, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2763fea8-c45a-47dc-b3c7-5ff74251b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '93e2faeb-9d50-4503-9c0d-8330905a9300'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:15.591820 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:15.616450 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=5187e454-8879-445f-8252-c7ea971feb89,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:15.696082 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9743609b-012e-41b4-8049-30cd907c126d tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:15.713301 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Allocated IP 172.20.0.9 (93e2faeb-9d50-4503-9c0d-8330905a9300/fb72bbe8-2227-4fd4-a8e1-d4546317d1b8/e3312e22-b87b-4887-82ec-c9fdb81f6920) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:15.772828 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] For port 0c87a1c5-8812-417b-bc97-6a99d66edf23, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:15.776175 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] For port 0c87a1c5-8812-417b-bc97-6a99d66edf23, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0c87a1c5-8812-417b-bc97-6a99d66edf23,segment=NetworkSegment(2763fea8-c45a-47dc-b3c7-5ff74251b1cf),segment_id=2763fea8-c45a-47dc-b3c7-5ff74251b1cf)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:15.836467 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:15.842123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for 5187e454-8879-445f-8252-c7ea971feb89 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:15.881238 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-9743609b-012e-41b4-8049-30cd907c126d tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Calling delete_port for 665b87a4-a8cd-48e1-ad69-79cc595e5689 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:16.027247 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0ee95904-cac4-48c2-98e4-623c96b69641 None None] Provisioning complete for port 75f9755c-9c5f-423d-9764-29f92dd417d0 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:16.027627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0ee95904-cac4-48c2-98e4-623c96b69641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:16.034433 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fcdd0d95-e23c-4987-b199-1ae1b42952af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:16.079069 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214caaa-fec9-4088-9ef5-b4e98c9ad0f8 None None] Pushing event updated for resources: {'Port': ['ID=0c87a1c5-8812-417b-bc97-6a99d66edf23,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:16.104955 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ab1806-adce-47cc-97f8-9111c60ea56f None None] Network cae71642-0c66-4c8a-bb15-c413530fc88a requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:16.196463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0ee95904-cac4-48c2-98e4-623c96b69641 None None] Port 75f9755c-9c5f-423d-9764-29f92dd417d0 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:16.436577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-be6bfe04-5574-4411-a847-316a20984703 None None] Provisioning for port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:16.468728 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:16.567810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:16.574376 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Transition to ACTIVE for port object e3312e22-b87b-4887-82ec-c9fdb81f6920 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:16.661856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510fba85-31ad-4a5d-89e1-ee88f38090bf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router 779c4871-ff28-4782-a7a8-f99ffd29a9b2 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:55:16.666547 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9743609b-012e-41b4-8049-30cd907c126d tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:16.721186 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:16.731067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d3a6e-25ce-4c36-bd97-d35836e5b3a2 req-edaa7494-4df7-40e6-817b-9d1b2216c2f6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:16.738982 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-584d3a6e-25ce-4c36-bd97-d35836e5b3a2 req-edaa7494-4df7-40e6-817b-9d1b2216c2f6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.7102807 May 25 22:55:16.752172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743609b-012e-41b4-8049-30cd907c126d tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event deleted for resources: {'Port': ['ID=665b87a4-a8cd-48e1-ad69-79cc595e5689,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:16.781898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0c87a1c5-8812-417b-bc97-6a99d66edf23 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:16.813406 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Network 93e2faeb-9d50-4503-9c0d-8330905a9300 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:16.869312 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-584d3a6e-25ce-4c36-bd97-d35836e5b3a2 req-ef59b356-9ee8-4f77-95f0-cfb1f6d91165 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298745 May 25 22:55:16.892270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:16.901949 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:16.921692 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:55:16.922009 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:55:16.953335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 0c87a1c5-8812-417b-bc97-6a99d66edf23 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:16.961297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:17.088458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router da9a70d6-4ba8-475e-9762-72f70d0b2293 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:55:17.111375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-731dc821-ea7d-424d-94b1-b9a963b5ef8b tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:17.123402 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:17.131099 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:17.131627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:17.200364 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fcdd0d95-e23c-4987-b199-1ae1b42952af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:17.270947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:17.271691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:17.298160 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Pushing event updated for resources: {'Port': ['ID=e3312e22-b87b-4887-82ec-c9fdb81f6920,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:17.328636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:17.349179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:17.371036 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6d40c5c8-951c-4883-83d7-6a4a2bec2b16,segment=NetworkSegment(48497cff-3cac-4a41-9c7f-5fe576642a85),segment_id=48497cff-3cac-4a41-9c7f-5fe576642a85)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:17.390421 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdd0d95-e23c-4987-b199-1ae1b42952af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network cae71642-0c66-4c8a-bb15-c413530fc88a is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:17.394222 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-fcdd0d95-e23c-4987-b199-1ae1b42952af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:17.405165 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e33c17a-8aa2-4d73-ad21-d8068ea26953 None None] Network cae71642-0c66-4c8a-bb15-c413530fc88a requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:17.408229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd0d95-e23c-4987-b199-1ae1b42952af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:17.409348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fcdd0d95-e23c-4987-b199-1ae1b42952af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:17.416140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd0d95-e23c-4987-b199-1ae1b42952af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Subnet': ['ID=dd9cc2fa-ad58-4c78-b1f9-6b67c570b2e4,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:17.423953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port 5187e454-8879-445f-8252-c7ea971feb89 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:17.424292 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:17.439763 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ebf76c14-f41a-4e3f-ad9e-bbe5270f01bd tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1705239 May 25 22:55:17.451359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35552) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:17.484261 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:17.485395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5187e454-8879-445f-8252-c7ea971feb89 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:17.499025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-731dc821-ea7d-424d-94b1-b9a963b5ef8b tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:17.535068 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Request body: {'port': {'network_id': '93e2faeb-9d50-4503-9c0d-8330905a9300', 'name': 'tempest-ExtraDHCPOptionsTestJSON-295305092', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:17.535068 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.api.validators [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] bootfile-name is not in valid_values {{(pid=84717) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 22:55:17.535803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.api.validators [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] tftp-server is not in valid_values {{(pid=84717) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 22:55:17.536062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.api.validators [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] server-ip-address is not in valid_values {{(pid=84717) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 22:55:17.604077 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fcdd0d95-e23c-4987-b199-1ae1b42952af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1707442 May 25 22:55:17.608754 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35556) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:17.615021 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b60188-5370-4f86-a918-49abd192a620 None None] Network 93e2faeb-9d50-4503-9c0d-8330905a9300 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:17.622088 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'network_id': 'cae71642-0c66-4c8a-bb15-c413530fc88a', 'fixed_ips': [{'subnet_id': '1f557d07-d4a1-4d8d-97a7-d0aaa249fceb'}, {'subnet_id': 'dd9cc2fa-ad58-4c78-b1f9-6b67c570b2e4'}], 'name': 'tempest-PortsIpV6TestJSON-1464111919'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:17.656698 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510fba85-31ad-4a5d-89e1-ee88f38090bf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:17.667555 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-510fba85-31ad-4a5d-89e1-ee88f38090bf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/779c4871-ff28-4782-a7a8-f99ffd29a9b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4767902 May 25 22:55:17.669123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35560) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:17.706877 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda6bbc7-79f1-4ff5-a064-fcea430ba657 None None] Sync routers for ids ['779c4871-ff28-4782-a7a8-f99ffd29a9b2'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:17.771123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-731dc821-ea7d-424d-94b1-b9a963b5ef8b tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Deleting port dfddc2cb-555e-49d8-80ba-322733d2bb61 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:17.771670 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-731dc821-ea7d-424d-94b1-b9a963b5ef8b tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:17.811001 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=6d40c5c8-951c-4883-83d7-6a4a2bec2b16,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:17.850783 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:17.857166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Usage tracker for resource:port and tenant:df28a90bff9c46329ae8a709e8c0f216 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:17.870014 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:17.879745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda6bbc7-79f1-4ff5-a064-fcea430ba657 None None] Routers {'779c4871-ff28-4782-a7a8-f99ffd29a9b2'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:17.880220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:17.880509 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-eda6bbc7-79f1-4ff5-a064-fcea430ba657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['779c4871-ff28-4782-a7a8-f99ffd29a9b2'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:17.937122 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9743609b-012e-41b4-8049-30cd907c126d tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:17.954057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-938eab38-ac07-4087-8f9a-9eb07cd3c309 None None] Provisioning for port 0c87a1c5-8812-417b-bc97-6a99d66edf23 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:17.973950 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-938eab38-ac07-4087-8f9a-9eb07cd3c309 None None] Provisioning complete for port 0c87a1c5-8812-417b-bc97-6a99d66edf23 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:17.974450 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-938eab38-ac07-4087-8f9a-9eb07cd3c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:18.013683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-eda6bbc7-79f1-4ff5-a064-fcea430ba657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:18.036917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:18.093252 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:port and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:18.094446 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 5187e454-8879-445f-8252-c7ea971feb89 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:18.094899 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:18.105148 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:18.116454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Made reservation on behalf of df28a90bff9c46329ae8a709e8c0f216 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:18.119483 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:18.169523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:18.175537 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] For port 5187e454-8879-445f-8252-c7ea971feb89, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5187e454-8879-445f-8252-c7ea971feb89,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:18.175975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:18.203306 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda6bbc7-79f1-4ff5-a064-fcea430ba657 None None] Routers {'779c4871-ff28-4782-a7a8-f99ffd29a9b2'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:18.204109 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-eda6bbc7-79f1-4ff5-a064-fcea430ba657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['779c4871-ff28-4782-a7a8-f99ffd29a9b2'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:18.216116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] device_id is not set on port 5befd3e6-ccab-48ef-9d0b-72a8e420ea75 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:55:18.316047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-eda6bbc7-79f1-4ff5-a064-fcea430ba657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:18.316047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda6bbc7-79f1-4ff5-a064-fcea430ba657 None None] The sync data for ids ['779c4871-ff28-4782-a7a8-f99ffd29a9b2'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:18.354244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for 5187e454-8879-445f-8252-c7ea971feb89 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:18.392321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:18.399243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:18.419186 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Allocated IP 172.20.0.12 (93e2faeb-9d50-4503-9c0d-8330905a9300/fb72bbe8-2227-4fd4-a8e1-d4546317d1b8/5befd3e6-ccab-48ef-9d0b-72a8e420ea75) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:18.430244 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b341-1069-4abc-8cab-adbc190f59c4 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:18.470579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-938eab38-ac07-4087-8f9a-9eb07cd3c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:18.488467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-731dc821-ea7d-424d-94b1-b9a963b5ef8b tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:18.509793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] device_id is not set on port dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:55:18.528199 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-938eab38-ac07-4087-8f9a-9eb07cd3c309 None None] For port 0c87a1c5-8812-417b-bc97-6a99d66edf23, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0c87a1c5-8812-417b-bc97-6a99d66edf23,segment=NetworkSegment(2763fea8-c45a-47dc-b3c7-5ff74251b1cf),segment_id=2763fea8-c45a-47dc-b3c7-5ff74251b1cf)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:18.550810 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:18.562493 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99fb9d-8bf1-4eb0-ac00-9bacc404c57f None None] Sync routers for ids ['da9a70d6-4ba8-475e-9762-72f70d0b2293'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:18.592036 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa99fb9d-8bf1-4eb0-ac00-9bacc404c57f None None] Routers {'da9a70d6-4ba8-475e-9762-72f70d0b2293'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:18.592809 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-fa99fb9d-8bf1-4eb0-ac00-9bacc404c57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['da9a70d6-4ba8-475e-9762-72f70d0b2293'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:18.618294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-938eab38-ac07-4087-8f9a-9eb07cd3c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:18.693725 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:18.693945 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-fa99fb9d-8bf1-4eb0-ac00-9bacc404c57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:18.705519 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa99fb9d-8bf1-4eb0-ac00-9bacc404c57f None None] Routers {'da9a70d6-4ba8-475e-9762-72f70d0b2293'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:18.706605 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-fa99fb9d-8bf1-4eb0-ac00-9bacc404c57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['da9a70d6-4ba8-475e-9762-72f70d0b2293'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:18.770220 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-fa99fb9d-8bf1-4eb0-ac00-9bacc404c57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:18.770867 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99fb9d-8bf1-4eb0-ac00-9bacc404c57f None None] The sync data for ids ['da9a70d6-4ba8-475e-9762-72f70d0b2293'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:18.798356 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-731dc821-ea7d-424d-94b1-b9a963b5ef8b tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Calling delete_port for dfddc2cb-555e-49d8-80ba-322733d2bb61 owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:18.828680 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7db4c6-cbbf-4f49-8197-1779fbe5f174 None None] Update dhcp port {'port': {'network_id': 'cae71642-0c66-4c8a-bb15-c413530fc88a', 'fixed_ips': [{'subnet_id': '1f557d07-d4a1-4d8d-97a7-d0aaa249fceb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dd9cc2fa-ad58-4c78-b1f9-6b67c570b2e4'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': '6d40c5c8-951c-4883-83d7-6a4a2bec2b16'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 22:55:18.848044 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d2235c36-fdad-4d54-92af-7cffb07b891f tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "PUT /v2.0/routers/da9a70d6-4ba8-475e-9762-72f70d0b2293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9954467 May 25 22:55:18.852494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35570) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:18.868459 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb780ab-4313-4828-ac97-9674016768ac req-03268ae4-ae37-482b-8f6b-d7116a4fa13f tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:18.869696 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938eab38-ac07-4087-8f9a-9eb07cd3c309 None None] Pushing event updated for resources: {'Port': ['ID=0c87a1c5-8812-417b-bc97-6a99d66edf23,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:18.870217 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fdb780ab-4313-4828-ac97-9674016768ac req-03268ae4-ae37-482b-8f6b-d7116a4fa13f tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.8385813 May 25 22:55:18.883561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'port': {'network_id': '32c60de6-e46f-41e3-ace6-5a70dfb6491f', 'name': 'tempest-FloatingIPTestJSON-1506139082'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:18.906808 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9e7db4c6-cbbf-4f49-8197-1779fbe5f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:18.934302 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:18.934935 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:19.105876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4ba1b584-2a6e-4d38-9aaa-605a1a666e82 None None] Provisioning complete for port 0c87a1c5-8812-417b-bc97-6a99d66edf23 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:19.106241 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4ba1b584-2a6e-4d38-9aaa-605a1a666e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:19.243724 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fdb780ab-4313-4828-ac97-9674016768ac req-081dd8af-3db3-4d1f-9819-2a13ac37a505 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3414347 May 25 22:55:19.305048 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:19.311708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Usage tracker for resource:port and tenant:a14378b6d73d4ae08d8270b7d5eccae0 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:19.317567 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:19.324870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:19.382347 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-9e7db4c6-cbbf-4f49-8197-1779fbe5f174 None None] Allocated IP 2001:db8:0:1::2 (cae71642-0c66-4c8a-bb15-c413530fc88a/dd9cc2fa-ad58-4c78-b1f9-6b67c570b2e4/6d40c5c8-951c-4883-83d7-6a4a2bec2b16) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:19.414225 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:19.467011 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=5187e454-8879-445f-8252-c7ea971feb89,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:19.572815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:19.610657 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Transition to ACTIVE for port object 5befd3e6-ccab-48ef-9d0b-72a8e420ea75 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:19.623862 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4ba1b584-2a6e-4d38-9aaa-605a1a666e82 None None] Provisioning for port e3312e22-b87b-4887-82ec-c9fdb81f6920 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:19.634429 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-9e7db4c6-cbbf-4f49-8197-1779fbe5f174 None None] For port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6d40c5c8-951c-4883-83d7-6a4a2bec2b16,segment=NetworkSegment(48497cff-3cac-4a41-9c7f-5fe576642a85),segment_id=48497cff-3cac-4a41-9c7f-5fe576642a85)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:19.638718 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4ba1b584-2a6e-4d38-9aaa-605a1a666e82 None None] Provisioning complete for port e3312e22-b87b-4887-82ec-c9fdb81f6920 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:19.639084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4ba1b584-2a6e-4d38-9aaa-605a1a666e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:19.712044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4ba1b584-2a6e-4d38-9aaa-605a1a666e82 None None] Port e3312e22-b87b-4887-82ec-c9fdb81f6920 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:19.715058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9e7db4c6-cbbf-4f49-8197-1779fbe5f174 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:19.735859 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9e7db4c6-cbbf-4f49-8197-1779fbe5f174 None None] Transition to ACTIVE for port object 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:19.773269 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:19.774210 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Made reservation on behalf of a14378b6d73d4ae08d8270b7d5eccae0 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:19.777044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:19.786112 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9e7db4c6-cbbf-4f49-8197-1779fbe5f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:19.795372 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-731dc821-ea7d-424d-94b1-b9a963b5ef8b tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:19.880676 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Network 93e2faeb-9d50-4503-9c0d-8330905a9300 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:19.886931 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:19.889378 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:19.928280 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Pushing event updated for resources: {'Port': ['ID=5befd3e6-ccab-48ef-9d0b-72a8e420ea75,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:19.952624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731dc821-ea7d-424d-94b1-b9a963b5ef8b tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Pushing event deleted for resources: {'Port': ['ID=dfddc2cb-555e-49d8-80ba-322733d2bb61,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:19.953151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9743609b-012e-41b4-8049-30cd907c126d tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Router 8cd72349-1bce-49dd-a2bc-c6e3e080bad6 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:55:19.955230 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ec50f0cd-65b2-4c49-a7aa-314bd154ff56 None None] Provisioning complete for port e3312e22-b87b-4887-82ec-c9fdb81f6920 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:19.956336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ec50f0cd-65b2-4c49-a7aa-314bd154ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:19.983378 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7db4c6-cbbf-4f49-8197-1779fbe5f174 None None] Pushing event updated for resources: {'Port': ['ID=6d40c5c8-951c-4883-83d7-6a4a2bec2b16,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:20.022038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:20.023197 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.033083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ec50f0cd-65b2-4c49-a7aa-314bd154ff56 None None] Port e3312e22-b87b-4887-82ec-c9fdb81f6920 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:20.052729 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] device_id is not set on port 7423eda6-df29-442b-a378-82784ce6e960 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:55:20.331869 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7a5630d2-25c1-45df-a9ce-c5df84faf891 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.8788364 May 25 22:55:20.336213 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35580) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:20.363346 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-129b9031-85a3-406b-bc7a-eb712bdcf962 None None] Provisioning for port 5befd3e6-ccab-48ef-9d0b-72a8e420ea75 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:20.369542 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-129b9031-85a3-406b-bc7a-eb712bdcf962 None None] Provisioning complete for port 5befd3e6-ccab-48ef-9d0b-72a8e420ea75 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:20.370191 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-129b9031-85a3-406b-bc7a-eb712bdcf962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.377062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2b341-1069-4abc-8cab-adbc190f59c4 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port ea81836a-b2a7-42e3-9e70-e0970859764d {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:20.382062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b341-1069-4abc-8cab-adbc190f59c4 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.436009 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f95a8-e138-40c0-92e8-f3e67d9ee602 req-8aa06fd8-9010-428f-a8e3-2e44fec66a37 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:20.437538 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3f4f95a8-e138-40c0-92e8-f3e67d9ee602 req-8aa06fd8-9010-428f-a8e3-2e44fec66a37 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.9016020 May 25 22:55:20.452496 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-129b9031-85a3-406b-bc7a-eb712bdcf962 None None] Port 5befd3e6-ccab-48ef-9d0b-72a8e420ea75 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:20.503433 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.639439 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8f137c-1319-47ee-96da-facd7bbcaf07 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:20.651514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8f137c-1319-47ee-96da-facd7bbcaf07 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:20.651514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8f137c-1319-47ee-96da-facd7bbcaf07 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:20.651514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7d8f137c-1319-47ee-96da-facd7bbcaf07 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Synchronizing usage tracker for tenant:df28a90bff9c46329ae8a709e8c0f216 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:20.671444 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9743609b-012e-41b4-8049-30cd907c126d tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:20.685422 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9743609b-012e-41b4-8049-30cd907c126d tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] 10.222.0.66 "PUT /v2.0/routers/8cd72349-1bce-49dd-a2bc-c6e3e080bad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2196114 May 25 22:55:20.685974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0c87a1c5-8812-417b-bc97-6a99d66edf23 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:20.687616 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35584) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:20.689149 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b341-1069-4abc-8cab-adbc190f59c4 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.713824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Allocated IP 2001:db8::394 (cae71642-0c66-4c8a-bb15-c413530fc88a/1f557d07-d4a1-4d8d-97a7-d0aaa249fceb/dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:20.715654 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd6da9-d1d3-4a3c-b5ab-28f14540dc68 None None] Sync routers for ids ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:20.717015 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-731dc821-ea7d-424d-94b1-b9a963b5ef8b tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.750707 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d5e2aac8-34db-4bac-83fe-95f9f21c3c4e None None] Provisioning for port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:20.763733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d5e2aac8-34db-4bac-83fe-95f9f21c3c4e None None] Provisioning complete for port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:20.764186 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d5e2aac8-34db-4bac-83fe-95f9f21c3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.794969 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd6da9-d1d3-4a3c-b5ab-28f14540dc68 None None] Routers {'8cd72349-1bce-49dd-a2bc-c6e3e080bad6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:20.795337 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-86cd6da9-d1d3-4a3c-b5ab-28f14540dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:20.883305 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-86cd6da9-d1d3-4a3c-b5ab-28f14540dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:20.899423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Allocated IP 2001:db8:0:1::26d (cae71642-0c66-4c8a-bb15-c413530fc88a/dd9cc2fa-ad58-4c78-b1f9-6b67c570b2e4/dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:20.909381 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3f4f95a8-e138-40c0-92e8-f3e67d9ee602 req-51f3cc68-cc57-4e7f-ac24-6e1d8dff7067 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3907826 May 25 22:55:20.917352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd6da9-d1d3-4a3c-b5ab-28f14540dc68 None None] Routers {'8cd72349-1bce-49dd-a2bc-c6e3e080bad6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:20.917689 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-86cd6da9-d1d3-4a3c-b5ab-28f14540dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:20.936297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-731dc821-ea7d-424d-94b1-b9a963b5ef8b tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.955362 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Allocated IP 172.20.0.13 (32c60de6-e46f-41e3-ace6-5a70dfb6491f/b8adcffd-5c59-468b-9fce-4b1b8b65a9cc/7423eda6-df29-442b-a378-82784ce6e960) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:20.959311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7d8f137c-1319-47ee-96da-facd7bbcaf07 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Unset dirty status for tenant:df28a90bff9c46329ae8a709e8c0f216 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:20.964780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-731dc821-ea7d-424d-94b1-b9a963b5ef8b tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.967593 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7d8f137c-1319-47ee-96da-facd7bbcaf07 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6286006 May 25 22:55:20.968251 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 0c87a1c5-8812-417b-bc97-6a99d66edf23 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:20.968762 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:20.969184 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35590) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:21.052983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-86cd6da9-d1d3-4a3c-b5ab-28f14540dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:21.053444 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd6da9-d1d3-4a3c-b5ab-28f14540dc68 None None] The sync data for ids ['8cd72349-1bce-49dd-a2bc-c6e3e080bad6'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:21.103981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2b341-1069-4abc-8cab-adbc190f59c4 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for ea81836a-b2a7-42e3-9e70-e0970859764d owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:21.157357 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:21.235001 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:21.235703 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:21.337431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-daae70eb-84b6-4396-b836-2434186aa4d1 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:21.474999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-af92385c-41c0-4a43-899d-fc666a266a44 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Deleting port 5befd3e6-ccab-48ef-9d0b-72a8e420ea75 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:21.475332 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af92385c-41c0-4a43-899d-fc666a266a44 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:21.552521 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b341-1069-4abc-8cab-adbc190f59c4 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:21.591532 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-daae70eb-84b6-4396-b836-2434186aa4d1 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:21.605161 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2b341-1069-4abc-8cab-adbc190f59c4 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Port': ['ID=ea81836a-b2a7-42e3-9e70-e0970859764d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:21.695744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-daae70eb-84b6-4396-b836-2434186aa4d1 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Deleting port 009982c9-1ec4-4ef0-a498-137194f51664 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:21.696425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-daae70eb-84b6-4396-b836-2434186aa4d1 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:21.799208 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731dc821-ea7d-424d-94b1-b9a963b5ef8b tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Router 5d126263-02e6-44aa-91fc-6644a6d8d973 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:55:21.985323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b341-1069-4abc-8cab-adbc190f59c4 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:22.009078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-daae70eb-84b6-4396-b836-2434186aa4d1 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:22.164913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:22.278721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Router 14ee83ed-637f-4a56-b92a-f156cf52d20a has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:55:22.296408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Transition to ACTIVE for port object dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:22.324136 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:22.339979 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-daae70eb-84b6-4396-b836-2434186aa4d1 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Calling delete_port for 009982c9-1ec4-4ef0-a498-137194f51664 owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:22.343946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dbec1-691d-413f-ace3-83468ecdf7d6 req-92ee3fb4-f0de-405a-9139-19fa5805a2ab tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:22.345433 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b55dbec1-691d-413f-ace3-83468ecdf7d6 req-92ee3fb4-f0de-405a-9139-19fa5805a2ab tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.6387885 May 25 22:55:22.392434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Transition to ACTIVE for port object 7423eda6-df29-442b-a378-82784ce6e960 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:22.400928 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af92385c-41c0-4a43-899d-fc666a266a44 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:22.728298 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-af92385c-41c0-4a43-899d-fc666a266a44 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Calling delete_port for 5befd3e6-ccab-48ef-9d0b-72a8e420ea75 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:22.758882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731dc821-ea7d-424d-94b1-b9a963b5ef8b tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:22.770401 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21acc21e-51f4-4bc9-bf91-be95264c6824 None None] Sync routers for ids ['5d126263-02e6-44aa-91fc-6644a6d8d973'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:22.771793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b2b341-1069-4abc-8cab-adbc190f59c4 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router 779c4871-ff28-4782-a7a8-f99ffd29a9b2 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:55:22.782184 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21acc21e-51f4-4bc9-bf91-be95264c6824 None None] Routers {'5d126263-02e6-44aa-91fc-6644a6d8d973'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:22.782778 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-21acc21e-51f4-4bc9-bf91-be95264c6824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5d126263-02e6-44aa-91fc-6644a6d8d973'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:22.842435 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-daae70eb-84b6-4396-b836-2434186aa4d1 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:22.843470 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-21acc21e-51f4-4bc9-bf91-be95264c6824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:22.855324 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21acc21e-51f4-4bc9-bf91-be95264c6824 None None] Routers {'5d126263-02e6-44aa-91fc-6644a6d8d973'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:22.856094 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-21acc21e-51f4-4bc9-bf91-be95264c6824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5d126263-02e6-44aa-91fc-6644a6d8d973'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:22.858715 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b55dbec1-691d-413f-ace3-83468ecdf7d6 req-fdafbd2d-62a6-4f2b-8f50-89fc91c0c173 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4996393 May 25 22:55:22.866881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-731dc821-ea7d-424d-94b1-b9a963b5ef8b tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:22.868512 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-731dc821-ea7d-424d-94b1-b9a963b5ef8b tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "PUT /v2.0/routers/5d126263-02e6-44aa-91fc-6644a6d8d973 HTTP/1.1" status: 200 len: 709 time: 9.4742990 May 25 22:55:22.876516 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35596) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:22.922914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae70eb-84b6-4396-b836-2434186aa4d1 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event deleted for resources: {'Port': ['ID=009982c9-1ec4-4ef0-a498-137194f51664,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:22.939079 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-21acc21e-51f4-4bc9-bf91-be95264c6824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:22.939983 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21acc21e-51f4-4bc9-bf91-be95264c6824 None None] The sync data for ids ['5d126263-02e6-44aa-91fc-6644a6d8d973'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:22.953442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:23.074192 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b2b341-1069-4abc-8cab-adbc190f59c4 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:23.084980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba4b938-6b95-4d4e-9dd9-fb062bcbf20d None None] Sync routers for ids ['779c4871-ff28-4782-a7a8-f99ffd29a9b2'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:23.093033 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:23.102130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4b938-6b95-4d4e-9dd9-fb062bcbf20d None None] Routers {'779c4871-ff28-4782-a7a8-f99ffd29a9b2'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:23.109402 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bba4b938-6b95-4d4e-9dd9-fb062bcbf20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['779c4871-ff28-4782-a7a8-f99ffd29a9b2'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:23.110925 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:23.123269 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b60ff1-110e-4304-bad0-8828e4e46867 None None] Sync routers for ids ['14ee83ed-637f-4a56-b92a-f156cf52d20a'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:23.135399 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9017044d-baaf-4887-a858-352baebaf1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "PUT /v2.0/routers/14ee83ed-637f-4a56-b92a-f156cf52d20a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0040729 May 25 22:55:23.141812 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b60ff1-110e-4304-bad0-8828e4e46867 None None] Routers {'14ee83ed-637f-4a56-b92a-f156cf52d20a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:23.144070 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-74b60ff1-110e-4304-bad0-8828e4e46867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['14ee83ed-637f-4a56-b92a-f156cf52d20a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:23.146054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35602) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:23.176097 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bba4b938-6b95-4d4e-9dd9-fb062bcbf20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:23.188124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4b938-6b95-4d4e-9dd9-fb062bcbf20d None None] Routers {'779c4871-ff28-4782-a7a8-f99ffd29a9b2'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:23.189044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bba4b938-6b95-4d4e-9dd9-fb062bcbf20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['779c4871-ff28-4782-a7a8-f99ffd29a9b2'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:23.208468 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network cae71642-0c66-4c8a-bb15-c413530fc88a is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:23.226464 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:23.231606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-daae70eb-84b6-4396-b836-2434186aa4d1 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:23.232416 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:23.236277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:23.237740 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:23.266326 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bba4b938-6b95-4d4e-9dd9-fb062bcbf20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:23.266896 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba4b938-6b95-4d4e-9dd9-fb062bcbf20d None None] The sync data for ids ['779c4871-ff28-4782-a7a8-f99ffd29a9b2'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:23.278671 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:23.332985 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b8b2b341-1069-4abc-8cab-adbc190f59c4 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/779c4871-ff28-4782-a7a8-f99ffd29a9b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6627991 May 25 22:55:23.333919 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35606) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:23.347684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Network 32c60de6-e46f-41e3-ace6-5a70dfb6491f is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:23.364035 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a797778a-06ee-44fe-b460-4dd5f0e3e2f5 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/routers/5d126263-02e6-44aa-91fc-6644a6d8d973 HTTP/1.1" status: 200 len: 744 time: 0.4863920 May 25 22:55:23.365362 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:23.378064 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35610) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:23.386941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:23.391142 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-74b60ff1-110e-4304-bad0-8828e4e46867 None None] Set router 14ee83ed-637f-4a56-b92a-f156cf52d20a gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:55:23.488688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d85226-967b-4623-bb25-9bdca1739f31 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:23.490089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d85226-967b-4623-bb25-9bdca1739f31 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:23.494317 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b2d85226-967b-4623-bb25-9bdca1739f31 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3397653 May 25 22:55:23.512689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35614) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:23.522802 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6ee01455-a8d8-4c05-ac75-ad0a7ceb53e8 tempest-RoutersIpV6AdminTest-814648101 tempest-RoutersIpV6AdminTest-814648101-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=c513f589-f876-49b8-8061-8e2704cb350d&device_id=5d126263-02e6-44aa-91fc-6644a6d8d973 HTTP/1.1" status: 200 len: 205 time: 0.1412334 May 25 22:55:23.540717 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-74b60ff1-110e-4304-bad0-8828e4e46867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee83ed-637f-4a56-b92a-f156cf52d20a', 'name': 'tempest-NetworksTestDHCPv6-router-1429207915', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:54:59Z', 'updated_at': '2022-05-25T22:55:19Z', 'revision_number': 3, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:23.545442 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b60ff1-110e-4304-bad0-8828e4e46867 None None] Checking router: 14ee83ed-637f-4a56-b92a-f156cf52d20a for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:55:23.548887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35618) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:23.563714 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b60ff1-110e-4304-bad0-8828e4e46867 None None] Routers {'14ee83ed-637f-4a56-b92a-f156cf52d20a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:23.563976 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-74b60ff1-110e-4304-bad0-8828e4e46867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['14ee83ed-637f-4a56-b92a-f156cf52d20a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:23.576389 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-784e63fd-489f-4ddf-9d74-b70f6e51d877 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 5.9644427 May 25 22:55:23.577505 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event updated for resources: {'Port': ['ID=7423eda6-df29-442b-a378-82784ce6e960,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:23.589084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35622) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:23.605761 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-fa203888-0821-4020-9532-7b7e9ace9bc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f557d07-d4a1-4d8d-97a7-d0aaa249fceb'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:23.652982 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:23.659340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:23.700813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee8331-45dd-4ee2-ba3e-42cc0371c0ad req-b42d9060-c27c-4b95-a9c6-3d7be0536fb2 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:23.702345 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-64ee8331-45dd-4ee2-ba3e-42cc0371c0ad req-b42d9060-c27c-4b95-a9c6-3d7be0536fb2 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.6854806 May 25 22:55:23.708651 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af92385c-41c0-4a43-899d-fc666a266a44 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:23.775993 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-74b60ff1-110e-4304-bad0-8828e4e46867 None None] Set router 14ee83ed-637f-4a56-b92a-f156cf52d20a gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:55:23.793934 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7e585cb2-48ab-4722-8d3d-ebb0a622c859 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Synchronizing usage tracker for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:23.800844 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-77c7da5a-ceaf-40d7-8890-2945dc6ced40 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d126263-02e6-44aa-91fc-6644a6d8d973 HTTP/1.1" status: 200 len: 205 time: 0.2479053 May 25 22:55:23.809009 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d8295a4b-a586-4588-aee0-b8337b8fa2e0 None None] Provisioning for port dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:23.810081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35626) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:23.817164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d8295a4b-a586-4588-aee0-b8337b8fa2e0 None None] Provisioning complete for port dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:23.817642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d8295a4b-a586-4588-aee0-b8337b8fa2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:23.860794 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-28571872-ad14-4b0f-abfc-2ada08146fd5 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9997180 May 25 22:55:23.872255 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-d8295a4b-a586-4588-aee0-b8337b8fa2e0 None None] Port dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:23.872675 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92385c-41c0-4a43-899d-fc666a266a44 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Pushing event deleted for resources: {'Port': ['ID=5befd3e6-ccab-48ef-9d0b-72a8e420ea75,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:23.885829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35630) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:23.920312 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-74b60ff1-110e-4304-bad0-8828e4e46867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee83ed-637f-4a56-b92a-f156cf52d20a', 'name': 'tempest-NetworksTestDHCPv6-router-1429207915', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:54:59Z', 'updated_at': '2022-05-25T22:55:19Z', 'revision_number': 3, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:23.925634 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b60ff1-110e-4304-bad0-8828e4e46867 None None] The sync data for ids ['14ee83ed-637f-4a56-b92a-f156cf52d20a'] in dv-neutron-843300-1-hyperv is: [{'id': '14ee83ed-637f-4a56-b92a-f156cf52d20a', 'name': 'tempest-NetworksTestDHCPv6-router-1429207915', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:54:59Z', 'updated_at': '2022-05-25T22:55:19Z', 'revision_number': 3, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'gw_port_host': None}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:23.937949 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-464f5627-81d5-4bae-8188-26810804589a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Request body: {'floatingip': {'port_id': '7423eda6-df29-442b-a378-82784ce6e960'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:23.952907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-daae70eb-84b6-4396-b836-2434186aa4d1 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:23.964895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-daae70eb-84b6-4396-b836-2434186aa4d1 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:23.993644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-69d3355d-bc63-49c5-90e6-ecf32b867de6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:24.083472 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ebe4304c-4cc9-41ce-94b1-49a1d44882df None None] Provisioning for port 7423eda6-df29-442b-a378-82784ce6e960 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:24.089101 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ebe4304c-4cc9-41ce-94b1-49a1d44882df None None] Provisioning complete for port 7423eda6-df29-442b-a378-82784ce6e960 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:24.090097 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ebe4304c-4cc9-41ce-94b1-49a1d44882df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:24.107110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7e585cb2-48ab-4722-8d3d-ebb0a622c859 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Unset dirty status for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:24.111291 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7e585cb2-48ab-4722-8d3d-ebb0a622c859 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports?device_id=779c4871-ff28-4782-a7a8-f99ffd29a9b2 HTTP/1.1" status: 200 len: 205 time: 0.7701416 May 25 22:55:24.112106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35634) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:24.159946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4304c-4cc9-41ce-94b1-49a1d44882df None None] Port 7423eda6-df29-442b-a378-82784ce6e960 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:24.168095 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-64ee8331-45dd-4ee2-ba3e-42cc0371c0ad req-ec9709e1-2dff-42ff-9ee1-4b31282280d0 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4574313 May 25 22:55:24.216242 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-daae70eb-84b6-4396-b836-2434186aa4d1 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:24.217460 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daae70eb-84b6-4396-b836-2434186aa4d1 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Fanout notify agent at l3_agent the message router_deleted on router 8cd72349-1bce-49dd-a2bc-c6e3e080bad6 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:55:24.220313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-464f5627-81d5-4bae-8188-26810804589a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:24.322749 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-daae70eb-84b6-4396-b836-2434186aa4d1 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:24.324147 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-daae70eb-84b6-4396-b836-2434186aa4d1 tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] 10.222.0.66 "DELETE /v2.0/routers/8cd72349-1bce-49dd-a2bc-c6e3e080bad6 HTTP/1.1" status: 204 len: 168 time: 3.6270187 May 25 22:55:24.333925 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35640) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:24.419682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cf0874-12f4-4530-9700-1562a0110c92 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 3b29cf3a-fffc-417d-b7b2-fa095afc246a {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:55:24.473621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f8cf0874-12f4-4530-9700-1562a0110c92 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:24.528338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af92385c-41c0-4a43-899d-fc666a266a44 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:24.529228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-adcc8d97-6112-41f4-9d1c-bab340dd0703 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:24.533582 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-af92385c-41c0-4a43-899d-fc666a266a44 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] 10.222.0.66 "DELETE /v2.0/ports/5befd3e6-ccab-48ef-9d0b-72a8e420ea75 HTTP/1.1" status: 204 len: 168 time: 3.5095689 May 25 22:55:24.544344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35644) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:24.552976 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5187e454-8879-445f-8252-c7ea971feb89 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:55:24.593512 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 5187e454-8879-445f-8252-c7ea971feb89 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:55:24.594178 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5187e454-8879-445f-8252-c7ea971feb89 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:55:24.594516 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-12b0df3f-d5f8-435a-8fa5-03e5f33562b0 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Request body: {'port': {'name': 'tempest-new-port-name-693235799', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:24.594898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.api.validators [None req-12b0df3f-d5f8-435a-8fa5-03e5f33562b0 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] bootfile-name is not in valid_values {{(pid=84716) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 22:55:24.595226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.api.validators [None req-12b0df3f-d5f8-435a-8fa5-03e5f33562b0 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] tftp-server is not in valid_values {{(pid=84716) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 22:55:24.595535 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.api.validators [None req-12b0df3f-d5f8-435a-8fa5-03e5f33562b0 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] server-ip-address is not in valid_values {{(pid=84716) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 22:55:24.678169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f8cf0874-12f4-4530-9700-1562a0110c92 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:24.779913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa203888-0821-4020-9532-7b7e9ace9bc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:24.907760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-69d3355d-bc63-49c5-90e6-ecf32b867de6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.001323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5632e8-4d09-4390-9f9d-182b4df781e1 req-398d3ba3-6a92-426a-ad85-5d7776791a32 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:25.003779 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1f5632e8-4d09-4390-9f9d-182b4df781e1 req-398d3ba3-6a92-426a-ad85-5d7776791a32 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.5714180 May 25 22:55:25.009798 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-12b0df3f-d5f8-435a-8fa5-03e5f33562b0 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.141621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f8cf0874-12f4-4530-9700-1562a0110c92 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.155088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-69d3355d-bc63-49c5-90e6-ecf32b867de6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.326493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e4cf60-6066-4afe-bcb3-d35b236d193f tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Deleting subnet 24347541-8d0f-4000-917c-7656e68f2892 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:55:25.337425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95e4cf60-6066-4afe-bcb3-d35b236d193f tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.378204 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-adcc8d97-6112-41f4-9d1c-bab340dd0703 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.389308 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-adcc8d97-6112-41f4-9d1c-bab340dd0703 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.400270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95e4cf60-6066-4afe-bcb3-d35b236d193f tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.414139 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1f5632e8-4d09-4390-9f9d-182b4df781e1 req-42278c44-f327-4df1-887a-cd60df4893e2 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3903825 May 25 22:55:25.504601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-69d3355d-bc63-49c5-90e6-ecf32b867de6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.505135 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d3355d-bc63-49c5-90e6-ecf32b867de6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Fanout notify agent at l3_agent the message router_deleted on router 5d126263-02e6-44aa-91fc-6644a6d8d973 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:55:25.507252 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95e4cf60-6066-4afe-bcb3-d35b236d193f tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.557750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-adcc8d97-6112-41f4-9d1c-bab340dd0703 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.559069 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcc8d97-6112-41f4-9d1c-bab340dd0703 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Fanout notify agent at l3_agent the message router_deleted on router 779c4871-ff28-4782-a7a8-f99ffd29a9b2 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:55:25.568440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-adcc8d97-6112-41f4-9d1c-bab340dd0703 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.571117 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-adcc8d97-6112-41f4-9d1c-bab340dd0703 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/routers/779c4871-ff28-4782-a7a8-f99ffd29a9b2 HTTP/1.1" status: 204 len: 168 time: 1.4531212 May 25 22:55:25.574888 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-69d3355d-bc63-49c5-90e6-ecf32b867de6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.575903 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-69d3355d-bc63-49c5-90e6-ecf32b867de6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "DELETE /v2.0/routers/5d126263-02e6-44aa-91fc-6644a6d8d973 HTTP/1.1" status: 204 len: 168 time: 1.7643003 May 25 22:55:25.577204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35650) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:25.579606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35652) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:25.631216 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0cb23530-8a3b-4f24-afef-ad8c7650f4c6 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d126263-02e6-44aa-91fc-6644a6d8d973 HTTP/1.1" status: 200 len: 205 time: 0.0509493 May 25 22:55:25.634940 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35658) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:25.709560 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-e7b9e8c0-e7b9-4876-a381-225672566082 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] delete failed (client error): The resource could not be found. May 25 22:55:25.710581 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e7b9e8c0-e7b9-4876-a381-225672566082 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "DELETE /v2.0/routers/5d126263-02e6-44aa-91fc-6644a6d8d973 HTTP/1.1" status: 404 len: 336 time: 0.0744653 May 25 22:55:25.715213 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35662) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:25.741460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f8cf0874-12f4-4530-9700-1562a0110c92 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.759776 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b3808b9a-3dac-4e40-87a4-acc4b203b23a tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "GET /v2.0/ports?device_id=96f4e016-0bfc-4e83-9a70-203b0fd3321a HTTP/1.1" status: 200 len: 205 time: 0.0435162 May 25 22:55:25.762139 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35666) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:25.835723 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-6547fbe2-9ebf-4f7c-9864-5052b5fda54a tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] delete failed (client error): The resource could not be found. May 25 22:55:25.836741 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6547fbe2-9ebf-4f7c-9864-5052b5fda54a tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "DELETE /v2.0/routers/96f4e016-0bfc-4e83-9a70-203b0fd3321a HTTP/1.1" status: 404 len: 336 time: 0.0736804 May 25 22:55:25.839789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35672) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:25.842898 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95e4cf60-6066-4afe-bcb3-d35b236d193f tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.930305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4cf60-6066-4afe-bcb3-d35b236d193f tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event deleted for resources: {'Subnet': ['ID=24347541-8d0f-4000-917c-7656e68f2892,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:25.936657 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-46c3add0-1372-4aad-a5d6-acac2e6b108e tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ad1936d-7739-441c-867c-fad8cf121569 HTTP/1.1" status: 200 len: 205 time: 0.0933475 May 25 22:55:25.938864 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35676) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:25.942707 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95e4cf60-6066-4afe-bcb3-d35b236d193f tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:25.947211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a111ad-fe5b-422c-8923-a38899fd1115 None None] Network 5217fff4-0cb7-470a-a1db-e2ead0b83b26 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:26.011975 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-cdf80f84-0c26-4311-a61f-3802cb0d9502 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] delete failed (client error): The resource could not be found. May 25 22:55:26.013029 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cdf80f84-0c26-4311-a61f-3802cb0d9502 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "DELETE /v2.0/routers/5ad1936d-7739-441c-867c-fad8cf121569 HTTP/1.1" status: 404 len: 336 time: 0.0733373 May 25 22:55:26.015726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35680) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:26.018859 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf0874-12f4-4530-9700-1562a0110c92 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=3b29cf3a-fffc-417d-b7b2-fa095afc246a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:26.057080 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-95e4cf60-6066-4afe-bcb3-d35b236d193f tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] 10.222.0.66 "DELETE /v2.0/subnets/24347541-8d0f-4000-917c-7656e68f2892 HTTP/1.1" status: 204 len: 168 time: 1.7138925 May 25 22:55:26.060814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35684) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:26.087558 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3f7044d1-ef36-4137-b86c-ed47a3c4ff80 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb401a81-b57c-460c-ae37-6093a180081a HTTP/1.1" status: 200 len: 205 time: 0.0686076 May 25 22:55:26.089657 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35688) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:26.124996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e99b416-9b88-4259-af5d-78419502ef58 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:26.146186 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f8cf0874-12f4-4530-9700-1562a0110c92 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:26.194370 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-fa203888-0821-4020-9532-7b7e9ace9bc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Delete allocated IP 2001:db8:0:1::26d (cae71642-0c66-4c8a-bb15-c413530fc88a/dd9cc2fa-ad58-4c78-b1f9-6b67c570b2e4) {{(pid=84716) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 22:55:26.209902 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-8ca72c78-d49f-42ec-91b5-dce6e2540f95 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] delete failed (client error): The resource could not be found. May 25 22:55:26.213348 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8ca72c78-d49f-42ec-91b5-dce6e2540f95 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "DELETE /v2.0/routers/fb401a81-b57c-460c-ae37-6093a180081a HTTP/1.1" status: 404 len: 336 time: 0.1213787 May 25 22:55:26.217476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35692) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:26.245228 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f8cf0874-12f4-4530-9700-1562a0110c92 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/3b29cf3a-fffc-417d-b7b2-fa095afc246a HTTP/1.1" status: 204 len: 168 time: 2.7255230 May 25 22:55:26.249904 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35696) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:26.316250 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:26.384452 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-df03ca45-76fb-42c8-8102-c05a31f8fc08 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "GET /v2.0/ports?device_id=b07b6e2a-38d7-47ee-8c7c-1ccc8121052f HTTP/1.1" status: 200 len: 205 time: 0.1509564 May 25 22:55:26.386262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35700) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:26.400042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-12b0df3f-d5f8-435a-8fa5-03e5f33562b0 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:55:26.453445 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-12b0df3f-d5f8-435a-8fa5-03e5f33562b0 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:26.463737 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d6dafc-d768-4ef4-8a34-b656fb59aa05 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting subnet 32139f92-cbea-4f04-b300-756c73bbdf7f {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:55:26.478786 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24611dc7-41e5-4e97-9fd4-1d1d5a800a79 req-7aaade49-6355-4cdc-af40-1d2c7b4e4d66 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:26.480270 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-24611dc7-41e5-4e97-9fd4-1d1d5a800a79 req-7aaade49-6355-4cdc-af40-1d2c7b4e4d66 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.5093164 May 25 22:55:26.481026 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-14d6dafc-d768-4ef4-8a34-b656fb59aa05 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:26.529855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350f8f30-565e-4c7c-8bde-b0fbbab6cf0e None None] DHCP port deletion for 5217fff4-0cb7-470a-a1db-e2ead0b83b26 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:55:26.536348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-350f8f30-565e-4c7c-8bde-b0fbbab6cf0e None None] Deleting port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:26.537127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-350f8f30-565e-4c7c-8bde-b0fbbab6cf0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:26.566215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-12b0df3f-d5f8-435a-8fa5-03e5f33562b0 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:26.566601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Deleting port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:26.566942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:26.573145 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7fa7d2-5933-4b5d-904a-9825fc172401 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:55:26.593123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ee7fa7d2-5933-4b5d-904a-9825fc172401 None None] Deleting port d725c43c-115b-4b13-8238-9698978c4d19 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:26.593586 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa7d2-5933-4b5d-904a-9825fc172401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:26.605070 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-99fd9e23-88ff-4529-92c8-bd0272a062fe tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] delete failed (client error): The resource could not be found. May 25 22:55:26.607159 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-99fd9e23-88ff-4529-92c8-bd0272a062fe tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "DELETE /v2.0/routers/b07b6e2a-38d7-47ee-8c7c-1ccc8121052f HTTP/1.1" status: 404 len: 336 time: 0.2175448 May 25 22:55:26.613006 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35704) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:26.641952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c4cf1d49-c3c1-440c-828f-94bb89afb794 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:router {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:26.642995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:55:26.717982 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6da88df4-a6ba-4dc0-8fe6-cd21f9e7f626 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b8ba8d8-f1ce-4198-aa86-63b7c13b473c HTTP/1.1" status: 200 len: 205 time: 0.0887806 May 25 22:55:26.718296 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35708) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:26.730719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-14d6dafc-d768-4ef4-8a34-b656fb59aa05 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:26.806169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-464f5627-81d5-4bae-8188-26810804589a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:55:26.827368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c4cf1d49-c3c1-440c-828f-94bb89afb794 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:router {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:26.831758 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c4cf1d49-c3c1-440c-828f-94bb89afb794 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5808969 May 25 22:55:26.852188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35712) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:26.858173 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-721c83d8-7d38-4110-8784-673be56fbc33 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] delete failed (client error): The resource could not be found. May 25 22:55:26.861597 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-721c83d8-7d38-4110-8784-673be56fbc33 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "DELETE /v2.0/routers/5b8ba8d8-f1ce-4198-aa86-63b7c13b473c HTTP/1.1" status: 404 len: 336 time: 0.1399658 May 25 22:55:26.878573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35716) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:26.934060 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0df3f-d5f8-435a-8fa5-03e5f33562b0 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Pushing event updated for resources: {'Port': ['ID=e3312e22-b87b-4887-82ec-c9fdb81f6920,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:26.967932 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da4d909-8e50-43b9-b306-ebdf7fc0b9e7 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] DELETE failed (client error): The resource could not be found. May 25 22:55:26.967932 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da4d909-8e50-43b9-b306-ebdf7fc0b9e7 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:55:26.971847 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0da4d909-8e50-43b9-b306-ebdf7fc0b9e7 tempest-RoutersIpV6AdminTest-1220235578 tempest-RoutersIpV6AdminTest-1220235578-project] 10.222.0.66 "DELETE /v2.0/subnets/9cf5276c-8a8a-455a-9bb8-45005c8056ca HTTP/1.1" status: 404 len: 337 time: 0.0808518 May 25 22:55:26.972132 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-24611dc7-41e5-4e97-9fd4-1d1d5a800a79 req-a831c47d-e665-4d2c-9670-ef9e7f0abef7 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4419951 May 25 22:55:26.984256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-fa203888-0821-4020-9532-7b7e9ace9bc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:55:27.000757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] For port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=89fee163-bbb2-4396-8ce2-dfc8cdc4da37,segment=NetworkSegment(5f62c158-30ca-4953-b446-0aa00d97bd33),segment_id=5f62c158-30ca-4953-b446-0aa00d97bd33)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:27.001361 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.036004 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-464f5627-81d5-4bae-8188-26810804589a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.046617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa203888-0821-4020-9532-7b7e9ace9bc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.051023 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-350f8f30-565e-4c7c-8bde-b0fbbab6cf0e None None] For port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=89fee163-bbb2-4396-8ce2-dfc8cdc4da37,segment=NetworkSegment(5f62c158-30ca-4953-b446-0aa00d97bd33),segment_id=5f62c158-30ca-4953-b446-0aa00d97bd33)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:27.051023 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-350f8f30-565e-4c7c-8bde-b0fbbab6cf0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.055373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-12b0df3f-d5f8-435a-8fa5-03e5f33562b0 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] In _notify_port_updated(), no bound segment for port e3312e22-b87b-4887-82ec-c9fdb81f6920 on network 93e2faeb-9d50-4503-9c0d-8330905a9300 {{(pid=84716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:55:27.059591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b0df3f-d5f8-435a-8fa5-03e5f33562b0 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:27.060521 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-12b0df3f-d5f8-435a-8fa5-03e5f33562b0 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.061977 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-12b0df3f-d5f8-435a-8fa5-03e5f33562b0 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] 10.222.0.66 "PUT /v2.0/ports/e3312e22-b87b-4887-82ec-c9fdb81f6920 HTTP/1.1" status: 200 len: 1135 time: 2.5162146 May 25 22:55:27.070549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35722) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:27.131700 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-fa203888-0821-4020-9532-7b7e9ace9bc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Transition to ACTIVE for port object dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:27.132469 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-464f5627-81d5-4bae-8188-26810804589a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.143304 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Calling delete_port for 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:27.200166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-729d6117-a0e9-4365-bdaf-4324ff6beb8d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.256454 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-350f8f30-565e-4c7c-8bde-b0fbbab6cf0e None None] Calling delete_port for 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:27.304420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeec8dc-a487-43fc-934c-0f02fd19c93d tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:27.305567 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bfeec8dc-a487-43fc-934c-0f02fd19c93d tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Synchronizing usage tracker for tenant:df28a90bff9c46329ae8a709e8c0f216 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:27.310678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa203888-0821-4020-9532-7b7e9ace9bc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.358522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-109834f8-a65a-464f-bdbc-5becb8feb6cd None None] Provisioning complete for port e3312e22-b87b-4887-82ec-c9fdb81f6920 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:27.359915 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-109834f8-a65a-464f-bdbc-5becb8feb6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.406908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-14d6dafc-d768-4ef4-8a34-b656fb59aa05 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.423940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.467746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.468570 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-ee7fa7d2-5933-4b5d-904a-9825fc172401 None None] For port d725c43c-115b-4b13-8238-9698978c4d19, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d725c43c-115b-4b13-8238-9698978c4d19,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:27.468787 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa7d2-5933-4b5d-904a-9825fc172401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.525209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event deleted for resources: {'Port': ['ID=89fee163-bbb2-4396-8ce2-dfc8cdc4da37,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:27.549720 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-109834f8-a65a-464f-bdbc-5becb8feb6cd None None] Port e3312e22-b87b-4887-82ec-c9fdb81f6920 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:27.561184 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-fa203888-0821-4020-9532-7b7e9ace9bc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] In _notify_port_updated(), no bound segment for port dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e on network cae71642-0c66-4c8a-bb15-c413530fc88a {{(pid=84716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:55:27.566362 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa203888-0821-4020-9532-7b7e9ace9bc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:27.567594 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa203888-0821-4020-9532-7b7e9ace9bc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.569118 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fa203888-0821-4020-9532-7b7e9ace9bc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "PUT /v2.0/ports/dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e HTTP/1.1" status: 200 len: 926 time: 3.9805861 May 25 22:55:27.575356 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa203888-0821-4020-9532-7b7e9ace9bc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:27.583373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35728) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:27.587930 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bfeec8dc-a487-43fc-934c-0f02fd19c93d tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Unset dirty status for tenant:df28a90bff9c46329ae8a709e8c0f216 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:27.589525 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bfeec8dc-a487-43fc-934c-0f02fd19c93d tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] 10.222.0.66 "GET /v2.0/ports/e3312e22-b87b-4887-82ec-c9fdb81f6920 HTTP/1.1" status: 200 len: 1135 time: 0.5179942 May 25 22:55:27.594552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35732) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:27.626461 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ee7fa7d2-5933-4b5d-904a-9825fc172401 None None] Calling delete_port for d725c43c-115b-4b13-8238-9698978c4d19 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:27.630634 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] No DVR routers for this DVR port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:55:27.642416 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a82d571b-983c-47ce-a572-ec55bd44c059 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f557d07-d4a1-4d8d-97a7-d0aaa249fceb'}, {'subnet_id': 'dd9cc2fa-ad58-4c78-b1f9-6b67c570b2e4'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:27.730535 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-350f8f30-565e-4c7c-8bde-b0fbbab6cf0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:55:27.730754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-350f8f30-565e-4c7c-8bde-b0fbbab6cf0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:55:27.763287 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35736) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:27.791489 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-729d6117-a0e9-4365-bdaf-4324ff6beb8d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.895532 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa7d2-5933-4b5d-904a-9825fc172401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.962641 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-8067e62d-7b90-46a4-9a97-e639d0da1b0c tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Deleting port e3312e22-b87b-4887-82ec-c9fdb81f6920 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:27.962973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8067e62d-7b90-46a4-9a97-e639d0da1b0c tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:27.973510 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fa7d2-5933-4b5d-904a-9825fc172401 None None] Pushing event deleted for resources: {'Port': ['ID=d725c43c-115b-4b13-8238-9698978c4d19,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:27.975793 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7fa7d2-5933-4b5d-904a-9825fc172401 None None] No DVR routers for this DVR port d725c43c-115b-4b13-8238-9698978c4d19 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:55:27.977487 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4ec0f732-9145-4670-b0eb-3651ca0ff5a4 None None] Provisioning for port dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:27.989224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4ec0f732-9145-4670-b0eb-3651ca0ff5a4 None None] Provisioning complete for port dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:27.989224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4ec0f732-9145-4670-b0eb-3651ca0ff5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.007169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-14d6dafc-d768-4ef4-8a34-b656fb59aa05 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.021592 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2c752c0f-d5e7-4fdb-9ad8-ffb3c4b9d08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.032494 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-729d6117-a0e9-4365-bdaf-4324ff6beb8d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.042795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.046400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0f732-9145-4670-b0eb-3651ca0ff5a4 None None] Port dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:28.081854 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6dafc-d768-4ef4-8a34-b656fb59aa05 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Subnet': ['ID=32139f92-cbea-4f04-b300-756c73bbdf7f,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:28.090754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5217fff4-0cb7-470a-a1db-e2ead0b83b26']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:28.100589 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-14d6dafc-d768-4ef4-8a34-b656fb59aa05 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.119262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16200af-b544-41a7-8afc-9ff517cf04d0 None None] Network 92688f73-dc35-48a1-8b57-bd63a0299c9b requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:28.121849 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2c752c0f-d5e7-4fdb-9ad8-ffb3c4b9d08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:28.125165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f62c158-30ca-4953-b446-0aa00d97bd33') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:28.125455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f62c158-30ca-4953-b446-0aa00d97bd33') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:28.136801 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2c752c0f-d5e7-4fdb-9ad8-ffb3c4b9d08b admin admin] Usage tracker for resource:security_group_rule and tenant:793b1d0de7a5459fa205eb05b67ca948 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:28.140752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2c752c0f-d5e7-4fdb-9ad8-ffb3c4b9d08b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:28.149078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.155643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2c752c0f-d5e7-4fdb-9ad8-ffb3c4b9d08b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:28.163553 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a82d571b-983c-47ce-a572-ec55bd44c059 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.176059 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.187815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:55:28.188216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:55:28.204062 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:55:28.225102 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-14d6dafc-d768-4ef4-8a34-b656fb59aa05 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/32139f92-cbea-4f04-b300-756c73bbdf7f HTTP/1.1" status: 204 len: 168 time: 2.6315975 May 25 22:55:28.235543 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35744) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:28.237483 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-350f8f30-565e-4c7c-8bde-b0fbbab6cf0e None None] Deleting port 89fee163-bbb2-4396-8ce2-dfc8cdc4da37 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:28.237859 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-350f8f30-565e-4c7c-8bde-b0fbbab6cf0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.268410 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-729d6117-a0e9-4365-bdaf-4324ff6beb8d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.269588 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729d6117-a0e9-4365-bdaf-4324ff6beb8d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Fanout notify agent at l3_agent the message router_deleted on router 14ee83ed-637f-4a56-b92a-f156cf52d20a {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:55:28.332154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-350f8f30-565e-4c7c-8bde-b0fbbab6cf0e None None] The port '89fee163-bbb2-4396-8ce2-dfc8cdc4da37' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:55:28.354175 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2c752c0f-d5e7-4fdb-9ad8-ffb3c4b9d08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.390657 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.396908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.434661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event deleted for resources: {'Network': ['ID=5217fff4-0cb7-470a-a1db-e2ead0b83b26,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:28.438674 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0bec38e1-681e-4130-b839-c37817267bff tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] 10.222.0.66 "DELETE /v2.0/networks/5217fff4-0cb7-470a-a1db-e2ead0b83b26 HTTP/1.1" status: 204 len: 168 time: 2.3775969 May 25 22:55:28.441610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35748) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:28.527081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2c752c0f-d5e7-4fdb-9ad8-ffb3c4b9d08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.539272 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9510c2-b38a-4204-9f70-3b0ee59afb17 None None] DHCP port deletion for 92688f73-dc35-48a1-8b57-bd63a0299c9b request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:55:28.543797 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0e9510c2-b38a-4204-9f70-3b0ee59afb17 None None] Deleting port 83d1ac01-ee9e-49b3-9c21-a375bce35068 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:28.545167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0e9510c2-b38a-4204-9f70-3b0ee59afb17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.560665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-729d6117-a0e9-4365-bdaf-4324ff6beb8d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.561774 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-729d6117-a0e9-4365-bdaf-4324ff6beb8d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/routers/14ee83ed-637f-4a56-b92a-f156cf52d20a HTTP/1.1" status: 204 len: 168 time: 1.7085760 May 25 22:55:28.573933 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2c752c0f-d5e7-4fdb-9ad8-ffb3c4b9d08b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=793b1d0de7a5459fa205eb05b67ca948&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8086634 May 25 22:55:28.574150 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35752) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:28.577442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35754) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:28.625535 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 83d1ac01-ee9e-49b3-9c21-a375bce35068 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:55:28.647760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-13d0ef84-86c7-4020-8687-9a6cd911602f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:28.788038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-13d0ef84-86c7-4020-8687-9a6cd911602f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:28.803821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-13d0ef84-86c7-4020-8687-9a6cd911602f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:28.815599 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-13d0ef84-86c7-4020-8687-9a6cd911602f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:28.818923 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-033da33d-12a2-4b0a-bd91-246394c142ef tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Deleting port 984028cd-51f9-4605-91c7-13030550e3f7 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:28.819193 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-033da33d-12a2-4b0a-bd91-246394c142ef tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.836787 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-464f5627-81d5-4bae-8188-26810804589a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Floating IP 8bf5e663-6abd-47ee-a1c6-c1f1aeebd509 associated. External IP: 172.26.5.17, port: 183fe171-97f5-48cc-a36c-62eb952cc08f. May 25 22:55:28.852706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-13d0ef84-86c7-4020-8687-9a6cd911602f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:28.863201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c752c0f-d5e7-4fdb-9ad8-ffb3c4b9d08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7828644a-49b7-4566-89a4-f0f288925784,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:28.879555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0e9510c2-b38a-4204-9f70-3b0ee59afb17 None None] For port 83d1ac01-ee9e-49b3-9c21-a375bce35068, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=83d1ac01-ee9e-49b3-9c21-a375bce35068,segment=NetworkSegment(79163e5a-b74b-4ebf-b481-ab2db784f34b),segment_id=79163e5a-b74b-4ebf-b481-ab2db784f34b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:28.879874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0e9510c2-b38a-4204-9f70-3b0ee59afb17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.891346 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.906661 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24548c15-8da1-4d2e-bbaf-711a15d36923 req-d609ee47-207c-4e7c-a683-9cb8965147b1 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:28.908137 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-24548c15-8da1-4d2e-bbaf-711a15d36923 req-d609ee47-207c-4e7c-a683-9cb8965147b1 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.7530410 May 25 22:55:28.931827 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f9e192-7e63-41e7-8f29-e38c9daa6073 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting subnet 7f998739-2f27-4bd0-9fd6-0862973d9466 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:55:28.938123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ee1e761d-befb-4da4-9708-e2d9bf273d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.996714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-19f9e192-7e63-41e7-8f29-e38c9daa6073 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:28.998220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d0ef84-86c7-4020-8687-9a6cd911602f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:29.015593 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0e9510c2-b38a-4204-9f70-3b0ee59afb17 None None] Calling delete_port for 83d1ac01-ee9e-49b3-9c21-a375bce35068 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:29.032203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8067e62d-7b90-46a4-9a97-e639d0da1b0c tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.078793 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 83d1ac01-ee9e-49b3-9c21-a375bce35068, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=83d1ac01-ee9e-49b3-9c21-a375bce35068,segment=NetworkSegment(79163e5a-b74b-4ebf-b481-ab2db784f34b),segment_id=79163e5a-b74b-4ebf-b481-ab2db784f34b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:29.123621 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13d0ef84-86c7-4020-8687-9a6cd911602f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.151581 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ee1e761d-befb-4da4-9708-e2d9bf273d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.151996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.153262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d725c43c-115b-4b13-8238-9698978c4d19 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:55:29.205390 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-8067e62d-7b90-46a4-9a97-e639d0da1b0c tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Calling delete_port for e3312e22-b87b-4887-82ec-c9fdb81f6920 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:29.222105 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-0e9510c2-b38a-4204-9f70-3b0ee59afb17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:55:29.222461 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-0e9510c2-b38a-4204-9f70-3b0ee59afb17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:55:29.229063 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: d725c43c-115b-4b13-8238-9698978c4d19 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:55:29.229380 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d725c43c-115b-4b13-8238-9698978c4d19 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:55:29.264942 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=83d1ac01-ee9e-49b3-9c21-a375bce35068,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:29.308769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-033da33d-12a2-4b0a-bd91-246394c142ef tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.309126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-033da33d-12a2-4b0a-bd91-246394c142ef tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.448180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-033da33d-12a2-4b0a-bd91-246394c142ef tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Calling delete_port for 984028cd-51f9-4605-91c7-13030550e3f7 owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:29.449491 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-19f9e192-7e63-41e7-8f29-e38c9daa6073 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.519942 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-24548c15-8da1-4d2e-bbaf-711a15d36923 req-cc7184be-71df-4a0d-8259-9440f0cbe15b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5821126 May 25 22:55:29.522571 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ee1e761d-befb-4da4-9708-e2d9bf273d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.560240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e761d-befb-4da4-9708-e2d9bf273d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7828644a-49b7-4566-89a4-f0f288925784,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:29.570144 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-a82d571b-983c-47ce-a572-ec55bd44c059 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Allocated IP 2001:db8:0:1::1c4 (cae71642-0c66-4c8a-bb15-c413530fc88a/dd9cc2fa-ad58-4c78-b1f9-6b67c570b2e4/dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:29.724051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0e9510c2-b38a-4204-9f70-3b0ee59afb17 None None] Deleting port 83d1ac01-ee9e-49b3-9c21-a375bce35068 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:29.724493 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0e9510c2-b38a-4204-9f70-3b0ee59afb17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.727458 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ee1e761d-befb-4da4-9708-e2d9bf273d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.739904 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ee1e761d-befb-4da4-9708-e2d9bf273d2b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7828644a-49b7-4566-89a4-f0f288925784 HTTP/1.1" status: 204 len: 168 time: 1.1496990 May 25 22:55:29.790333 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-19f9e192-7e63-41e7-8f29-e38c9daa6073 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.842708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13d0ef84-86c7-4020-8687-9a6cd911602f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.891365 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-033da33d-12a2-4b0a-bd91-246394c142ef tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.931504 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a82d571b-983c-47ce-a572-ec55bd44c059 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:29.980000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033da33d-12a2-4b0a-bd91-246394c142ef tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Pushing event deleted for resources: {'Port': ['ID=984028cd-51f9-4605-91c7-13030550e3f7,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:30.005814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d0ef84-86c7-4020-8687-9a6cd911602f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:30.009993 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-a82d571b-983c-47ce-a572-ec55bd44c059 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Transition to ACTIVE for port object dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:30.021734 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-19f9e192-7e63-41e7-8f29-e38c9daa6073 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.025422 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-13d0ef84-86c7-4020-8687-9a6cd911602f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:30.026298 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8067e62d-7b90-46a4-9a97-e639d0da1b0c tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.045025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0e9510c2-b38a-4204-9f70-3b0ee59afb17 None None] For port 83d1ac01-ee9e-49b3-9c21-a375bce35068, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=83d1ac01-ee9e-49b3-9c21-a375bce35068,segment=NetworkSegment(79163e5a-b74b-4ebf-b481-ab2db784f34b),segment_id=79163e5a-b74b-4ebf-b481-ab2db784f34b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:30.045586 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0e9510c2-b38a-4204-9f70-3b0ee59afb17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.056710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ff4e56-90e2-44ba-9221-ec19177a73a5 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:30.081294 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d0ef84-86c7-4020-8687-9a6cd911602f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:30.081785 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13d0ef84-86c7-4020-8687-9a6cd911602f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.134625 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0ef84-86c7-4020-8687-9a6cd911602f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=af761d93-f689-4862-ab67-23a1903aa07f,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:30.176490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-033da33d-12a2-4b0a-bd91-246394c142ef tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.179928 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-033da33d-12a2-4b0a-bd91-246394c142ef tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.181286 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-033da33d-12a2-4b0a-bd91-246394c142ef tempest-FloatingIPAdminTestJSON-2141180579 tempest-FloatingIPAdminTestJSON-2141180579-project] 10.222.0.66 "DELETE /v2.0/floatingips/7aa6cce8-57f9-4dd6-9ab4-114774678344 HTTP/1.1" status: 204 len: 168 time: 1.7385221 May 25 22:55:30.210165 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a82d571b-983c-47ce-a572-ec55bd44c059 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.223839 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-13d0ef84-86c7-4020-8687-9a6cd911602f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6472895 May 25 22:55:30.224705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35770) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:30.231376 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-8f0db640-66bb-42c7-bd18-b317228bb34c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1248756266', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:30.241775 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8f0db640-66bb-42c7-bd18-b317228bb34c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:30.252958 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8f0db640-66bb-42c7-bd18-b317228bb34c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:router and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:30.258326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8f0db640-66bb-42c7-bd18-b317228bb34c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:30.268785 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9e192-7e63-41e7-8f29-e38c9daa6073 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Subnet': ['ID=7f998739-2f27-4bd0-9fd6-0862973d9466,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:30.275228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8f0db640-66bb-42c7-bd18-b317228bb34c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:30.291425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0e9510c2-b38a-4204-9f70-3b0ee59afb17 None None] Calling delete_port for 83d1ac01-ee9e-49b3-9c21-a375bce35068 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:30.303769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067e62d-7b90-46a4-9a97-e639d0da1b0c tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Pushing event deleted for resources: {'Port': ['ID=e3312e22-b87b-4887-82ec-c9fdb81f6920,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:30.374256 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf90496-f314-4c58-8b04-d9b9e52c059a None None] Network 391ae037-0d96-4738-89b8-63527f15aefa requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:30.380176 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f0db640-66bb-42c7-bd18-b317228bb34c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.382075 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f0db640-66bb-42c7-bd18-b317228bb34c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.402755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-19f9e192-7e63-41e7-8f29-e38c9daa6073 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.425222 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f0db640-66bb-42c7-bd18-b317228bb34c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.552987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35774) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:30.553141 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-19f9e192-7e63-41e7-8f29-e38c9daa6073 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/7f998739-2f27-4bd0-9fd6-0862973d9466 HTTP/1.1" status: 204 len: 168 time: 2.3087280 May 25 22:55:30.639539 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d571b-983c-47ce-a572-ec55bd44c059 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e,revision_number=3']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:30.644711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f0db640-66bb-42c7-bd18-b317228bb34c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.683132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-a82d571b-983c-47ce-a572-ec55bd44c059 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] In _notify_port_updated(), no bound segment for port dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e on network cae71642-0c66-4c8a-bb15-c413530fc88a {{(pid=84716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:55:30.688447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82d571b-983c-47ce-a572-ec55bd44c059 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:30.689128 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a82d571b-983c-47ce-a572-ec55bd44c059 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.694805 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a82d571b-983c-47ce-a572-ec55bd44c059 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "PUT /v2.0/ports/dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e HTTP/1.1" status: 200 len: 1012 time: 3.1097360 May 25 22:55:30.701129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35778) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:30.782360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': 'af761d93-f689-4862-ab67-23a1903aa07f'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:55:30.784319 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.796771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8067e62d-7b90-46a4-9a97-e639d0da1b0c tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.798931 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0e9510c2-b38a-4204-9f70-3b0ee59afb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.802319 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8067e62d-7b90-46a4-9a97-e639d0da1b0c tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] 10.222.0.66 "DELETE /v2.0/ports/e3312e22-b87b-4887-82ec-c9fdb81f6920 HTTP/1.1" status: 204 len: 168 time: 3.2009606 May 25 22:55:30.807751 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35782) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:30.835318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e643-99aa-44d0-b344-54f91286a15e req-e4a22c18-4cb1-4b51-ace6-33f21e7f758c tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:30.838855 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d304e643-99aa-44d0-b344-54f91286a15e req-e4a22c18-4cb1-4b51-ace6-33f21e7f758c tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.7129223 May 25 22:55:30.838855 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35786) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:30.879772 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9510c2-b38a-4204-9f70-3b0ee59afb17 None None] Pushing event deleted for resources: {'Port': ['ID=83d1ac01-ee9e-49b3-9c21-a375bce35068,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:30.880248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c0f855a3-397c-48f5-b323-1bb51c9a4047 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.886454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f0db640-66bb-42c7-bd18-b317228bb34c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.890370 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8f0db640-66bb-42c7-bd18-b317228bb34c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6619987 May 25 22:55:30.891343 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35790) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:30.910179 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-884e4961-c448-495d-9b13-a50ff7ad7256 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:30.910524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-884e4961-c448-495d-9b13-a50ff7ad7256 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:30.931203 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9510c2-b38a-4204-9f70-3b0ee59afb17 None None] No DVR routers for this DVR port 83d1ac01-ee9e-49b3-9c21-a375bce35068 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:55:31.012377 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3e3f15ff-e0e3-4e51-a529-c8df0831b8b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fd051ea1c1814c43ae44a19e3ed24e33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1707444 May 25 22:55:31.025288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35796) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:31.059330 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d5dddafb-2f5b-47ed-a190-7f20e8c50b18 None None] Provisioning for port dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:31.069549 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d304e643-99aa-44d0-b344-54f91286a15e req-0888b7ad-30f5-4255-be49-52a231f8f3e6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230160 May 25 22:55:31.071909 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d5dddafb-2f5b-47ed-a190-7f20e8c50b18 None None] Provisioning complete for port dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:31.072273 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d5dddafb-2f5b-47ed-a190-7f20e8c50b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.109792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171a19f6-4cce-40a6-88dd-0886b0d3d1b4 None None] DHCP port deletion for 391ae037-0d96-4738-89b8-63527f15aefa request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:55:31.129227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Allocated IP 2001:db8::2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/af761d93-f689-4862-ab67-23a1903aa07f/84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:31.139960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-171a19f6-4cce-40a6-88dd-0886b0d3d1b4 None None] Deleting port 20d030f4-6a26-42f9-91e6-de2fa462ce46 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:31.141000 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-171a19f6-4cce-40a6-88dd-0886b0d3d1b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.161125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35800) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:31.212342 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-d5dddafb-2f5b-47ed-a190-7f20e8c50b18 None None] Port dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:31.274803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c0f855a3-397c-48f5-b323-1bb51c9a4047 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.376681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-c0f855a3-397c-48f5-b323-1bb51c9a4047 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92688f73-dc35-48a1-8b57-bd63a0299c9b']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:31.428100 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464f5627-81d5-4bae-8188-26810804589a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router 71634a57-74dc-4a9b-9b07-b78c862f8647 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:55:31.432231 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6d7e24b9-8fdf-4cc1-97cc-cc068f2aade0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.451933 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-c0f855a3-397c-48f5-b323-1bb51c9a4047 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79163e5a-b74b-4ebf-b481-ab2db784f34b') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:31.452226 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-c0f855a3-397c-48f5-b323-1bb51c9a4047 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79163e5a-b74b-4ebf-b481-ab2db784f34b') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:31.483359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c0f855a3-397c-48f5-b323-1bb51c9a4047 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.496664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-238799ea-bdeb-40c9-8ccf-417c8ad58ef8 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Deleting subnet fb72bbe8-2227-4fd4-a8e1-d4546317d1b8 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:55:31.504719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-238799ea-bdeb-40c9-8ccf-417c8ad58ef8 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.525658 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6d7e24b9-8fdf-4cc1-97cc-cc068f2aade0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.537401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-884e4961-c448-495d-9b13-a50ff7ad7256 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.539551 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c0f855a3-397c-48f5-b323-1bb51c9a4047 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.551587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f855a3-397c-48f5-b323-1bb51c9a4047 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:55:31.551981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c0f855a3-397c-48f5-b323-1bb51c9a4047 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:55:31.569908 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:55:31.571984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-171a19f6-4cce-40a6-88dd-0886b0d3d1b4 None None] For port 20d030f4-6a26-42f9-91e6-de2fa462ce46, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=20d030f4-6a26-42f9-91e6-de2fa462ce46,segment=NetworkSegment(bbd1f016-747f-4a26-bd5c-768c78b5bd9f),segment_id=bbd1f016-747f-4a26-bd5c-768c78b5bd9f)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:31.571984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-171a19f6-4cce-40a6-88dd-0886b0d3d1b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.650698 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-238799ea-bdeb-40c9-8ccf-417c8ad58ef8 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.711680 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-171a19f6-4cce-40a6-88dd-0886b0d3d1b4 None None] Calling delete_port for 20d030f4-6a26-42f9-91e6-de2fa462ce46 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:31.750228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.772413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Transition to ACTIVE for port object 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:31.785014 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-36184cb3-1fd0-4f8b-b871-73612b120acb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fef8b79ab91e454ab7ad3d41b2b6203e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6200705 May 25 22:55:31.810158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Transition to ACTIVE for port object 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:31.847658 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35806) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:31.871677 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.882509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-884e4961-c448-495d-9b13-a50ff7ad7256 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:31.913522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-171a19f6-4cce-40a6-88dd-0886b0d3d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.925361 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c0f855a3-397c-48f5-b323-1bb51c9a4047 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.957208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c0f855a3-397c-48f5-b323-1bb51c9a4047 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:31.962542 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:31.965965 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:31.968710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:31.973067 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171a19f6-4cce-40a6-88dd-0886b0d3d1b4 None None] No DVR routers for this DVR port 20d030f4-6a26-42f9-91e6-de2fa462ce46 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:55:31.976212 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f855a3-397c-48f5-b323-1bb51c9a4047 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Network': ['ID=92688f73-dc35-48a1-8b57-bd63a0299c9b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:31.985867 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c0f855a3-397c-48f5-b323-1bb51c9a4047 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/networks/92688f73-dc35-48a1-8b57-bd63a0299c9b HTTP/1.1" status: 204 len: 168 time: 1.4306495 May 25 22:55:31.986182 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Pushing event updated for resources: {'Port': ['ID=84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:31.989354 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35810) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:32.034738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a19f6-4cce-40a6-88dd-0886b0d3d1b4 None None] Pushing event deleted for resources: {'Port': ['ID=20d030f4-6a26-42f9-91e6-de2fa462ce46,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:32.086938 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dabd8945-aa3a-4c6c-88af-9df67f27c2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.139927 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Attempting to bind port 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:32.140298 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Attempting to bind port 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:32.140739 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Attempting to bind port 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:32.148962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-238799ea-bdeb-40c9-8ccf-417c8ad58ef8 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.150011 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:32.150011 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:32.150391 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.150788 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:32.151253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Bound port: 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:32.151673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.162851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dabd8945-aa3a-4c6c-88af-9df67f27c2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.191087 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6d7e24b9-8fdf-4cc1-97cc-cc068f2aade0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.223400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af3420dd-e8d0-4b79-8f9a-820ec276a402 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.233598 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e24b9-8fdf-4cc1-97cc-cc068f2aade0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c982c2-bfc5-4ab6-8a08-b0ab392deee6,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:32.256100 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] For port 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:32.259242 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] For port 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:32.270019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.334584 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.400772 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6d7e24b9-8fdf-4cc1-97cc-cc068f2aade0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.404433 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6d7e24b9-8fdf-4cc1-97cc-cc068f2aade0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3c982c2-bfc5-4ab6-8a08-b0ab392deee6 HTTP/1.1" status: 204 len: 168 time: 1.3751085 May 25 22:55:32.442810 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464f5627-81d5-4bae-8188-26810804589a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:32.446839 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a7b0c-cda3-4485-b7e9-0d46cd16f34f None None] Pushing event updated for resources: {'Port': ['ID=84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:32.461984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73f8288-3379-405d-8002-b171312dac21 None None] Sync routers for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:32.462482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-238799ea-bdeb-40c9-8ccf-417c8ad58ef8 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.477070 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f8288-3379-405d-8002-b171312dac21 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:32.477687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b73f8288-3379-405d-8002-b171312dac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:32.513007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-884e4961-c448-495d-9b13-a50ff7ad7256 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.561833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dabd8945-aa3a-4c6c-88af-9df67f27c2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.590845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944d6f4-75d9-4548-bc0b-5a2bd6057360 req-68644652-e6b3-48f1-8676-0c7fe221405a tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:32.597226 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0944d6f4-75d9-4548-bc0b-5a2bd6057360 req-68644652-e6b3-48f1-8676-0c7fe221405a tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.2918303 May 25 22:55:32.620055 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 20d030f4-6a26-42f9-91e6-de2fa462ce46 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:55:32.634367 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af3420dd-e8d0-4b79-8f9a-820ec276a402 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.642008 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238799ea-bdeb-40c9-8ccf-417c8ad58ef8 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Pushing event deleted for resources: {'Subnet': ['ID=fb72bbe8-2227-4fd4-a8e1-d4546317d1b8,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:32.648914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-238799ea-bdeb-40c9-8ccf-417c8ad58ef8 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.657408 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-238799ea-bdeb-40c9-8ccf-417c8ad58ef8 tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] 10.222.0.66 "DELETE /v2.0/subnets/fb72bbe8-2227-4fd4-a8e1-d4546317d1b8 HTTP/1.1" status: 204 len: 168 time: 1.8371980 May 25 22:55:32.662125 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9df09c6-e730-4b31-af5d-f8190b602d87 None None] Network 93e2faeb-9d50-4503-9c0d-8330905a9300 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:32.668782 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35818) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:32.681126 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e4961-c448-495d-9b13-a50ff7ad7256 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:32.683556 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd8945-aa3a-4c6c-88af-9df67f27c2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9928eb6f-c3ea-455e-8850-a147404fa0a8,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:32.704522 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-af3420dd-e8d0-4b79-8f9a-820ec276a402 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391ae037-0d96-4738-89b8-63527f15aefa']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:32.706129 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b73f8288-3379-405d-8002-b171312dac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:32.707452 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dabd8945-aa3a-4c6c-88af-9df67f27c2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.708646 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dabd8945-aa3a-4c6c-88af-9df67f27c2f9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9928eb6f-c3ea-455e-8850-a147404fa0a8 HTTP/1.1" status: 204 len: 168 time: 0.8526185 May 25 22:55:32.713804 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 20d030f4-6a26-42f9-91e6-de2fa462ce46 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:55:32.714025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 20d030f4-6a26-42f9-91e6-de2fa462ce46 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:55:32.764775 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-af3420dd-e8d0-4b79-8f9a-820ec276a402 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd1f016-747f-4a26-bd5c-768c78b5bd9f') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:32.772366 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-af3420dd-e8d0-4b79-8f9a-820ec276a402 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd1f016-747f-4a26-bd5c-768c78b5bd9f') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:32.810934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f8288-3379-405d-8002-b171312dac21 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:32.810934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b73f8288-3379-405d-8002-b171312dac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:32.875611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af3420dd-e8d0-4b79-8f9a-820ec276a402 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.892590 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b73f8288-3379-405d-8002-b171312dac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:32.893596 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73f8288-3379-405d-8002-b171312dac21 None None] The sync data for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:32.957665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af3420dd-e8d0-4b79-8f9a-820ec276a402 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:32.989971 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3420dd-e8d0-4b79-8f9a-820ec276a402 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:55:32.990383 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af3420dd-e8d0-4b79-8f9a-820ec276a402 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:55:33.023253 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:55:33.030685 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-884e4961-c448-495d-9b13-a50ff7ad7256 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:33.046626 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-884e4961-c448-495d-9b13-a50ff7ad7256 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e HTTP/1.1" status: 204 len: 168 time: 2.3416431 May 25 22:55:33.049723 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35830) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:33.118704 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:33.132858 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0944d6f4-75d9-4548-bc0b-5a2bd6057360 req-bf6c2eb3-6bd4-45d6-97d9-a75ca0733123 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4862807 May 25 22:55:33.173709 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8d2aeb-29a1-4160-ad53-4414cb43655b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] GET failed (client error): The resource could not be found. May 25 22:55:33.174248 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ae8d2aeb-29a1-4160-ad53-4414cb43655b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Synchronizing usage tracker for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:33.200947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Deleting port 0c87a1c5-8812-417b-bc97-6a99d66edf23 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:33.201502 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:33.278144 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] DHCP port deletion for 93e2faeb-9d50-4503-9c0d-8330905a9300 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:55:33.287399 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Deleting port 0c87a1c5-8812-417b-bc97-6a99d66edf23 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:33.288132 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:33.365159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ae8d2aeb-29a1-4160-ad53-4414cb43655b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Unset dirty status for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:33.369132 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ae8d2aeb-29a1-4160-ad53-4414cb43655b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e HTTP/1.1" status: 404 len: 333 time: 0.3184447 May 25 22:55:33.373705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::1 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/af761d93-f689-4862-ab67-23a1903aa07f/a7d400b6-b64a-4b24-9e44-6f1f265f10aa) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:33.380772 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35840) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:33.598610 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] For port 0c87a1c5-8812-417b-bc97-6a99d66edf23, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0c87a1c5-8812-417b-bc97-6a99d66edf23,segment=NetworkSegment(2763fea8-c45a-47dc-b3c7-5ff74251b1cf),segment_id=2763fea8-c45a-47dc-b3c7-5ff74251b1cf)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:33.599400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:33.647624 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:33.665031 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object a7d400b6-b64a-4b24-9e44-6f1f265f10aa will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:33.751744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:33.757233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Calling delete_port for 0c87a1c5-8812-417b-bc97-6a99d66edf23 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:33.817480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af3420dd-e8d0-4b79-8f9a-820ec276a402 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:33.872365 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af3420dd-e8d0-4b79-8f9a-820ec276a402 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:33.875071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3420dd-e8d0-4b79-8f9a-820ec276a402 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Network': ['ID=391ae037-0d96-4738-89b8-63527f15aefa,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:33.922835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:33.923856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35850) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:33.927431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:33.931781 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-af3420dd-e8d0-4b79-8f9a-820ec276a402 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/networks/391ae037-0d96-4738-89b8-63527f15aefa HTTP/1.1" status: 204 len: 168 time: 1.9412775 May 25 22:55:33.936422 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:33.937220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:33.947767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35854) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:33.949751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] For port 0c87a1c5-8812-417b-bc97-6a99d66edf23, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0c87a1c5-8812-417b-bc97-6a99d66edf23,segment=NetworkSegment(2763fea8-c45a-47dc-b3c7-5ff74251b1cf),segment_id=2763fea8-c45a-47dc-b3c7-5ff74251b1cf)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:33.949909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:33.982642 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=a7d400b6-b64a-4b24-9e44-6f1f265f10aa,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:33.983835 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'network': {'name': 'tempest-RoutersTest-210903724'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:33.985421 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4b01715b-1acd-4b79-9c03-6656e0f79263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:33.998859 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:34.026288 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4b01715b-1acd-4b79-9c03-6656e0f79263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:34.030130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4b01715b-1acd-4b79-9c03-6656e0f79263 admin admin] Usage tracker for resource:security_group_rule and tenant:742eb3294610405083ac78890aff134d is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:34.033937 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4b01715b-1acd-4b79-9c03-6656e0f79263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:34.039175 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4b01715b-1acd-4b79-9c03-6656e0f79263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:34.091805 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Pushing event deleted for resources: {'Port': ['ID=0c87a1c5-8812-417b-bc97-6a99d66edf23,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:34.100656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.101001 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.101335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.101661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.101985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.102306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.102626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.102950 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.103270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.103623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.103987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.105407 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:34.116573 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.117022 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.117469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.117898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.118322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.118743 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.119162 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.119767 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.120183 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.120975 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.121423 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:34.129692 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f5bc9-c74b-405d-8ab5-e788a06561b5 None None] No DVR routers for this DVR port 0c87a1c5-8812-417b-bc97-6a99d66edf23 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:55:34.168887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:34.206431 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Calling delete_port for 0c87a1c5-8812-417b-bc97-6a99d66edf23 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:34.270842 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4b01715b-1acd-4b79-9c03-6656e0f79263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:34.304869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:network and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:34.333325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:34.357411 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a99312-3d29-420b-87a9-a5ebc7a9b830 req-24ff5a7c-3ef2-4266-b8e8-0fb20df96327 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:34.365952 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-75a99312-3d29-420b-87a9-a5ebc7a9b830 req-24ff5a7c-3ef2-4266-b8e8-0fb20df96327 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.8839250 May 25 22:55:34.368524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:34.423473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3465b62-c515-45f0-8fd9-2e20cba9dacf tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting subnet dd9cc2fa-ad58-4c78-b1f9-6b67c570b2e4 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:55:34.442265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a3465b62-c515-45f0-8fd9-2e20cba9dacf tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:34.447681 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7da8734a-bf9e-4d7c-923f-8595513e2b2a None None] Provisioning for port 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:34.487068 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4b01715b-1acd-4b79-9c03-6656e0f79263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:34.569261 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-75a99312-3d29-420b-87a9-a5ebc7a9b830 req-76d9160a-f30b-42db-899d-52af9010a637 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020879 May 25 22:55:34.569855 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:55:34.570174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:55:34.606109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a3465b62-c515-45f0-8fd9-2e20cba9dacf tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:34.624371 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01715b-1acd-4b79-9c03-6656e0f79263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5f6f65-35d7-454c-8e63-51e3806f8244,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:34.652833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:34.658121 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:34.680788 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4b01715b-1acd-4b79-9c03-6656e0f79263 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=742eb3294610405083ac78890aff134d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7508547 May 25 22:55:34.685744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35864) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:34.693276 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:34.774719 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6016d420-37dc-4fdd-aacc-39dc3067f782 None None] Provisioning for port a7d400b6-b64a-4b24-9e44-6f1f265f10aa completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:34.792793 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6016d420-37dc-4fdd-aacc-39dc3067f782 None None] Provisioning complete for port a7d400b6-b64a-4b24-9e44-6f1f265f10aa triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:34.793160 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6016d420-37dc-4fdd-aacc-39dc3067f782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:34.802870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:55:34.819907 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b80fbb35-e996-4b80-9776-99717f877cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:34.886086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:34.892150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:34.893432 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Added segment b406f53a-e500-4473-8b38-1194f638eb0a of type vlan for network 40c59a28-e04e-4404-b560-555473e9553c May 25 22:55:34.897614 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6016d420-37dc-4fdd-aacc-39dc3067f782 None None] Port a7d400b6-b64a-4b24-9e44-6f1f265f10aa cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:34.945162 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:34.950829 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:34.954481 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:34.966635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b80fbb35-e996-4b80-9776-99717f877cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:34.998966 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:35.002677 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:35.003876 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:35.038941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a3465b62-c515-45f0-8fd9-2e20cba9dacf tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:35.077039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Deleting port 0c87a1c5-8812-417b-bc97-6a99d66edf23 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:35.077369 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:35.092873 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:35.132060 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:35.151468 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:55:35.198226 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:35.199261 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=a7d400b6-b64a-4b24-9e44-6f1f265f10aa,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:35.207118 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] The port '0c87a1c5-8812-417b-bc97-6a99d66edf23' was deleted {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:55:35.271732 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0c87a1c5-8812-417b-bc97-6a99d66edf23 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:55:35.273312 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:35.274626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:35.314930 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 0c87a1c5-8812-417b-bc97-6a99d66edf23 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:55:35.315262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0c87a1c5-8812-417b-bc97-6a99d66edf23 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:55:35.362563 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:35.478989 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464f5627-81d5-4bae-8188-26810804589a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router da9a70d6-4ba8-475e-9762-72f70d0b2293 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:55:35.498494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be7486-a12b-4c35-9db3-7bca4a9faf63 req-80fa81dd-7303-4659-a1da-78f8d5b6d725 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:35.505791 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-03be7486-a12b-4c35-9db3-7bca4a9faf63 req-80fa81dd-7303-4659-a1da-78f8d5b6d725 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.6868749 May 25 22:55:35.528263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a3465b62-c515-45f0-8fd9-2e20cba9dacf tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:35.582753 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3465b62-c515-45f0-8fd9-2e20cba9dacf tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9cc2fa-ad58-4c78-b1f9-6b67c570b2e4,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:35.584717 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:35.589499 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:35.590276 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:35.637649 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:35.645630 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-50c82abb-5b9e-4416-ae46-b3ec86a31188 None None] Provisioning complete for port a7d400b6-b64a-4b24-9e44-6f1f265f10aa triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:35.648115 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-50c82abb-5b9e-4416-ae46-b3ec86a31188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:35.651282 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b80fbb35-e996-4b80-9776-99717f877cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:35.696899 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4375fb-e8cd-4646-8cdd-8416349bad38 None None] Network cae71642-0c66-4c8a-bb15-c413530fc88a requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:35.727152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a3465b62-c515-45f0-8fd9-2e20cba9dacf tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:35.814587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Router 73ed0546-793a-4ecb-8ec1-5f57267d2fb3 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:55:35.831796 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-50c82abb-5b9e-4416-ae46-b3ec86a31188 None None] Port a7d400b6-b64a-4b24-9e44-6f1f265f10aa cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:35.954983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fbb35-e996-4b80-9776-99717f877cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5f6f65-35d7-454c-8e63-51e3806f8244,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:35.982829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e2faeb-9d50-4503-9c0d-8330905a9300']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:36.067288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b80fbb35-e996-4b80-9776-99717f877cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:36.069771 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b80fbb35-e996-4b80-9776-99717f877cc3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ed5f6f65-35d7-454c-8e63-51e3806f8244 HTTP/1.1" status: 204 len: 168 time: 1.3717866 May 25 22:55:36.080935 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2763fea8-c45a-47dc-b3c7-5ff74251b1cf') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:36.081306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2763fea8-c45a-47dc-b3c7-5ff74251b1cf') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:36.083073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:36.088248 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Network': ['ID=40c59a28-e04e-4404-b560-555473e9553c,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:36.097027 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a3465b62-c515-45f0-8fd9-2e20cba9dacf tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/dd9cc2fa-ad58-4c78-b1f9-6b67c570b2e4 HTTP/1.1" status: 204 len: 168 time: 2.7098968 May 25 22:55:36.100356 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Sync routers for ids ['73ed0546-793a-4ecb-8ec1-5f57267d2fb3'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:36.101549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35886) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:36.102615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:36.113291 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-03be7486-a12b-4c35-9db3-7bca4a9faf63 req-9f1e865b-aa40-4c54-ae7e-8f05eafcd4c9 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5737724 May 25 22:55:36.132283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35890) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:36.143626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 40c59a28-e04e-4404-b560-555473e9553c details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:55:36.146636 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Routers {'73ed0546-793a-4ecb-8ec1-5f57267d2fb3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:36.149718 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['73ed0546-793a-4ecb-8ec1-5f57267d2fb3'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:36.150577 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-58da2f86-d188-4899-b384-0f07afc7958f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "PUT /v2.0/routers/73ed0546-793a-4ecb-8ec1-5f57267d2fb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2556639 May 25 22:55:36.152859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35896) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:36.188219 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4b0a5132-943a-4dd3-8354-9124abec8616 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2152841 May 25 22:55:36.195977 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35902) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:36.204874 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:36.243994 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-27eb9588-d457-4fbd-82ee-4c407b6190ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'subnet': {'network_id': '40c59a28-e04e-4404-b560-555473e9553c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:36.291413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:55:36.292113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:55:36.336704 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:55:36.445831 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1776497043', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:36.451023 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:36.454996 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Usage tracker for resource:port and tenant:a0602b3d92234d3e830d1a7b4b1653d0 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:36.458686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:36.464694 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:36.516956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f125738-a25a-4d41-8f85-090be6bdcca8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting subnet 1f557d07-d4a1-4d8d-97a7-d0aaa249fceb {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:55:36.529382 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f9252-dbd2-4d44-9d16-f97275569ac6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:36.529966 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-094f9252-dbd2-4d44-9d16-f97275569ac6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:36.553156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8f125738-a25a-4d41-8f85-090be6bdcca8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:36.560431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-27eb9588-d457-4fbd-82ee-4c407b6190ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:36.564502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-27eb9588-d457-4fbd-82ee-4c407b6190ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:subnet and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:36.569453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-27eb9588-d457-4fbd-82ee-4c407b6190ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:36.580838 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-27eb9588-d457-4fbd-82ee-4c407b6190ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:36.596941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Made reservation on behalf of a0602b3d92234d3e830d1a7b4b1653d0 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:36.603403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:36.624973 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:36.626502 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Set router 73ed0546-793a-4ecb-8ec1-5f57267d2fb3 gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:55:36.643551 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-094f9252-dbd2-4d44-9d16-f97275569ac6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:36.651244 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:36.666657 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-094f9252-dbd2-4d44-9d16-f97275569ac6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports/a7d400b6-b64a-4b24-9e44-6f1f265f10aa HTTP/1.1" status: 200 len: 911 time: 0.5126083 May 25 22:55:36.667337 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35906) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:36.698920 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8f125738-a25a-4d41-8f85-090be6bdcca8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:36.750375 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27eb9588-d457-4fbd-82ee-4c407b6190ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:36.754527 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:36.754957 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:36.761343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:36.784975 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:36.846397 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef705156-6f6d-4005-b806-f8ebf2873e1f req-2d0c7dce-1132-4671-bbf9-fe1b9bfa1d23 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:36.855015 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ef705156-6f6d-4005-b806-f8ebf2873e1f req-2d0c7dce-1132-4671-bbf9-fe1b9bfa1d23 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.3929572 May 25 22:55:36.911445 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8f125738-a25a-4d41-8f85-090be6bdcca8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.023433 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.028513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Pushing event deleted for resources: {'Network': ['ID=93e2faeb-9d50-4503-9c0d-8330905a9300,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:37.047130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Usage tracker for resource:security_group_rule and tenant:a0602b3d92234d3e830d1a7b4b1653d0 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:37.062978 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:55:37.073724 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:37.084298 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:37.113920 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] 10.222.0.66 "DELETE /v2.0/networks/93e2faeb-9d50-4503-9c0d-8330905a9300 HTTP/1.1" status: 204 len: 168 time: 4.4373484 May 25 22:55:37.113920 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8f125738-a25a-4d41-8f85-090be6bdcca8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.120366 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-27eb9588-d457-4fbd-82ee-4c407b6190ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.202112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8f125738-a25a-4d41-8f85-090be6bdcca8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.207614 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8f125738-a25a-4d41-8f85-090be6bdcca8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/1f557d07-d4a1-4d8d-97a7-d0aaa249fceb HTTP/1.1" status: 204 len: 168 time: 1.0981202 May 25 22:55:37.209430 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:37.209871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:37.210297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:37.210717 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:37.211281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:37.211718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:37.212218 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:37.212661 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:37.213250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:37.213661 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:37.214150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d15f9d-101c-407c-9811-d2b30cc9582e tempest-ExtraDHCPOptionsTestJSON-1263316712 tempest-ExtraDHCPOptionsTestJSON-1263316712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:37.218299 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ed0546-793a-4ecb-8ec1-5f57267d2fb3', 'name': 'tempest-NetworksTestDHCPv6-router-1248756266', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:30Z', 'updated_at': '2022-05-25T22:55:33Z', 'revision_number': 2, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'gw_port_host': None, '_interfaces': [{'id': 'a7d400b6-b64a-4b24-9e44-6f1f265f10aa', 'name': '', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'mac_address': 'fa:16:3e:f7:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ed0546-793a-4ecb-8ec1-5f57267d2fb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af761d93-f689-4862-ab67-23a1903aa07f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:32Z', 'updated_at': '2022-05-25T22:55:34Z', 'revision_number': 2, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'subnets': [{'id': 'af761d93-f689-4862-ab67-23a1903aa07f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:37.219190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35914) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:37.224302 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464f5627-81d5-4bae-8188-26810804589a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:37.225778 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Checking router: 73ed0546-793a-4ecb-8ec1-5f57267d2fb3 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:55:37.228854 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Updating router 73ed0546-793a-4ecb-8ec1-5f57267d2fb3 port a7d400b6-b64a-4b24-9e44-6f1f265f10aa binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:55:37.241413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70ba7d7-54d1-44ab-8acc-6f81763b7a15 None None] Sync routers for ids ['da9a70d6-4ba8-475e-9762-72f70d0b2293'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:37.247400 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-464f5627-81d5-4bae-8188-26810804589a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.247614 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbe5605-2c8a-4c70-b637-87a56d8cd67a None None] Network cae71642-0c66-4c8a-bb15-c413530fc88a requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:37.271473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f125738-a25a-4d41-8f85-090be6bdcca8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Subnet': ['ID=1f557d07-d4a1-4d8d-97a7-d0aaa249fceb,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:37.318366 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3fee0c-b5f3-4292-9487-a927b8a15efe tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:37.322302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3fee0c-b5f3-4292-9487-a927b8a15efe tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:37.323951 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5f3fee0c-b5f3-4292-9487-a927b8a15efe tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6542728 May 25 22:55:37.333850 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35918) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:37.398293 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70ba7d7-54d1-44ab-8acc-6f81763b7a15 None None] Routers {'da9a70d6-4ba8-475e-9762-72f70d0b2293'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:37.399212 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d70ba7d7-54d1-44ab-8acc-6f81763b7a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['da9a70d6-4ba8-475e-9762-72f70d0b2293'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:37.417733 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.419506 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.450690 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35920) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:37.492825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d55e9b13-b54d-46d5-8191-151d6130b33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.520930 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d70ba7d7-54d1-44ab-8acc-6f81763b7a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:37.529420 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.593722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70ba7d7-54d1-44ab-8acc-6f81763b7a15 None None] Routers {'da9a70d6-4ba8-475e-9762-72f70d0b2293'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:37.594251 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d70ba7d7-54d1-44ab-8acc-6f81763b7a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['da9a70d6-4ba8-475e-9762-72f70d0b2293'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:37.602064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] device_id is not set on port 0596e0c6-2896-4733-916e-7bd8c4fac4ce yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:55:37.676407 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf82f421-7f3e-476f-80c3-8f94ccec9ede,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:37.695850 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ef705156-6f6d-4005-b806-f8ebf2873e1f req-1e540c81-af45-4b33-a404-e3603264f61e tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8394787 May 25 22:55:37.704451 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d70ba7d7-54d1-44ab-8acc-6f81763b7a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:37.704920 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70ba7d7-54d1-44ab-8acc-6f81763b7a15 None None] The sync data for ids ['da9a70d6-4ba8-475e-9762-72f70d0b2293'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:37.707619 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-06597c01-a5c8-4ac1-a893-d14310dbc3b2 None None] Provisioning complete for port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:37.707995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-06597c01-a5c8-4ac1-a893-d14310dbc3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.710860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.731563 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-464f5627-81d5-4bae-8188-26810804589a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "PUT /v2.0/floatingips/8bf5e663-6abd-47ee-a1c6-c1f1aeebd509 HTTP/1.1" status: 200 len: 978 time: 13.8432038 May 25 22:55:37.735780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35928) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:37.787043 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:37.787405 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.905950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-8134df57-a912-40d2-8c1f-49d3a9355b06 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting port 7423eda6-df29-442b-a378-82784ce6e960 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:37.906288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8134df57-a912-40d2-8c1f-49d3a9355b06 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.981089 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:37.996824 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d55e9b13-b54d-46d5-8191-151d6130b33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:37.999481 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Transition to ACTIVE for port object a7d400b6-b64a-4b24-9e44-6f1f265f10aa will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:38.003601 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 35934) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:38.041200 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d55e9b13-b54d-46d5-8191-151d6130b33d admin admin] Usage tracker for resource:security_group_rule and tenant:c10221d37d44476da4b22df029ef6ea0 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:38.057292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d55e9b13-b54d-46d5-8191-151d6130b33d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:38.060091 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f87da7c-57c1-403b-bcb7-a2445076411d None None] DHCP port deletion for cae71642-0c66-4c8a-bb15-c413530fc88a request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:55:38.064192 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-9f87da7c-57c1-403b-bcb7-a2445076411d None None] Deleting port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:38.064589 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9f87da7c-57c1-403b-bcb7-a2445076411d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:38.070629 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:38.074951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d55e9b13-b54d-46d5-8191-151d6130b33d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:38.194798 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d55e9b13-b54d-46d5-8191-151d6130b33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:38.258391 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e14b6-e65c-4f17-91e2-8ecc7eaf39e7 None None] Pushing event updated for resources: {'Port': ['ID=a7d400b6-b64a-4b24-9e44-6f1f265f10aa,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:38.292301 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e14b6-e65c-4f17-91e2-8ecc7eaf39e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:38.292301 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e14b6-e65c-4f17-91e2-8ecc7eaf39e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:38.294546 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e14b6-e65c-4f17-91e2-8ecc7eaf39e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:38.295428 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e14b6-e65c-4f17-91e2-8ecc7eaf39e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:38.295885 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e14b6-e65c-4f17-91e2-8ecc7eaf39e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:38.297065 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e14b6-e65c-4f17-91e2-8ecc7eaf39e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:38.297747 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e14b6-e65c-4f17-91e2-8ecc7eaf39e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:38.298277 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e14b6-e65c-4f17-91e2-8ecc7eaf39e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:38.298699 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e14b6-e65c-4f17-91e2-8ecc7eaf39e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:38.299814 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e14b6-e65c-4f17-91e2-8ecc7eaf39e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:38.300424 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e14b6-e65c-4f17-91e2-8ecc7eaf39e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:55:38.358480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d55e9b13-b54d-46d5-8191-151d6130b33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:38.366310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-27eb9588-d457-4fbd-82ee-4c407b6190ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:38.379212 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] For port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6d40c5c8-951c-4883-83d7-6a4a2bec2b16,segment=NetworkSegment(48497cff-3cac-4a41-9c7f-5fe576642a85),segment_id=48497cff-3cac-4a41-9c7f-5fe576642a85)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:38.379749 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:38.463544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-9f87da7c-57c1-403b-bcb7-a2445076411d None None] For port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6d40c5c8-951c-4883-83d7-6a4a2bec2b16,segment=NetworkSegment(48497cff-3cac-4a41-9c7f-5fe576642a85),segment_id=48497cff-3cac-4a41-9c7f-5fe576642a85)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:38.464148 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9f87da7c-57c1-403b-bcb7-a2445076411d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:38.496297 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Attempting to bind port a7d400b6-b64a-4b24-9e44-6f1f265f10aa on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:38.499019 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Attempting to bind port a7d400b6-b64a-4b24-9e44-6f1f265f10aa by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:38.499899 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Attempting to bind port a7d400b6-b64a-4b24-9e44-6f1f265f10aa on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:38.521946 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:38.522613 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:38.523437 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:38.523976 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:38.524623 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Bound port: a7d400b6-b64a-4b24-9e44-6f1f265f10aa, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:38.525191 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:38.579251 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d55e9b13-b54d-46d5-8191-151d6130b33d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c10221d37d44476da4b22df029ef6ea0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1269414 May 25 22:55:38.593265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35942) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:38.648905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Allocated IP 172.26.5.239 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/0596e0c6-2896-4733-916e-7bd8c4fac4ce) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:38.657110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e9b13-b54d-46d5-8191-151d6130b33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233370a4-9666-4030-94b2-20ec399a7962,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:38.694929 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:38.700380 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb9588-d457-4fbd-82ee-4c407b6190ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Subnet': ['ID=5e2f2588-64b2-4c6d-a9d3-5dd54ec68738,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:38.717287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:55:38.741244 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] For port a7d400b6-b64a-4b24-9e44-6f1f265f10aa, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:38.744485 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] For port a7d400b6-b64a-4b24-9e44-6f1f265f10aa, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a7d400b6-b64a-4b24-9e44-6f1f265f10aa,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:38.751067 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-9f87da7c-57c1-403b-bcb7-a2445076411d None None] Calling delete_port for 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:38.779174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb9588-d457-4fbd-82ee-4c407b6190ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Checking segment: {'id': 'b406f53a-e500-4473-8b38-1194f638eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '40c59a28-e04e-4404-b560-555473e9553c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:38.779174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eb9588-d457-4fbd-82ee-4c407b6190ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network hostable DHCP agents. Network: 40c59a28-e04e-4404-b560-555473e9553c, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:55:38.814107 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:38.847160 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d48a507e-f417-485c-a574-f3ff91a88d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:38.914865 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e14b6-e65c-4f17-91e2-8ecc7eaf39e7 None None] Pushing event updated for resources: {'Port': ['ID=a7d400b6-b64a-4b24-9e44-6f1f265f10aa,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:38.933114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:38.970921 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Routers {'73ed0546-793a-4ecb-8ec1-5f57267d2fb3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:38.971553 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['73ed0546-793a-4ecb-8ec1-5f57267d2fb3'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:38.981666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8134df57-a912-40d2-8c1f-49d3a9355b06 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:39.008796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eb9588-d457-4fbd-82ee-4c407b6190ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 40c59a28-e04e-4404-b560-555473e9553c is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:55:39.052487 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d48a507e-f417-485c-a574-f3ff91a88d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:39.129814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-27eb9588-d457-4fbd-82ee-4c407b6190ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 40c59a28-e04e-4404-b560-555473e9553c) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:39.139579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99b5a2b-e127-4952-addb-40502b464f3f None None] Network 40c59a28-e04e-4404-b560-555473e9553c requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:39.193326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eb9588-d457-4fbd-82ee-4c407b6190ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:39.193965 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-27eb9588-d457-4fbd-82ee-4c407b6190ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:39.245216 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] Set router 73ed0546-793a-4ecb-8ec1-5f57267d2fb3 gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:55:39.364870 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:39.460297 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-27eb9588-d457-4fbd-82ee-4c407b6190ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2375059 May 25 22:55:39.462897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35948) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:39.469786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7f10d4b2-be91-4c0c-93bd-73d93d185f0d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-666555404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:39.485279 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7f10d4b2-be91-4c0c-93bd-73d93d185f0d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:39.499351 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7f10d4b2-be91-4c0c-93bd-73d93d185f0d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:router and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:39.507133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7f10d4b2-be91-4c0c-93bd-73d93d185f0d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:39.511359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d48a507e-f417-485c-a574-f3ff91a88d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:39.519306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d48a507e-f417-485c-a574-f3ff91a88d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:39.526102 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d48a507e-f417-485c-a574-f3ff91a88d2d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/233370a4-9666-4030-94b2-20ec399a7962 HTTP/1.1" status: 204 len: 168 time: 0.9310007 May 25 22:55:39.553906 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7f10d4b2-be91-4c0c-93bd-73d93d185f0d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:39.562368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:39.644592 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8134df57-a912-40d2-8c1f-49d3a9355b06 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:39.645187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8134df57-a912-40d2-8c1f-49d3a9355b06 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:39.645284 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-8134df57-a912-40d2-8c1f-49d3a9355b06 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Floating IP 8bf5e663-6abd-47ee-a1c6-c1f1aeebd509 disassociated. External IP: 172.26.5.17, port: 7423eda6-df29-442b-a378-82784ce6e960. May 25 22:55:39.645571 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-8134df57-a912-40d2-8c1f-49d3a9355b06 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Calling delete_port for 7423eda6-df29-442b-a378-82784ce6e960 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:39.646170 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a507e-f417-485c-a574-f3ff91a88d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233370a4-9666-4030-94b2-20ec399a7962,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:39.679266 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-9f87da7c-57c1-403b-bcb7-a2445076411d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:55:39.679853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-9f87da7c-57c1-403b-bcb7-a2445076411d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:55:39.741852 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ed0546-793a-4ecb-8ec1-5f57267d2fb3', 'name': 'tempest-NetworksTestDHCPv6-router-1248756266', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:30Z', 'updated_at': '2022-05-25T22:55:33Z', 'revision_number': 2, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'gw_port_host': None, '_interfaces': [{'id': 'a7d400b6-b64a-4b24-9e44-6f1f265f10aa', 'name': '', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'mac_address': 'fa:16:3e:f7:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ed0546-793a-4ecb-8ec1-5f57267d2fb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af761d93-f689-4862-ab67-23a1903aa07f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:32Z', 'updated_at': '2022-05-25T22:55:38Z', 'revision_number': 4, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'subnets': [{'id': 'af761d93-f689-4862-ab67-23a1903aa07f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:39.746811 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b52287-458b-44c8-980c-e11e324ea404 None None] The sync data for ids ['73ed0546-793a-4ecb-8ec1-5f57267d2fb3'] in dv-neutron-843300-1-hyperv is: [{'id': '73ed0546-793a-4ecb-8ec1-5f57267d2fb3', 'name': 'tempest-NetworksTestDHCPv6-router-1248756266', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:30Z', 'updated_at': '2022-05-25T22:55:33Z', 'revision_number': 2, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'gw_port_host': None, '_interfaces': [{'id': 'a7d400b6-b64a-4b24-9e44-6f1f265f10aa', 'name': '', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'mac_address': 'fa:16:3e:f7:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ed0546-793a-4ecb-8ec1-5f57267d2fb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af761d93-f689-4862-ab67-23a1903aa07f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:55:32Z', 'updated_at': '2022-05-25T22:55:38Z', 'revision_number': 4, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'subnets': [{'id': 'af761d93-f689-4862-ab67-23a1903aa07f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:39.762146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-40c59a28-e04e-4404-b560-555473e9553c', 'network_id': '40c59a28-e04e-4404-b560-555473e9553c', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'fixed_ips': [{'subnet_id': '5e2f2588-64b2-4c6d-a9d3-5dd54ec68738'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:55:39.763709 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:39.792348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:39.813332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:39.828259 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:39.841264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:39.868328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f10d4b2-be91-4c0c-93bd-73d93d185f0d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:39.871128 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f10d4b2-be91-4c0c-93bd-73d93d185f0d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:39.901668 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Pushing event updated for resources: {'Port': ['ID=0596e0c6-2896-4733-916e-7bd8c4fac4ce,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:39.919937 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d23c28a0-61e4-45c2-9760-c38ad4c91891 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df28a90bff9c46329ae8a709e8c0f216&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8988965 May 25 22:55:39.925772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35956) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:39.929943 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No DVR routers for this DVR port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:55:39.987943 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Allocated IP 172.20.0.2 (40c59a28-e04e-4404-b560-555473e9553c/5e2f2588-64b2-4c6d-a9d3-5dd54ec68738/ef812669-dc6a-4563-991b-e1d15e5b9348) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:40.002867 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:40.002867 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.040160 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f10d4b2-be91-4c0c-93bd-73d93d185f0d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.076047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-86e3ecd0-daa4-473a-9fbc-73b824fade8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.116337 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-86e3ecd0-daa4-473a-9fbc-73b824fade8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.143570 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.168025 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b50a5307-1838-451f-88fa-aa18ba491c02 tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.0341735 May 25 22:55:40.169264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f10d4b2-be91-4c0c-93bd-73d93d185f0d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.174866 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae71642-0c66-4c8a-bb15-c413530fc88a']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:40.176661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35962) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:40.183908 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-9f87da7c-57c1-403b-bcb7-a2445076411d None None] Deleting port 6d40c5c8-951c-4883-83d7-6a4a2bec2b16 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:40.188760 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9f87da7c-57c1-403b-bcb7-a2445076411d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.194073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48497cff-3cac-4a41-9c7f-5fe576642a85') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:40.194393 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48497cff-3cac-4a41-9c7f-5fe576642a85') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:40.196639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.239'}]}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:40.202102 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:40.206374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Usage tracker for resource:router and tenant:a0602b3d92234d3e830d1a7b4b1653d0 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:40.210814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:40.219300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:40.220099 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.251695 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa94ee7-28ca-4021-a652-5027b9b78fdb req-bc51a261-068b-4e13-ba80-9624a41a8aa6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:40.267642 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1aa94ee7-28ca-4021-a652-5027b9b78fdb req-bc51a261-068b-4e13-ba80-9624a41a8aa6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 2.1897635 May 25 22:55:40.269815 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=6d40c5c8-951c-4883-83d7-6a4a2bec2b16,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:40.279731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8134df57-a912-40d2-8c1f-49d3a9355b06 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.294183 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f10d4b2-be91-4c0c-93bd-73d93d185f0d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.295471 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7f10d4b2-be91-4c0c-93bd-73d93d185f0d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8316443 May 25 22:55:40.298232 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35968) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:40.304702 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'port': {'network_id': '40c59a28-e04e-4404-b560-555473e9553c', 'name': 'tempest-RoutersTest-185838493'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:40.316651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-9f87da7c-57c1-403b-bcb7-a2445076411d None None] The port '6d40c5c8-951c-4883-83d7-6a4a2bec2b16' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:55:40.350246 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.350246 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.423201 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.426008 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-86e3ecd0-daa4-473a-9fbc-73b824fade8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.455609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:55:40.456256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.462951 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.470069 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3ecd0-daa4-473a-9fbc-73b824fade8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9b4f91-e663-4278-8746-b10c4c55f7bf,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:55:40.473312 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:55:40.480708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-86e3ecd0-daa4-473a-9fbc-73b824fade8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.482317 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-86e3ecd0-daa4-473a-9fbc-73b824fade8f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd9b4f91-e663-4278-8746-b10c4c55f7bf HTTP/1.1" status: 204 len: 168 time: 0.5521750 May 25 22:55:40.484857 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134df57-a912-40d2-8c1f-49d3a9355b06 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Port': ['ID=7423eda6-df29-442b-a378-82784ce6e960,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:40.499697 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Transition to ACTIVE for port object ef812669-dc6a-4563-991b-e1d15e5b9348 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:40.501516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.561783 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:40.562348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Transition to ACTIVE for port object ef812669-dc6a-4563-991b-e1d15e5b9348 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:40.567544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:port and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:40.570948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:40.580305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:40.671524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.747974 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1aa94ee7-28ca-4021-a652-5027b9b78fdb req-cf5aaa44-e7a5-49ac-bced-7615fec1ffd6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4793129 May 25 22:55:40.781300 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Network 40c59a28-e04e-4404-b560-555473e9553c is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:40.790031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:40.792341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a7d400b6-b64a-4b24-9e44-6f1f265f10aa up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:40.833269 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:40.850456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:40.854419 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:40.915833 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] device_id is not set on port a2be1d88-50f8-4a62-9ae3-03e4a28821aa yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:55:41.066845 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Pushing event updated for resources: {'Port': ['ID=ef812669-dc6a-4563-991b-e1d15e5b9348,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:41.097255 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:41.105215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:41.142236 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Attempting to bind port ef812669-dc6a-4563-991b-e1d15e5b9348 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:41.142608 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Attempting to bind port ef812669-dc6a-4563-991b-e1d15e5b9348 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'b406f53a-e500-4473-8b38-1194f638eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '40c59a28-e04e-4404-b560-555473e9553c'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:41.143850 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Attempting to bind port ef812669-dc6a-4563-991b-e1d15e5b9348 on network 40c59a28-e04e-4404-b560-555473e9553c {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:41.151912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:41.152351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Checking segment: {'id': 'b406f53a-e500-4473-8b38-1194f638eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '40c59a28-e04e-4404-b560-555473e9553c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:41.152698 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:41.153093 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Bound using segment: {'id': 'b406f53a-e500-4473-8b38-1194f638eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '40c59a28-e04e-4404-b560-555473e9553c'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:41.153563 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Bound port: ef812669-dc6a-4563-991b-e1d15e5b9348, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b406f53a-e500-4473-8b38-1194f638eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '40c59a28-e04e-4404-b560-555473e9553c'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:41.153944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:41.239281 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:41.257378 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-81e9d122-5025-4059-8660-443a282bf49f None None] For port ef812669-dc6a-4563-991b-e1d15e5b9348, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:41.262440 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-81e9d122-5025-4059-8660-443a282bf49f None None] For port ef812669-dc6a-4563-991b-e1d15e5b9348, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ef812669-dc6a-4563-991b-e1d15e5b9348,segment=NetworkSegment(b406f53a-e500-4473-8b38-1194f638eb0a),segment_id=b406f53a-e500-4473-8b38-1194f638eb0a)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:41.264432 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port a7d400b6-b64a-4b24-9e44-6f1f265f10aa completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:41.272197 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a7d400b6-b64a-4b24-9e44-6f1f265f10aa triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:41.272782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:41.276650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Network': ['ID=cae71642-0c66-4c8a-bb15-c413530fc88a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:41.285389 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bc04730c-29c4-4b3b-82eb-ea3da1b7b9f8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/networks/cae71642-0c66-4c8a-bb15-c413530fc88a HTTP/1.1" status: 204 len: 168 time: 4.0116484 May 25 22:55:41.288851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35990) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:41.337846 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:41.512114 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31603-c994-48c6-853a-8d11eb293537 req-13483f5d-c99b-4bab-b8b2-3fb5d4dd8a5b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:41.513629 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9e31603-c994-48c6-853a-8d11eb293537 req-13483f5d-c99b-4bab-b8b2-3fb5d4dd8a5b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.3719988 May 25 22:55:41.585603 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:41.587039 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 35998) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:41.623524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9d122-5025-4059-8660-443a282bf49f None None] Pushing event updated for resources: {'Port': ['ID=ef812669-dc6a-4563-991b-e1d15e5b9348,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:41.633876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a5385c66-4e6d-4412-a87e-fa7c9a6aac9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:41.642812 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port a7d400b6-b64a-4b24-9e44-6f1f265f10aa, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a7d400b6-b64a-4b24-9e44-6f1f265f10aa,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:41.643610 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9e31603-c994-48c6-853a-8d11eb293537 req-04a54aa0-042a-4e89-a03d-720ee6fa67dc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799360 May 25 22:55:41.668844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Allocated IP 172.20.0.10 (40c59a28-e04e-4404-b560-555473e9553c/5e2f2588-64b2-4c6d-a9d3-5dd54ec68738/a2be1d88-50f8-4a62-9ae3-03e4a28821aa) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:41.708800 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:41.765306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c58776-ae3e-4da3-88cc-2719eca1ed9a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:41.767073 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e4c58776-ae3e-4da3-88cc-2719eca1ed9a tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4740682 May 25 22:55:41.774569 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36008) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:41.788097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8ed8ff60-59b4-495d-a3c1-feec1c9d3b56 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:41.862895 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=a7d400b6-b64a-4b24-9e44-6f1f265f10aa,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:42.107860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-995367052'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:42.113465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8134df57-a912-40d2-8c1f-49d3a9355b06 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router da9a70d6-4ba8-475e-9762-72f70d0b2293 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:55:42.141410 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:42.151124 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-91280304-0e26-4989-ba19-e53a6750d57f tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3705029 May 25 22:55:42.164764 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Usage tracker for resource:network and tenant:132125ae57f04aa4b4b1028469e03dc8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:42.167105 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36014) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:42.175776 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:42.183255 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7e7211bd-4fad-46ae-9e8a-2609caff8fb4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2132623066'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:42.193061 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7e7211bd-4fad-46ae-9e8a-2609caff8fb4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:42.199128 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7e7211bd-4fad-46ae-9e8a-2609caff8fb4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:network and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:42.209447 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7e7211bd-4fad-46ae-9e8a-2609caff8fb4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:42.216877 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:42.225324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7e7211bd-4fad-46ae-9e8a-2609caff8fb4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:42.287695 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:42.321703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Transition to ACTIVE for port object a2be1d88-50f8-4a62-9ae3-03e4a28821aa will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:42.333016 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:42.371798 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Made reservation on behalf of 132125ae57f04aa4b4b1028469e03dc8 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:42.375067 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:42.389926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7211bd-4fad-46ae-9e8a-2609caff8fb4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:42.394377 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e7211bd-4fad-46ae-9e8a-2609caff8fb4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:42.410188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:42.469636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:42.531529 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8ff60-59b4-495d-a3c1-feec1c9d3b56 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port a7d400b6-b64a-4b24-9e44-6f1f265f10aa {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:42.531529 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8ed8ff60-59b4-495d-a3c1-feec1c9d3b56 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:42.560229 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7211bd-4fad-46ae-9e8a-2609caff8fb4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:55:42.601701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36022) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:42.651358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:42.654711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e7211bd-4fad-46ae-9e8a-2609caff8fb4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:42.655261 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-7e7211bd-4fad-46ae-9e8a-2609caff8fb4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Added segment 442bafb2-a318-4233-8c0a-8d8bead61228 of type vlan for network 5ed75396-bb07-4f49-9025-33a9eb484739 May 25 22:55:42.670400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:42.755745 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Usage tracker for resource:security_group_rule and tenant:132125ae57f04aa4b4b1028469e03dc8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:42.759589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:42.776701 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ef812669-dc6a-4563-991b-e1d15e5b9348 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:42.786207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:42.809311 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8134df57-a912-40d2-8c1f-49d3a9355b06 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:42.822293 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b4bb9-7cf8-45a5-8aad-82cafbe0e3cc None None] Sync routers for ids ['da9a70d6-4ba8-475e-9762-72f70d0b2293'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:42.854535 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b4bb9-7cf8-45a5-8aad-82cafbe0e3cc None None] Routers {'da9a70d6-4ba8-475e-9762-72f70d0b2293'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:42.855812 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2e1b4bb9-7cf8-45a5-8aad-82cafbe0e3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['da9a70d6-4ba8-475e-9762-72f70d0b2293'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:42.861662 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e7211bd-4fad-46ae-9e8a-2609caff8fb4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:42.869814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 40c59a28-e04e-4404-b560-555473e9553c is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:42.891594 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:42.898816 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:42.943295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Request body: {'networks': [{'name': 'tempest-network--1018419078'}, {'name': 'tempest-network--1657048700'}]} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:42.943633 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Request body: {'network': {'name': 'tempest-network--1018419078'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:42.944051 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Request body: {'network': {'name': 'tempest-network--1657048700'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:42.954552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:42.968063 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2e1b4bb9-7cf8-45a5-8aad-82cafbe0e3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:42.980579 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b4bb9-7cf8-45a5-8aad-82cafbe0e3cc None None] Routers {'da9a70d6-4ba8-475e-9762-72f70d0b2293'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:42.981196 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2e1b4bb9-7cf8-45a5-8aad-82cafbe0e3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['da9a70d6-4ba8-475e-9762-72f70d0b2293'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:42.986494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Usage tracker for resource:network and tenant:fa5e0dfce8524f5d92e07b17d9caf90a is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:42.990459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=a2be1d88-50f8-4a62-9ae3-03e4a28821aa,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:42.993073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:43.005483 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-8ed8ff60-59b4-495d-a3c1-feec1c9d3b56 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] For port a7d400b6-b64a-4b24-9e44-6f1f265f10aa, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a7d400b6-b64a-4b24-9e44-6f1f265f10aa,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:43.005844 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8ed8ff60-59b4-495d-a3c1-feec1c9d3b56 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.015078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port ef812669-dc6a-4563-991b-e1d15e5b9348 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:43.015588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:43.019496 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a7d400b6-b64a-4b24-9e44-6f1f265f10aa up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:43.055319 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2e1b4bb9-7cf8-45a5-8aad-82cafbe0e3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:43.055720 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b4bb9-7cf8-45a5-8aad-82cafbe0e3cc None None] The sync data for ids ['da9a70d6-4ba8-475e-9762-72f70d0b2293'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:43.091604 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:43.092324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.111065 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf731f4c-bd79-447b-be5a-cfa5a6fc6eee None None] Network 40c59a28-e04e-4404-b560-555473e9553c requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:43.145614 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.222948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e7211bd-4fad-46ae-9e8a-2609caff8fb4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.227545 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7211bd-4fad-46ae-9e8a-2609caff8fb4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:43.228347 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e7211bd-4fad-46ae-9e8a-2609caff8fb4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.234088 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a7d400b6-b64a-4b24-9e44-6f1f265f10aa triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:43.234459 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.263565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.301840 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f379b8cb-bf97-4d4c-bdd3-e76a2c000b95 None None] Provisioning for port ef812669-dc6a-4563-991b-e1d15e5b9348 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:43.303900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8ff60-59b4-495d-a3c1-feec1c9d3b56 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for a7d400b6-b64a-4b24-9e44-6f1f265f10aa owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:43.322290 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f379b8cb-bf97-4d4c-bdd3-e76a2c000b95 None None] Provisioning complete for port ef812669-dc6a-4563-991b-e1d15e5b9348 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:43.322668 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f379b8cb-bf97-4d4c-bdd3-e76a2c000b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.332767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Made reservation on behalf of fa5e0dfce8524f5d92e07b17d9caf90a for: {'network': 2} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:43.336266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.354251 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8134df57-a912-40d2-8c1f-49d3a9355b06 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.359707 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8134df57-a912-40d2-8c1f-49d3a9355b06 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/ports/7423eda6-df29-442b-a378-82784ce6e960 HTTP/1.1" status: 204 len: 168 time: 5.6196322 May 25 22:55:43.367793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36028) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:43.377758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.412901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.447056 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8e7bfab3-4f1f-4d11-8628-1888eb5a87af tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1477323 May 25 22:55:43.457040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36032) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:43.466457 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:55:43.518865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7211bd-4fad-46ae-9e8a-2609caff8fb4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Network': ['ID=5ed75396-bb07-4f49-9025-33a9eb484739,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:43.546318 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7e7211bd-4fad-46ae-9e8a-2609caff8fb4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3773050 May 25 22:55:43.548352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 5ed75396-bb07-4f49-9025-33a9eb484739 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:55:43.552667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36036) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:43.571592 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c4f1545f-153c-4e02-a40f-0d6912bfcf65 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'subnet': {'network_id': '5ed75396-bb07-4f49-9025-33a9eb484739', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:43.608404 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:43.679249 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Usage tracker for resource:security_group_rule and tenant:fa5e0dfce8524f5d92e07b17d9caf90a is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:43.695083 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:43.712362 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:43.737696 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f379b8cb-bf97-4d4c-bdd3-e76a2c000b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.739071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.739071 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Added segment 471b1df3-11b3-41c1-a8ef-c250cc149e93 of type vlan for network f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2 May 25 22:55:43.751147 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-939c9524-15e0-4c0d-8ef4-6d48203cbc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.772344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c4f1545f-153c-4e02-a40f-0d6912bfcf65 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:43.784405 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-f379b8cb-bf97-4d4c-bdd3-e76a2c000b95 None None] For port ef812669-dc6a-4563-991b-e1d15e5b9348, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ef812669-dc6a-4563-991b-e1d15e5b9348,segment=NetworkSegment(b406f53a-e500-4473-8b38-1194f638eb0a),segment_id=b406f53a-e500-4473-8b38-1194f638eb0a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:43.784945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c4f1545f-153c-4e02-a40f-0d6912bfcf65 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:subnet and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:43.791582 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c4f1545f-153c-4e02-a40f-0d6912bfcf65 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:43.805704 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c4f1545f-153c-4e02-a40f-0d6912bfcf65 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:43.817065 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0245c145-c988-4556-a750-0c1b93b01a4b,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:43.848175 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f379b8cb-bf97-4d4c-bdd3-e76a2c000b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.919906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.935753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:43.937962 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379b8cb-bf97-4d4c-bdd3-e76a2c000b95 None None] Pushing event updated for resources: {'Port': ['ID=ef812669-dc6a-4563-991b-e1d15e5b9348,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:44.029392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f1545f-153c-4e02-a40f-0d6912bfcf65 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:44.052610 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.053002 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.133869 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9aa5a5cf-39ca-4bfb-b152-052047e8ef41 None None] Provisioning for port a2be1d88-50f8-4a62-9ae3-03e4a28821aa completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:44.141739 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9aa5a5cf-39ca-4bfb-b152-052047e8ef41 None None] Provisioning complete for port a2be1d88-50f8-4a62-9ae3-03e4a28821aa triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:44.142497 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9aa5a5cf-39ca-4bfb-b152-052047e8ef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.178830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8ed8ff60-59b4-495d-a3c1-feec1c9d3b56 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.198958 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:55:44.219283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-9aa5a5cf-39ca-4bfb-b152-052047e8ef41 None None] Port a2be1d88-50f8-4a62-9ae3-03e4a28821aa cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:44.225877 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.238269 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.240137 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9aa5a5cf-39ca-4bfb-b152-052047e8ef41 None None] Provisioning complete for port ef812669-dc6a-4563-991b-e1d15e5b9348 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:44.240777 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9aa5a5cf-39ca-4bfb-b152-052047e8ef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.281307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:55:44.294112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.294460 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Added segment 247e8657-926d-4a99-8f0a-484c0ba734db of type vlan for network 86e425d4-68ca-4437-b5ee-f6b84c2d9815 May 25 22:55:44.321872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.326435 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8ff60-59b4-495d-a3c1-feec1c9d3b56 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=a7d400b6-b64a-4b24-9e44-6f1f265f10aa,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:44.355505 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25376b1b-d3aa-4bc7-a20a-dba290835ffc,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:44.387482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.391165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:44.391821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.422765 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c4f1545f-153c-4e02-a40f-0d6912bfcf65 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.523320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2aaa128c-6f76-4460-afb6-46735492066f None None] Provisioning complete for port a2be1d88-50f8-4a62-9ae3-03e4a28821aa triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:44.524626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2aaa128c-6f76-4460-afb6-46735492066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.528880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event updated for resources: {'Network': ['ID=f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:44.566280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:55:44.611064 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:55:44.700852 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.701197 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Added segment 4c4cb240-2711-4423-93da-1d88e174b91d of type vlan for network 798ff9ec-8340-41c0-b1b3-64600702b637 May 25 22:55:44.704473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ef812669-dc6a-4563-991b-e1d15e5b9348 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:44.764469 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8ed8ff60-59b4-495d-a3c1-feec1c9d3b56 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.776255 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8e5b63c3-2d82-42e9-a0d7-62101ed05c3d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.1778648 May 25 22:55:44.776464 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.776590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.776590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8164e48-76e4-4422-b8c4-24fc11a5d600 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:55:44.796910 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5c97529a-9702-413f-86ce-aea31d858fc3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.803727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa128c-6f76-4460-afb6-46735492066f None None] Port a2be1d88-50f8-4a62-9ae3-03e4a28821aa cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:44.824473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ef812669-dc6a-4563-991b-e1d15e5b9348 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:44.824965 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.854544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:44.886015 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 25 22:55:44.890335 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f1745e6c-ecd6-45ab-824e-81a4b58b52cc tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.7080309 May 25 22:55:44.894248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36040) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:44.973217 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-dbe61958-fcc0-4dff-a998-d098d509a63d tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Deleting port 0596e0c6-2896-4733-916e-7bd8c4fac4ce {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:44.973567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dbe61958-fcc0-4dff-a998-d098d509a63d tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:45.017000 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:45.017628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:45.021850 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:45.024945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:45.025577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:45.048202 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:45.329220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event updated for resources: {'Network': ['ID=86e425d4-68ca-4437-b5ee-f6b84c2d9815,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:45.350651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 86e425d4-68ca-4437-b5ee-f6b84c2d9815 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:55:45.417307 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.8145347 May 25 22:55:45.418486 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c4f1545f-153c-4e02-a40f-0d6912bfcf65 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:45.433420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36046) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:45.460544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dbe61958-fcc0-4dff-a998-d098d509a63d tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:45.581814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f2c5f-f0c1-4a23-a482-b75cd840c75a tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event updated for resources: {'Network': ['ID=798ff9ec-8340-41c0-b1b3-64600702b637,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:45.584662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b4cfbf5-73eb-4922-9c2f-38aaf9246d6b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:45.595220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 798ff9ec-8340-41c0-b1b3-64600702b637 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:55:45.600578 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-dbe61958-fcc0-4dff-a998-d098d509a63d tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Calling delete_port for 0596e0c6-2896-4733-916e-7bd8c4fac4ce owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:45.844915 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1545f-153c-4e02-a40f-0d6912bfcf65 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Subnet': ['ID=c4cb52a3-dddd-40bf-af2f-9cc150ff485a,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:45.850104 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5c97529a-9702-413f-86ce-aea31d858fc3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:45.945209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dbe61958-fcc0-4dff-a998-d098d509a63d tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:45.988142 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5c97529a-9702-413f-86ce-aea31d858fc3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:45.999672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f1545f-153c-4e02-a40f-0d6912bfcf65 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Checking segment: {'id': '442bafb2-a318-4233-8c0a-8d8bead61228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5ed75396-bb07-4f49-9025-33a9eb484739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:45.999872 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe61958-fcc0-4dff-a998-d098d509a63d tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Pushing event deleted for resources: {'Port': ['ID=0596e0c6-2896-4733-916e-7bd8c4fac4ce,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:46.000144 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f1545f-153c-4e02-a40f-0d6912bfcf65 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network hostable DHCP agents. Network: 5ed75396-bb07-4f49-9025-33a9eb484739, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:55:46.015681 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafeddbf-0f6a-40bf-aff4-9e893324b208 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:46.020188 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafeddbf-0f6a-40bf-aff4-9e893324b208 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:46.024069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafeddbf-0f6a-40bf-aff4-9e893324b208 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:46.028096 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafeddbf-0f6a-40bf-aff4-9e893324b208 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:46.028953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cafeddbf-0f6a-40bf-aff4-9e893324b208 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Synchronizing usage tracker for tenant:fa5e0dfce8524f5d92e07b17d9caf90a on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:46.166806 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed8ff60-59b4-495d-a3c1-feec1c9d3b56 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Router 73ed0546-793a-4ecb-8ec1-5f57267d2fb3 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:55:46.188358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97529a-9702-413f-86ce-aea31d858fc3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=a2be1d88-50f8-4a62-9ae3-03e4a28821aa,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:46.232211 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dbe61958-fcc0-4dff-a998-d098d509a63d tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:46.242898 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dbe61958-fcc0-4dff-a998-d098d509a63d tempest-RoutersAdminNegativeIpV6Test-1751777666 tempest-RoutersAdminNegativeIpV6Test-1751777666-project-admin] 10.222.0.66 "DELETE /v2.0/ports/0596e0c6-2896-4733-916e-7bd8c4fac4ce HTTP/1.1" status: 204 len: 168 time: 1.3473477 May 25 22:55:46.253185 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f1545f-153c-4e02-a40f-0d6912bfcf65 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 5ed75396-bb07-4f49-9025-33a9eb484739 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:55:46.266228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cafeddbf-0f6a-40bf-aff4-9e893324b208 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Unset dirty status for tenant:fa5e0dfce8524f5d92e07b17d9caf90a on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:46.267449 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cafeddbf-0f6a-40bf-aff4-9e893324b208 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8062465 May 25 22:55:46.273130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36052) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:46.457911 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8ebce5b2-c8ce-40b7-8932-4857d8571efa None None] Provisioning complete for port a2be1d88-50f8-4a62-9ae3-03e4a28821aa triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:46.458519 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8ebce5b2-c8ce-40b7-8932-4857d8571efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:46.522281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-c4f1545f-153c-4e02-a40f-0d6912bfcf65 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 5ed75396-bb07-4f49-9025-33a9eb484739) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:46.537399 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1545f-153c-4e02-a40f-0d6912bfcf65 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:46.537979 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c4f1545f-153c-4e02-a40f-0d6912bfcf65 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:46.587458 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa88f6d7-139e-446d-bd75-6aea0e4ba9a0 None None] Network 5ed75396-bb07-4f49-9025-33a9eb484739 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:46.610643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30b64a1b-fe3e-4365-892d-ba7ca3f1a67f tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:46.625337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed8ff60-59b4-495d-a3c1-feec1c9d3b56 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:46.635494 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8ed8ff60-59b4-495d-a3c1-feec1c9d3b56 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "PUT /v2.0/routers/73ed0546-793a-4ecb-8ec1-5f57267d2fb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1671164 May 25 22:55:46.635494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36056) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:46.683776 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c4f1545f-153c-4e02-a40f-0d6912bfcf65 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1287036 May 25 22:55:46.684837 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36060) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:46.717091 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b2ea1-249e-43d7-b580-11d4ebf65285 None None] Sync routers for ids ['73ed0546-793a-4ecb-8ec1-5f57267d2fb3'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:46.751423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'network_id': '5ed75396-bb07-4f49-9025-33a9eb484739', 'name': 'tempest-PortsIpV6TestJSON-389069432'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:46.767318 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce5b2-c8ce-40b7-8932-4857d8571efa None None] Port a2be1d88-50f8-4a62-9ae3-03e4a28821aa cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:46.771918 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b2ea1-249e-43d7-b580-11d4ebf65285 None None] Routers {'73ed0546-793a-4ecb-8ec1-5f57267d2fb3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:46.778586 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b34b2ea1-249e-43d7-b580-11d4ebf65285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['73ed0546-793a-4ecb-8ec1-5f57267d2fb3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:46.833425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30b64a1b-fe3e-4365-892d-ba7ca3f1a67f tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:46.889070 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5c97529a-9702-413f-86ce-aea31d858fc3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:46.890514 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:46.900737 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-30b64a1b-fe3e-4365-892d-ba7ca3f1a67f tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e425d4-68ca-4437-b5ee-f6b84c2d9815']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:46.920315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-30b64a1b-fe3e-4365-892d-ba7ca3f1a67f tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247e8657-926d-4a99-8f0a-484c0ba734db') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:46.921485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-30b64a1b-fe3e-4365-892d-ba7ca3f1a67f tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247e8657-926d-4a99-8f0a-484c0ba734db') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:46.937924 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30b64a1b-fe3e-4365-892d-ba7ca3f1a67f tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:46.964590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30b64a1b-fe3e-4365-892d-ba7ca3f1a67f tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:46.965140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e25de3-e2fe-49c7-a1c2-57524c120479 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:46.967127 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e25de3-e2fe-49c7-a1c2-57524c120479 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:46.967241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-30e25de3-e2fe-49c7-a1c2-57524c120479 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:46.977564 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b64a1b-fe3e-4365-892d-ba7ca3f1a67f tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:55:46.978270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30b64a1b-fe3e-4365-892d-ba7ca3f1a67f tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:55:47.095077 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:55:47.118571 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-30e25de3-e2fe-49c7-a1c2-57524c120479 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:47.122344 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-30e25de3-e2fe-49c7-a1c2-57524c120479 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4837315 May 25 22:55:47.128372 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:47.129420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36066) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:47.173043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-b34b2ea1-249e-43d7-b580-11d4ebf65285 None None] Set router 73ed0546-793a-4ecb-8ec1-5f57267d2fb3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:55:47.177998 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:port and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:47.181719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36070) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:47.184726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30b64a1b-fe3e-4365-892d-ba7ca3f1a67f tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:47.186251 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:47.238546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:47.357606 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b34b2ea1-249e-43d7-b580-11d4ebf65285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ed0546-793a-4ecb-8ec1-5f57267d2fb3', 'name': 'tempest-NetworksTestDHCPv6-router-1248756266', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:30Z', 'updated_at': '2022-05-25T22:55:43Z', 'revision_number': 3, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:47.365358 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b2ea1-249e-43d7-b580-11d4ebf65285 None None] Checking router: 73ed0546-793a-4ecb-8ec1-5f57267d2fb3 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:55:47.427494 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30b64a1b-fe3e-4365-892d-ba7ca3f1a67f tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:47.428699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b2ea1-249e-43d7-b580-11d4ebf65285 None None] Routers {'73ed0546-793a-4ecb-8ec1-5f57267d2fb3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:47.429039 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b34b2ea1-249e-43d7-b580-11d4ebf65285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['73ed0546-793a-4ecb-8ec1-5f57267d2fb3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:47.448026 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b64a1b-fe3e-4365-892d-ba7ca3f1a67f tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event deleted for resources: {'Network': ['ID=86e425d4-68ca-4437-b5ee-f6b84c2d9815,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:47.450049 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5c97529a-9702-413f-86ce-aea31d858fc3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:47.456751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df07e2a-8301-490e-95b2-9258a4584b37 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet af761d93-f689-4862-ab67-23a1903aa07f {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:55:47.465570 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8df07e2a-8301-490e-95b2-9258a4584b37 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:47.540570 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8df07e2a-8301-490e-95b2-9258a4584b37 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:47.649957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8df07e2a-8301-490e-95b2-9258a4584b37 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:47.656993 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-b34b2ea1-249e-43d7-b580-11d4ebf65285 None None] Set router 73ed0546-793a-4ecb-8ec1-5f57267d2fb3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:55:47.672986 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-30b64a1b-fe3e-4365-892d-ba7ca3f1a67f tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "DELETE /v2.0/networks/86e425d4-68ca-4437-b5ee-f6b84c2d9815 HTTP/1.1" status: 204 len: 168 time: 1.3924096 May 25 22:55:47.682720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36076) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:47.735173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:47.739897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:47.775180 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b34b2ea1-249e-43d7-b580-11d4ebf65285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ed0546-793a-4ecb-8ec1-5f57267d2fb3', 'name': 'tempest-NetworksTestDHCPv6-router-1248756266', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:30Z', 'updated_at': '2022-05-25T22:55:43Z', 'revision_number': 3, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:47.776182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] device_id is not set on port 5789e6c8-98f5-4919-a409-06c5c35f6644 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:55:47.780753 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b2ea1-249e-43d7-b580-11d4ebf65285 None None] The sync data for ids ['73ed0546-793a-4ecb-8ec1-5f57267d2fb3'] in dv-neutron-843300-1-hyperv is: [{'id': '73ed0546-793a-4ecb-8ec1-5f57267d2fb3', 'name': 'tempest-NetworksTestDHCPv6-router-1248756266', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:55:30Z', 'updated_at': '2022-05-25T22:55:43Z', 'revision_number': 3, 'project_id': '54eefae47a6943b69d21ed159941cefe', 'gw_port_host': None}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:47.783102 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:47.820004 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a6c7ac7a-a84c-43eb-8c05-37050991785c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:47.858418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-5ed75396-bb07-4f49-9025-33a9eb484739', 'network_id': '5ed75396-bb07-4f49-9025-33a9eb484739', 'tenant_id': '61f1f934e99a4a3fb52dcde8dfb8ddaf', 'fixed_ips': [{'subnet_id': 'c4cb52a3-dddd-40bf-af2f-9cc150ff485a'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:55:47.859662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:47.869150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8df07e2a-8301-490e-95b2-9258a4584b37 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:47.901392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a6c7ac7a-a84c-43eb-8c05-37050991785c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:47.906183 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a6c7ac7a-a84c-43eb-8c05-37050991785c admin admin] Usage tracker for resource:security_group_rule and tenant:7e81daedaef7490f891472f7198c46ef is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:47.910054 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a6c7ac7a-a84c-43eb-8c05-37050991785c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:47.917710 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df07e2a-8301-490e-95b2-9258a4584b37 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=af761d93-f689-4862-ab67-23a1903aa07f,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:47.918954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a6c7ac7a-a84c-43eb-8c05-37050991785c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:47.979437 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8df07e2a-8301-490e-95b2-9258a4584b37 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.016613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a6c7ac7a-a84c-43eb-8c05-37050991785c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.026284 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Allocated IP 2001:db8::2 (5ed75396-bb07-4f49-9025-33a9eb484739/c4cb52a3-dddd-40bf-af2f-9cc150ff485a/5f8eb744-d636-4022-810a-a3c1892e1fbe) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:48.079084 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3035fe9e-ce87-44e1-9634-30b794e025c2 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.097149 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-4b4cfbf5-73eb-4922-9c2f-38aaf9246d6b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting port 75f9755c-9c5f-423d-9764-29f92dd417d0 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:48.097703 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b4cfbf5-73eb-4922-9c2f-38aaf9246d6b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.132425 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8df07e2a-8301-490e-95b2-9258a4584b37 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/af761d93-f689-4862-ab67-23a1903aa07f HTTP/1.1" status: 204 len: 168 time: 0.9997663 May 25 22:55:48.142456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36080) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:48.157743 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a6c7ac7a-a84c-43eb-8c05-37050991785c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.233785 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36084) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:48.245069 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.257657 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Transition to ACTIVE for port object 5f8eb744-d636-4022-810a-a3c1892e1fbe will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:48.271384 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-5f6ad8f7-df08-4d90-a86c-40c8f5d6b5ed tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Request body: {'subnet': {'network_id': 'f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:48.276081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Transition to ACTIVE for port object 5f8eb744-d636-4022-810a-a3c1892e1fbe will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:48.280246 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275de7b4-912e-472a-93af-a91d20319368 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:48.355663 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7ac7a-a84c-43eb-8c05-37050991785c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d37118-ff4a-45a1-9102-74fc68fb69b8,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:48.406106 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.446451 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a6c7ac7a-a84c-43eb-8c05-37050991785c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e81daedaef7490f891472f7198c46ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2606621 May 25 22:55:48.457920 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36088) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:48.528074 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Pushing event updated for resources: {'Port': ['ID=5f8eb744-d636-4022-810a-a3c1892e1fbe,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:48.558453 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Network 5ed75396-bb07-4f49-9025-33a9eb484739 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:48.564255 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:48.571070 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:48.574751 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a7d400b6-b64a-4b24-9e44-6f1f265f10aa no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:55:48.579228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3035fe9e-ce87-44e1-9634-30b794e025c2 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.616332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: a7d400b6-b64a-4b24-9e44-6f1f265f10aa {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:55:48.616686 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a7d400b6-b64a-4b24-9e44-6f1f265f10aa not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:55:48.618287 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5f6ad8f7-df08-4d90-a86c-40c8f5d6b5ed tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:48.630158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5f6ad8f7-df08-4d90-a86c-40c8f5d6b5ed tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Usage tracker for resource:subnet and tenant:132125ae57f04aa4b4b1028469e03dc8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:48.633407 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-3035fe9e-ce87-44e1-9634-30b794e025c2 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798ff9ec-8340-41c0-b1b3-64600702b637']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:48.641956 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5f6ad8f7-df08-4d90-a86c-40c8f5d6b5ed tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:48.652312 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5f6ad8f7-df08-4d90-a86c-40c8f5d6b5ed tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:48.656166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-3035fe9e-ce87-44e1-9634-30b794e025c2 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4cb240-2711-4423-93da-1d88e174b91d') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:48.656852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-3035fe9e-ce87-44e1-9634-30b794e025c2 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4cb240-2711-4423-93da-1d88e174b91d') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:48.670439 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-58fddd0a-d918-4877-a499-fbd1659fb11a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5243182 May 25 22:55:48.672341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36092) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:48.686038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3035fe9e-ce87-44e1-9634-30b794e025c2 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.709250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Allocated IP 2001:db8::1b4 (5ed75396-bb07-4f49-9025-33a9eb484739/c4cb52a3-dddd-40bf-af2f-9cc150ff485a/5789e6c8-98f5-4919-a409-06c5c35f6644) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:48.715027 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Attempting to bind port 5f8eb744-d636-4022-810a-a3c1892e1fbe on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:48.715575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Attempting to bind port 5f8eb744-d636-4022-810a-a3c1892e1fbe by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '442bafb2-a318-4233-8c0a-8d8bead61228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5ed75396-bb07-4f49-9025-33a9eb484739'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:48.715701 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Attempting to bind port 5f8eb744-d636-4022-810a-a3c1892e1fbe on network 5ed75396-bb07-4f49-9025-33a9eb484739 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:48.725834 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:48.726191 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Checking segment: {'id': '442bafb2-a318-4233-8c0a-8d8bead61228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5ed75396-bb07-4f49-9025-33a9eb484739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:48.726717 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.727054 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Bound using segment: {'id': '442bafb2-a318-4233-8c0a-8d8bead61228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5ed75396-bb07-4f49-9025-33a9eb484739'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:48.727506 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Bound port: 5f8eb744-d636-4022-810a-a3c1892e1fbe, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442bafb2-a318-4233-8c0a-8d8bead61228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5ed75396-bb07-4f49-9025-33a9eb484739'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:48.727867 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.745389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b4cfbf5-73eb-4922-9c2f-38aaf9246d6b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.777193 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6ad8f7-df08-4d90-a86c-40c8f5d6b5ed tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Made reservation on behalf of 132125ae57f04aa4b4b1028469e03dc8 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:48.796035 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3035fe9e-ce87-44e1-9634-30b794e025c2 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.803128 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5c97529a-9702-413f-86ce-aea31d858fc3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.840277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159307f3-9bf8-48ee-ae5b-d279c7a63545 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:55:48.844895 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] For port 5f8eb744-d636-4022-810a-a3c1892e1fbe, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:48.848746 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-159307f3-9bf8-48ee-ae5b-d279c7a63545 None None] Deleting port 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:48.849228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-159307f3-9bf8-48ee-ae5b-d279c7a63545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.916538 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3035fe9e-ce87-44e1-9634-30b794e025c2 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:55:48.917097 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3035fe9e-ce87-44e1-9634-30b794e025c2 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.923054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-4b4cfbf5-73eb-4922-9c2f-38aaf9246d6b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Calling delete_port for 75f9755c-9c5f-423d-9764-29f92dd417d0 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:55:48.934286 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:55:48.951848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5c97529a-9702-413f-86ce-aea31d858fc3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:48.957444 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1faff9a3-6866-45a7-8e68-8eeba80c04d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.086671 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1faff9a3-6866-45a7-8e68-8eeba80c04d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.102510 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-159307f3-9bf8-48ee-ae5b-d279c7a63545 None None] For port 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:49.102903 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-159307f3-9bf8-48ee-ae5b-d279c7a63545 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.232856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-159307f3-9bf8-48ee-ae5b-d279c7a63545 None None] Calling delete_port for 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:49.237851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.261054 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad8f7-df08-4d90-a86c-40c8f5d6b5ed tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.327930 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1faff9a3-6866-45a7-8e68-8eeba80c04d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.355623 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] For port 5f8eb744-d636-4022-810a-a3c1892e1fbe, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5f8eb744-d636-4022-810a-a3c1892e1fbe,segment=NetworkSegment(442bafb2-a318-4233-8c0a-8d8bead61228),segment_id=442bafb2-a318-4233-8c0a-8d8bead61228)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:49.357883 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faff9a3-6866-45a7-8e68-8eeba80c04d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d37118-ff4a-45a1-9102-74fc68fb69b8,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:49.365811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-da39cfce-d291-4e5d-b9c6-bd736e4c87f5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.380746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1faff9a3-6866-45a7-8e68-8eeba80c04d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.384466 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1faff9a3-6866-45a7-8e68-8eeba80c04d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28d37118-ff4a-45a1-9102-74fc68fb69b8 HTTP/1.1" status: 204 len: 168 time: 0.7849782 May 25 22:55:49.397292 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-159307f3-9bf8-48ee-ae5b-d279c7a63545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.414276 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97529a-9702-413f-86ce-aea31d858fc3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=a2be1d88-50f8-4a62-9ae3-03e4a28821aa,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:49.427514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3035fe9e-ce87-44e1-9634-30b794e025c2 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.437943 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5c97529a-9702-413f-86ce-aea31d858fc3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.449233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.453067 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159307f3-9bf8-48ee-ae5b-d279c7a63545 None None] Pushing event deleted for resources: {'Port': ['ID=84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:49.512505 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159307f3-9bf8-48ee-ae5b-d279c7a63545 None None] No DVR routers for this DVR port 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:55:49.517089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3035fe9e-ce87-44e1-9634-30b794e025c2 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.524238 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Transition to ACTIVE for port object 5789e6c8-98f5-4919-a409-06c5c35f6644 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:49.543282 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b4cfbf5-73eb-4922-9c2f-38aaf9246d6b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.545575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4822b28-3896-48f2-a449-6281c9656372 None None] Pushing event updated for resources: {'Port': ['ID=5f8eb744-d636-4022-810a-a3c1892e1fbe,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:49.547404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035fe9e-ce87-44e1-9634-30b794e025c2 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event deleted for resources: {'Network': ['ID=798ff9ec-8340-41c0-b1b3-64600702b637,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:49.600120 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cfbf5-73eb-4922-9c2f-38aaf9246d6b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Port': ['ID=75f9755c-9c5f-423d-9764-29f92dd417d0,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:49.646407 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3035fe9e-ce87-44e1-9634-30b794e025c2 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "DELETE /v2.0/networks/798ff9ec-8340-41c0-b1b3-64600702b637 HTTP/1.1" status: 204 len: 168 time: 1.9600689 May 25 22:55:49.655199 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36100) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:49.702731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:49.936748 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 5ed75396-bb07-4f49-9025-33a9eb484739 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:50.005462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:50.018976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:50.023778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:50.024381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:50.044916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=5789e6c8-98f5-4919-a409-06c5c35f6644,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:50.122422 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-85291ff6-6263-4afd-83cf-01193075258e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4310765 May 25 22:55:50.125214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36106) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:50.134413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'network_id': '5ed75396-bb07-4f49-9025-33a9eb484739', 'name': 'tempest-PortsIpV6TestJSON-842622117'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:50.227263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b4cfbf5-73eb-4922-9c2f-38aaf9246d6b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:50.246907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c97529a-9702-413f-86ce-aea31d858fc3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 40c59a28-e04e-4404-b560-555473e9553c is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:50.247479 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36110) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:50.260809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006fe526-3ff3-4c03-9919-e8ab7532ee0e tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:50.264825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006fe526-3ff3-4c03-9919-e8ab7532ee0e tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:50.265559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-006fe526-3ff3-4c03-9919-e8ab7532ee0e tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Synchronizing usage tracker for tenant:fa5e0dfce8524f5d92e07b17d9caf90a on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:50.272427 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-5c97529a-9702-413f-86ce-aea31d858fc3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:50.352890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-da39cfce-d291-4e5d-b9c6-bd736e4c87f5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:50.445042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:50.449016 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-da39cfce-d291-4e5d-b9c6-bd736e4c87f5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:50.461387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:port and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:50.466527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:50.479727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:50.490116 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1e6e4eb7-075c-49b7-9a39-4aaa76ca9343 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0602b3d92234d3e830d1a7b4b1653d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2416012 May 25 22:55:50.493075 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36114) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:50.562080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1943674d-5035-4253-b093-ca69852c108f None None] Provisioning complete for port a2be1d88-50f8-4a62-9ae3-03e4a28821aa triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:50.562560 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1943674d-5035-4253-b093-ca69852c108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:50.618424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-006fe526-3ff3-4c03-9919-e8ab7532ee0e tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Unset dirty status for tenant:fa5e0dfce8524f5d92e07b17d9caf90a on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:50.620087 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-006fe526-3ff3-4c03-9919-e8ab7532ee0e tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9579873 May 25 22:55:50.621408 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad8f7-df08-4d90-a86c-40c8f5d6b5ed tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:50.630494 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36118) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:50.667042 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-1943674d-5035-4253-b093-ca69852c108f None None] Port a2be1d88-50f8-4a62-9ae3-03e4a28821aa cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:50.696354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5f8eb744-d636-4022-810a-a3c1892e1fbe up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:50.847417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 5f8eb744-d636-4022-810a-a3c1892e1fbe completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:50.911941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:55:50.915355 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:50.917830 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-da39cfce-d291-4e5d-b9c6-bd736e4c87f5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:50.918549 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da39cfce-d291-4e5d-b9c6-bd736e4c87f5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Fanout notify agent at l3_agent the message router_deleted on router 73ed0546-793a-4ecb-8ec1-5f57267d2fb3 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:55:50.921810 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:50.949179 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-006b1f0f-287d-4daa-9a85-e2ee8bf8f472 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-598656297'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:50.961831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:55:50.962205 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 84fe0703-0f8d-4cfe-a04d-8e5c2a5dcf6a not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:55:50.963371 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-006b1f0f-287d-4daa-9a85-e2ee8bf8f472 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:50.963637 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b57ebb9-7de8-4e92-81f8-2df27c8bbc4e None None] Network 5ed75396-bb07-4f49-9025-33a9eb484739 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:51.006361 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-006b1f0f-287d-4daa-9a85-e2ee8bf8f472 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:51.028069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] device_id is not set on port 3948e91b-e25c-4971-a953-84c163e91e9a yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:55:51.043379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-da39cfce-d291-4e5d-b9c6-bd736e4c87f5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.046592 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-da39cfce-d291-4e5d-b9c6-bd736e4c87f5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/routers/73ed0546-793a-4ecb-8ec1-5f57267d2fb3 HTTP/1.1" status: 204 len: 168 time: 2.3693397 May 25 22:55:51.054127 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36122) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:51.072708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ad8f7-df08-4d90-a86c-40c8f5d6b5ed tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event updated for resources: {'Subnet': ['ID=a471050e-2d64-438e-9172-90fc119b4397,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:51.124651 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-22378bf9-b92a-4b4d-b7e5-e7f6eabb15a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.146065 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3108b876-d69a-4f35-b1d5-61adec7a636e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0886631 May 25 22:55:51.150939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006b1f0f-287d-4daa-9a85-e2ee8bf8f472 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Made reservation on behalf of fa5e0dfce8524f5d92e07b17d9caf90a for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:51.154014 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-006b1f0f-287d-4daa-9a85-e2ee8bf8f472 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.155778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36126) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:51.197292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-22378bf9-b92a-4b4d-b7e5-e7f6eabb15a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.208673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-be6497b4-9de8-4b46-9bc5-8b1db6e2b7e8 None None] Provisioning for port 5f8eb744-d636-4022-810a-a3c1892e1fbe completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:51.215261 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-be6497b4-9de8-4b46-9bc5-8b1db6e2b7e8 None None] Provisioning complete for port 5f8eb744-d636-4022-810a-a3c1892e1fbe triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:51.215562 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6ad8f7-df08-4d90-a86c-40c8f5d6b5ed tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Checking segment: {'id': '471b1df3-11b3-41c1-a8ef-c250cc149e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:51.217700 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-be6497b4-9de8-4b46-9bc5-8b1db6e2b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.217833 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6ad8f7-df08-4d90-a86c-40c8f5d6b5ed tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Network hostable DHCP agents. Network: f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:55:51.266064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006b1f0f-287d-4daa-9a85-e2ee8bf8f472 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:55:51.285407 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-006b1f0f-287d-4daa-9a85-e2ee8bf8f472 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.285800 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-006b1f0f-287d-4daa-9a85-e2ee8bf8f472 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Added segment 37598c0b-1d3c-4e32-9a1c-67ab597ad5ce of type vlan for network 52ea84b0-c2a7-4cc7-a8f4-973c9f72e90b May 25 22:55:51.291594 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a89f55-e0b0-442c-ae24-1bc50ba91bae tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:51.293454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e9a89f55-e0b0-442c-ae24-1bc50ba91bae tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:51.335396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-006b1f0f-287d-4daa-9a85-e2ee8bf8f472 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.355333 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Allocated IP 2001:db8::133 (5ed75396-bb07-4f49-9025-33a9eb484739/c4cb52a3-dddd-40bf-af2f-9cc150ff485a/3948e91b-e25c-4971-a953-84c163e91e9a) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:51.396363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-be6497b4-9de8-4b46-9bc5-8b1db6e2b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.407400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6ad8f7-df08-4d90-a86c-40c8f5d6b5ed tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Network f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:55:51.436037 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-be6497b4-9de8-4b46-9bc5-8b1db6e2b7e8 None None] For port 5f8eb744-d636-4022-810a-a3c1892e1fbe, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5f8eb744-d636-4022-810a-a3c1892e1fbe,segment=NetworkSegment(442bafb2-a318-4233-8c0a-8d8bead61228),segment_id=442bafb2-a318-4233-8c0a-8d8bead61228)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:51.471257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-006b1f0f-287d-4daa-9a85-e2ee8bf8f472 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.475562 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006b1f0f-287d-4daa-9a85-e2ee8bf8f472 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:51.476884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-006b1f0f-287d-4daa-9a85-e2ee8bf8f472 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.494134 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-22378bf9-b92a-4b4d-b7e5-e7f6eabb15a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.529626 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4cfbf5-73eb-4922-9c2f-38aaf9246d6b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router da9a70d6-4ba8-475e-9762-72f70d0b2293 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:55:51.530662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e9a89f55-e0b0-442c-ae24-1bc50ba91bae tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:51.531961 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e9a89f55-e0b0-442c-ae24-1bc50ba91bae tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3752460 May 25 22:55:51.540375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36130) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:51.545249 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-be6497b4-9de8-4b46-9bc5-8b1db6e2b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.612928 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6fbd4e43-3b86-49c6-af0a-e37751af39c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712025 May 25 22:55:51.617570 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36134) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:51.623129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e02c89be-8851-4934-9e80-5b21937f6a31 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:51.624893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6497b4-9de8-4b46-9bc5-8b1db6e2b7e8 None None] Pushing event updated for resources: {'Port': ['ID=5f8eb744-d636-4022-810a-a3c1892e1fbe,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:51.638554 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c97529a-9702-413f-86ce-aea31d858fc3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router 5a873058-a3ef-473c-91f2-592985e59d2a is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:55:51.640565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-5f6ad8f7-df08-4d90-a86c-40c8f5d6b5ed tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:51.650716 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4341342-4337-4d1d-9d82-21fb61f6e10e None None] Network f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:51.663363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22378bf9-b92a-4b4d-b7e5-e7f6eabb15a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf82f421-7f3e-476f-80c3-8f94ccec9ede,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:51.679864 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6ad8f7-df08-4d90-a86c-40c8f5d6b5ed tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:51.680697 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad8f7-df08-4d90-a86c-40c8f5d6b5ed tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.711089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b1f0f-287d-4daa-9a85-e2ee8bf8f472 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event updated for resources: {'Network': ['ID=52ea84b0-c2a7-4cc7-a8f4-973c9f72e90b,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:51.720851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-22378bf9-b92a-4b4d-b7e5-e7f6eabb15a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:51.722333 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-22378bf9-b92a-4b4d-b7e5-e7f6eabb15a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf82f421-7f3e-476f-80c3-8f94ccec9ede HTTP/1.1" status: 204 len: 168 time: 1.2266624 May 25 22:55:51.772881 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 52ea84b0-c2a7-4cc7-a8f4-973c9f72e90b details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:55:51.801608 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-006b1f0f-287d-4daa-9a85-e2ee8bf8f472 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1137726 May 25 22:55:51.859090 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36140) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:51.892155 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5f6ad8f7-df08-4d90-a86c-40c8f5d6b5ed tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6376355 May 25 22:55:51.893850 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-850721976'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:51.899319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36144) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:51.924039 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-dd2318a2-d72e-4447-9e5f-636c3249a2c4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-234900497'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:51.938133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-dd2318a2-d72e-4447-9e5f-636c3249a2c4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:51.950137 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:51.951859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-dd2318a2-d72e-4447-9e5f-636c3249a2c4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Usage tracker for resource:network and tenant:132125ae57f04aa4b4b1028469e03dc8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:51.960695 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-dd2318a2-d72e-4447-9e5f-636c3249a2c4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:51.965368 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Usage tracker for resource:network and tenant:fa5e0dfce8524f5d92e07b17d9caf90a is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:51.973513 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-dd2318a2-d72e-4447-9e5f-636c3249a2c4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:51.981683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e02c89be-8851-4934-9e80-5b21937f6a31 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:51.992635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e02c89be-8851-4934-9e80-5b21937f6a31 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:51.999151 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7ff70228-4042-4fbc-a943-82174611ce3c None None] Provisioning complete for port 5f8eb744-d636-4022-810a-a3c1892e1fbe triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:51.999371 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-13df049b-772e-47bb-8ce5-92db72403ddb req-704eb96c-c670-41bc-880a-2015def1c7e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4697793 May 25 22:55:51.999600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7ff70228-4042-4fbc-a943-82174611ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.001866 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:52.049634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:52.062489 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c97529a-9702-413f-86ce-aea31d858fc3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:52.062752 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.072863 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2318a2-d72e-4447-9e5f-636c3249a2c4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Made reservation on behalf of 132125ae57f04aa4b4b1028469e03dc8 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:52.075535 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b703046-4a29-4bdc-a40b-2230dbe7d355 None None] Sync routers for ids ['5a873058-a3ef-473c-91f2-592985e59d2a'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:52.076568 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd2318a2-d72e-4447-9e5f-636c3249a2c4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.094635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02c89be-8851-4934-9e80-5b21937f6a31 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:52.099477 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e02c89be-8851-4934-9e80-5b21937f6a31 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.107732 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5c97529a-9702-413f-86ce-aea31d858fc3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/5a873058-a3ef-473c-91f2-592985e59d2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6425967 May 25 22:55:52.110540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36148) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:52.113556 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b703046-4a29-4bdc-a40b-2230dbe7d355 None None] Routers {'5a873058-a3ef-473c-91f2-592985e59d2a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:52.115085 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2b703046-4a29-4bdc-a40b-2230dbe7d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5a873058-a3ef-473c-91f2-592985e59d2a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:52.123278 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Transition to ACTIVE for port object 3948e91b-e25c-4971-a953-84c163e91e9a will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:52.182948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2', 'network_id': 'f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2', 'tenant_id': '132125ae57f04aa4b4b1028469e03dc8', 'fixed_ips': [{'subnet_id': 'a471050e-2d64-438e-9172-90fc119b4397'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:55:52.182948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.201016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Made reservation on behalf of fa5e0dfce8524f5d92e07b17d9caf90a for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:52.204518 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.233027 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2b703046-4a29-4bdc-a40b-2230dbe7d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:52.248827 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b703046-4a29-4bdc-a40b-2230dbe7d355 None None] Routers {'5a873058-a3ef-473c-91f2-592985e59d2a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:52.250035 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2b703046-4a29-4bdc-a40b-2230dbe7d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5a873058-a3ef-473c-91f2-592985e59d2a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:52.258351 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2318a2-d72e-4447-9e5f-636c3249a2c4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:55:52.295289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd2318a2-d72e-4447-9e5f-636c3249a2c4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.297496 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-dd2318a2-d72e-4447-9e5f-636c3249a2c4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Added segment 27de3ee9-5023-4782-8020-4a626f045571 of type vlan for network f5d9ade1-7a90-44de-8e8c-a289f86fd1d6 May 25 22:55:52.302849 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4767fa06-14f2-4b60-8359-5360f1ba527e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:52.303544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4767fa06-14f2-4b60-8359-5360f1ba527e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Synchronizing usage tracker for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:52.316759 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-13df049b-772e-47bb-8ce5-92db72403ddb req-f69cc5d7-1216-4565-8d7c-34cf3f266a58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=69e1c75f41b74d7b9d9edc5f4f74584f&device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 1099 time: 0.2100320 May 25 22:55:52.323456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:55:52.390246 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2b703046-4a29-4bdc-a40b-2230dbe7d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:52.391467 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b703046-4a29-4bdc-a40b-2230dbe7d355 None None] The sync data for ids ['5a873058-a3ef-473c-91f2-592985e59d2a'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:52.417599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.418241 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Added segment cc3d32fb-4aa9-4a60-a6cf-5d756c8d33d1 of type vlan for network a50f70b3-082c-49b7-97ca-1fe5e5e31535 May 25 22:55:52.443674 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4767fa06-14f2-4b60-8359-5360f1ba527e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Unset dirty status for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:52.447649 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4767fa06-14f2-4b60-8359-5360f1ba527e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports/a2be1d88-50f8-4a62-9ae3-03e4a28821aa HTTP/1.1" status: 200 len: 977 time: 0.2935982 May 25 22:55:52.453901 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36154) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:52.463217 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd2318a2-d72e-4447-9e5f-636c3249a2c4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.488766 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Allocated IP 2001:db8:0:ffff::2 (f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2/a471050e-2d64-438e-9172-90fc119b4397/45845392-8010-4423-b280-b84393484e82) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:52.534012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df049b-772e-47bb-8ce5-92db72403ddb req-b004491e-8b4f-437b-be0c-e92a8b87d730 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:52.535981 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-13df049b-772e-47bb-8ce5-92db72403ddb req-b004491e-8b4f-437b-be0c-e92a8b87d730 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c224e130-86c2-490b-81d8-a8b63adeefac HTTP/1.1" status: 200 len: 912 time: 0.1972945 May 25 22:55:52.576239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.607815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7ff70228-4042-4fbc-a943-82174611ce3c None None] Provisioning for port 5789e6c8-98f5-4919-a409-06c5c35f6644 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:52.607815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7ff70228-4042-4fbc-a943-82174611ce3c None None] Provisioning complete for port 5789e6c8-98f5-4919-a409-06c5c35f6644 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:52.607815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7ff70228-4042-4fbc-a943-82174611ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.645812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd2318a2-d72e-4447-9e5f-636c3249a2c4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.650402 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2318a2-d72e-4447-9e5f-636c3249a2c4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:52.651274 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd2318a2-d72e-4447-9e5f-636c3249a2c4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.693965 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-7ff70228-4042-4fbc-a943-82174611ce3c None None] Port 5789e6c8-98f5-4919-a409-06c5c35f6644 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:52.717166 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-13df049b-772e-47bb-8ce5-92db72403ddb req-f44ea74a-6083-410c-97b9-7bdf015c6c49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff HTTP/1.1" status: 200 len: 1001 time: 0.1742346 May 25 22:55:52.734061 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5f8eb744-d636-4022-810a-a3c1892e1fbe up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:52.787262 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 5ed75396-bb07-4f49-9025-33a9eb484739 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:52.801672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:52.803998 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:52.807034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df049b-772e-47bb-8ce5-92db72403ddb req-4ec7fdc5-1223-405f-9869-2d954b41a40d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:52.808321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:52.808601 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-13df049b-772e-47bb-8ce5-92db72403ddb req-4ec7fdc5-1223-405f-9869-2d954b41a40d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3155b6aa-add2-4285-876b-845d979c80c0 HTTP/1.1" status: 200 len: 850 time: 0.0752575 May 25 22:55:52.809115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.899369 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.909845 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fd56b842-d18e-4b9d-bca5-b53801bdc6fa None None] Provisioning complete for port 5789e6c8-98f5-4919-a409-06c5c35f6644 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:52.910584 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fd56b842-d18e-4b9d-bca5-b53801bdc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.951428 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:52.981242 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Transition to ACTIVE for port object 45845392-8010-4423-b280-b84393484e82 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:52.989580 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2318a2-d72e-4447-9e5f-636c3249a2c4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event updated for resources: {'Network': ['ID=f5d9ade1-7a90-44de-8e8c-a289f86fd1d6,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:52.997691 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-fd56b842-d18e-4b9d-bca5-b53801bdc6fa None None] Port 5789e6c8-98f5-4919-a409-06c5c35f6644 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:53.001385 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8728504 May 25 22:55:53.001385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4cfbf5-73eb-4922-9c2f-38aaf9246d6b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:55:53.006424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36166) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:53.009528 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-13df049b-772e-47bb-8ce5-92db72403ddb req-730981a1-addf-44cd-b45e-c2de2b87091d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c224e130-86c2-490b-81d8-a8b63adeefac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1455963 May 25 22:55:53.016984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network f5d9ade1-7a90-44de-8e8c-a289f86fd1d6 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:55:53.028958 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4b4cfbf5-73eb-4922-9c2f-38aaf9246d6b tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "PUT /v2.0/routers/da9a70d6-4ba8-475e-9762-72f70d0b2293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6598334 May 25 22:55:53.033026 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58840d4f-6a45-4ebb-b650-d27069ddca3a None None] Sync routers for ids ['da9a70d6-4ba8-475e-9762-72f70d0b2293'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:55:53.034109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36170) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:53.050487 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Transition to ACTIVE for port object 45845392-8010-4423-b280-b84393484e82 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:53.078772 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dd2318a2-d72e-4447-9e5f-636c3249a2c4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1775827 May 25 22:55:53.085369 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36174) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:53.090976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:55:53.109829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Request body: {'subnet': {'network_id': 'f5d9ade1-7a90-44de-8e8c-a289f86fd1d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:53.114324 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 5f8eb744-d636-4022-810a-a3c1892e1fbe triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:53.114324 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:53.185686 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:53.240053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2747975-7eba-4b49-b8d4-adc1fc930823 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=3948e91b-e25c-4971-a953-84c163e91e9a,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:53.285635 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58840d4f-6a45-4ebb-b650-d27069ddca3a None None] Routers {'da9a70d6-4ba8-475e-9762-72f70d0b2293'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:53.286368 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-58840d4f-6a45-4ebb-b650-d27069ddca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['da9a70d6-4ba8-475e-9762-72f70d0b2293'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:53.351831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Network f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:53.360754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:53.389283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:53.416726 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-58840d4f-6a45-4ebb-b650-d27069ddca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:53.422146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Pushing event updated for resources: {'Port': ['ID=45845392-8010-4423-b280-b84393484e82,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:53.462537 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:53.469514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Usage tracker for resource:subnet and tenant:132125ae57f04aa4b4b1028469e03dc8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:53.476584 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:53.496302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:53.501768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:53.505711 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:53.508262 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:53.522826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce038b8-0615-4fc3-b921-d0cc79ce2f02 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:53.524301 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1ce038b8-0615-4fc3-b921-d0cc79ce2f02 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1b4 HTTP/1.1" status: 200 len: 928 time: 0.5135560 May 25 22:55:53.527364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36182) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:53.534353 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Attempting to bind port 45845392-8010-4423-b280-b84393484e82 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:53.534707 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Attempting to bind port 45845392-8010-4423-b280-b84393484e82 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '471b1df3-11b3-41c1-a8ef-c250cc149e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:53.535706 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Attempting to bind port 45845392-8010-4423-b280-b84393484e82 on network f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:53.541557 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58840d4f-6a45-4ebb-b650-d27069ddca3a None None] Routers {'da9a70d6-4ba8-475e-9762-72f70d0b2293'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:55:53.542181 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-58840d4f-6a45-4ebb-b650-d27069ddca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['da9a70d6-4ba8-475e-9762-72f70d0b2293'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:53.571936 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-13df049b-772e-47bb-8ce5-92db72403ddb req-306918a4-6813-4628-b8da-38296aba9a83 service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925666 May 25 22:55:53.592089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-36532765-eab0-41d3-925a-76e43435892f None None] Provisioning for port 3948e91b-e25c-4971-a953-84c163e91e9a completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:53.609637 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:53.610195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Checking segment: {'id': '471b1df3-11b3-41c1-a8ef-c250cc149e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:53.610602 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:53.610995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Bound using segment: {'id': '471b1df3-11b3-41c1-a8ef-c250cc149e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:53.612024 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Bound port: 45845392-8010-4423-b280-b84393484e82, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471b1df3-11b3-41c1-a8ef-c250cc149e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:53.612628 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:53.665959 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Made reservation on behalf of 132125ae57f04aa4b4b1028469e03dc8 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:53.678265 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-36532765-eab0-41d3-925a-76e43435892f None None] Provisioning complete for port 3948e91b-e25c-4971-a953-84c163e91e9a triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:53.682243 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-36532765-eab0-41d3-925a-76e43435892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:53.698897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-253e43f4-d1ab-4392-b0c5-62a8057af1af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port 3948e91b-e25c-4971-a953-84c163e91e9a {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:53.699239 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-253e43f4-d1ab-4392-b0c5-62a8057af1af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:53.708349 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-58840d4f-6a45-4ebb-b650-d27069ddca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:55:53.709397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58840d4f-6a45-4ebb-b650-d27069ddca3a None None] The sync data for ids ['da9a70d6-4ba8-475e-9762-72f70d0b2293'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:55:53.762035 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event updated for resources: {'Network': ['ID=a50f70b3-082c-49b7-97ca-1fe5e5e31535,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:53.768165 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-22163291-c4b1-44bf-a1da-963a1951d554 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8895895 May 25 22:55:53.780151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36190) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:53.787215 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network a50f70b3-082c-49b7-97ca-1fe5e5e31535 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:55:53.795068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Request body: {'ports': [{'network_id': '52ea84b0-c2a7-4cc7-a8f4-973c9f72e90b', 'name': 'tempest-port--405324826', 'admin_state_up': True}, {'network_id': 'a50f70b3-082c-49b7-97ca-1fe5e5e31535', 'admin_state_up': False}]} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:53.801093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Request body: {'port': {'network_id': '52ea84b0-c2a7-4cc7-a8f4-973c9f72e90b', 'name': 'tempest-port--405324826', 'admin_state_up': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:53.801093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Request body: {'port': {'network_id': 'a50f70b3-082c-49b7-97ca-1fe5e5e31535', 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:53.815372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36194) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:53.822287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-36532765-eab0-41d3-925a-76e43435892f None None] Port 3948e91b-e25c-4971-a953-84c163e91e9a cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:55:53.909114 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:53.958475 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] For port 45845392-8010-4423-b280-b84393484e82, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:53.962657 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] For port 45845392-8010-4423-b280-b84393484e82, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=45845392-8010-4423-b280-b84393484e82,segment=NetworkSegment(471b1df3-11b3-41c1-a8ef-c250cc149e93),segment_id=471b1df3-11b3-41c1-a8ef-c250cc149e93)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:53.969665 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.objects.ports [None req-e02c89be-8851-4934-9e80-5b21937f6a31 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84716) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:55:53.976987 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e02c89be-8851-4934-9e80-5b21937f6a31 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:53.999860 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-13df049b-772e-47bb-8ce5-92db72403ddb req-f53fd0b0-32c1-41c2-98c3-665aa2385222 service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178753 May 25 22:55:54.037240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.074219 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02c89be-8851-4934-9e80-5b21937f6a31 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:54.107703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1281805232'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:54.121964 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938f724-5b8e-496c-8aec-c2ca48f5fcb2 None None] Pushing event updated for resources: {'Port': ['ID=45845392-8010-4423-b280-b84393484e82,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:54.129275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:54.132062 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-e02c89be-8851-4934-9e80-5b21937f6a31 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:54.142502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:network and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:54.145192 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa107b74-7c85-439d-8e39-c805a7118c93 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:54.158996 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02c89be-8851-4934-9e80-5b21937f6a31 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:54.159593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e02c89be-8851-4934-9e80-5b21937f6a31 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.164617 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:54.178316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:54.193467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc99ff5c-86c8-452c-8f62-31e25b84bada tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.273738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-253e43f4-d1ab-4392-b0c5-62a8057af1af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.300378 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:54.302573 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.313284 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c89be-8851-4934-9e80-5b21937f6a31 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=165dfaad-af45-4520-b27e-c44b1d2ea028,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:54.344778 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e02c89be-8851-4934-9e80-5b21937f6a31 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7260709 May 25 22:55:54.399037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36202) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:54.473855 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-253e43f4-d1ab-4392-b0c5-62a8057af1af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for 3948e91b-e25c-4971-a953-84c163e91e9a owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:54.490520 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:54.512554 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-578437b8-ff25-4a07-85a8-7e76065d9d77 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:54.514892 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': '165dfaad-af45-4520-b27e-c44b1d2ea028'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:55:54.516177 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.517090 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Usage tracker for resource:port and tenant:fa5e0dfce8524f5d92e07b17d9caf90a is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:54.522869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:54.548125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.560968 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:54.682892 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 45845392-8010-4423-b280-b84393484e82 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:54.683286 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Made reservation on behalf of fa5e0dfce8524f5d92e07b17d9caf90a for: {'port': 2} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:54.687310 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.725390 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.748854 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:54.767606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:security_group_rule and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:54.772031 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:54.780646 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:54.828308 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Allocated IP 2001:db8::f816:3eff:fef2:2e0f (228eb34e-59ed-4b00-ac30-fd8c9bc52748/165dfaad-af45-4520-b27e-c44b1d2ea028/fa23f1ed-708d-4456-a8bf-9b6231a87a47) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:54.880463 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:54.929953 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 45845392-8010-4423-b280-b84393484e82 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:54.998541 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.003951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-578437b8-ff25-4a07-85a8-7e76065d9d77 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:55.051375 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7373b251-7883-4125-934c-4e9ecc530844,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:55.124906 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.138567 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Transition to ACTIVE for port object fa23f1ed-708d-4456-a8bf-9b6231a87a47 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:55.160689 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-578437b8-ff25-4a07-85a8-7e76065d9d77 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:55.164454 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Transition to ACTIVE for port object fa23f1ed-708d-4456-a8bf-9b6231a87a47 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:55.168524 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:55:55.181143 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc99ff5c-86c8-452c-8f62-31e25b84bada tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.201740 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-253e43f4-d1ab-4392-b0c5-62a8057af1af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.203802 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.204150 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Added segment 305e990f-e50a-4540-b9a4-e1147846056d of type vlan for network 25c23538-931f-4fc3-a935-d0d87acf0bd7 May 25 22:55:55.254157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.270581 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] device_id is not set on port 392b2301-a2f4-4cbf-9e43-5f70c589b10d yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:55:55.291158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e43f4-d1ab-4392-b0c5-62a8057af1af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=3948e91b-e25c-4971-a953-84c163e91e9a,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:55.347755 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578437b8-ff25-4a07-85a8-7e76065d9d77 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:55.364661 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Pushing event updated for resources: {'Port': ['ID=fa23f1ed-708d-4456-a8bf-9b6231a87a47,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:55.378179 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.388989 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:55.390596 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:55.393983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:55.404155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6027fa52-8dfc-41b4-bcc5-593053cac688 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.458727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-cc99ff5c-86c8-452c-8f62-31e25b84bada tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting port ef116c0b-3ec6-4805-a962-7c32565300f7 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:55.458727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc99ff5c-86c8-452c-8f62-31e25b84bada tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.494758 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287eceef-80d8-49c2-8305-dc864057ec5f None None] Network f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:55.571947 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Attempting to bind port fa23f1ed-708d-4456-a8bf-9b6231a87a47 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:55.572356 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Attempting to bind port fa23f1ed-708d-4456-a8bf-9b6231a87a47 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:55.572670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Attempting to bind port fa23f1ed-708d-4456-a8bf-9b6231a87a47 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:55.602446 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:55.602789 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:55.603119 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.603503 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:55.603976 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Bound port: fa23f1ed-708d-4456-a8bf-9b6231a87a47, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:55.604341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.648312 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.678915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.objects.ports [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84717) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:55:55.680247 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-253e43f4-d1ab-4392-b0c5-62a8057af1af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.693979 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.714836 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] device_id is not set on port 091d0afa-eee2-4f08-9a54-3d13b04829b0 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:55:55.775358 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-253e43f4-d1ab-4392-b0c5-62a8057af1af tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/3948e91b-e25c-4971-a953-84c163e91e9a HTTP/1.1" status: 204 len: 168 time: 2.2449164 May 25 22:55:55.781496 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8ccf6f21-4187-4ed7-9c29-2bfb92603c0c None None] Provisioning for port 45845392-8010-4423-b280-b84393484e82 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:55.802801 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8ccf6f21-4187-4ed7-9c29-2bfb92603c0c None None] Provisioning complete for port 45845392-8010-4423-b280-b84393484e82 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:55.803289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8ccf6f21-4187-4ed7-9c29-2bfb92603c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.805265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36212) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:55.868199 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d9c8eca7-8da5-4ff0-997e-6e793083c4d6 req-ffafb61e-d15e-4d48-bcb1-63ee32a134a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=69e1c75f41b74d7b9d9edc5f4f74584f&device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 1099 time: 0.5823483 May 25 22:55:55.906566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e9dfe-18d9-4161-b4b5-4a6d01b44b2b req-178b08ef-b643-4f57-9506-dc2a8a68e709 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:55.908179 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4c7e9dfe-18d9-4161-b4b5-4a6d01b44b2b req-178b08ef-b643-4f57-9506-dc2a8a68e709 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.5251644 May 25 22:55:55.931592 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-1198de74-2d76-4c7f-8ad4-2e2fb769bf15 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] GET failed (client error): The resource could not be found. May 25 22:55:55.932653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1198de74-2d76-4c7f-8ad4-2e2fb769bf15 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Synchronizing usage tracker for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:55.934129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc99ff5c-86c8-452c-8f62-31e25b84bada tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.958188 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] For port fa23f1ed-708d-4456-a8bf-9b6231a87a47, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:55.961275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-578437b8-ff25-4a07-85a8-7e76065d9d77 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:55.978942 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] For port fa23f1ed-708d-4456-a8bf-9b6231a87a47, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fa23f1ed-708d-4456-a8bf-9b6231a87a47,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:56.032957 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event updated for resources: {'Subnet': ['ID=daab2ac0-c644-4c38-85bd-f0fa951691bc,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:56.050903 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8ccf6f21-4187-4ed7-9c29-2bfb92603c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.052744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.056393 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:56.056983 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.063122 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.154707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-cc99ff5c-86c8-452c-8f62-31e25b84bada tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Calling delete_port for ef116c0b-3ec6-4805-a962-7c32565300f7 owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:56.177562 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-8ccf6f21-4187-4ed7-9c29-2bfb92603c0c None None] For port 45845392-8010-4423-b280-b84393484e82, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=45845392-8010-4423-b280-b84393484e82,segment=NetworkSegment(471b1df3-11b3-41c1-a8ef-c250cc149e93),segment_id=471b1df3-11b3-41c1-a8ef-c250cc149e93)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:56.192092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cce8b4-3736-4a30-a770-5ac5b401aa32 None None] Pushing event updated for resources: {'Port': ['ID=fa23f1ed-708d-4456-a8bf-9b6231a87a47,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:56.230442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Network': ['ID=25c23538-931f-4fc3-a935-d0d87acf0bd7,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:56.242285 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8ccf6f21-4187-4ed7-9c29-2bfb92603c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.278636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Checking segment: {'id': '27de3ee9-5023-4782-8020-4a626f045571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f5d9ade1-7a90-44de-8e8c-a289f86fd1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:56.279001 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Network hostable DHCP agents. Network: f5d9ade1-7a90-44de-8e8c-a289f86fd1d6, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:55:56.283837 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.312153 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 25c23538-931f-4fc3-a935-d0d87acf0bd7 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:55:56.378657 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1198de74-2d76-4c7f-8ad4-2e2fb769bf15 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Unset dirty status for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:56.379825 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1198de74-2d76-4c7f-8ad4-2e2fb769bf15 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/3948e91b-e25c-4971-a953-84c163e91e9a HTTP/1.1" status: 404 len: 333 time: 0.5633488 May 25 22:55:56.381338 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-11161ff3-b5b6-4f0d-a653-2b1880a36812 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5610409 May 25 22:55:56.389316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36216) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:56.389640 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36218) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:56.476364 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4c7e9dfe-18d9-4161-b4b5-4a6d01b44b2b req-5812809f-da9a-4453-9bb4-ce50eebfb3d4 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4960372 May 25 22:55:56.486033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8eca7-8da5-4ff0-997e-6e793083c4d6 req-1a24562f-a5ea-45c4-91b8-f296f55d6e97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:56.488983 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d9c8eca7-8da5-4ff0-997e-6e793083c4d6 req-1a24562f-a5ea-45c4-91b8-f296f55d6e97 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c224e130-86c2-490b-81d8-a8b63adeefac HTTP/1.1" status: 200 len: 912 time: 0.5890706 May 25 22:55:56.499535 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-238362504'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:56.505719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-d91987e1-524b-40b1-bc9b-7bab20e690a7 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port 5789e6c8-98f5-4919-a409-06c5c35f6644 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:56.506126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d91987e1-524b-40b1-bc9b-7bab20e690a7 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.546326 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf6f21-4187-4ed7-9c29-2bfb92603c0c None None] Pushing event updated for resources: {'Port': ['ID=45845392-8010-4423-b280-b84393484e82,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:56.618810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f04b60b3-c926-49e4-8203-c42deb23e30a None None] Provisioning complete for port 45845392-8010-4423-b280-b84393484e82 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:56.618810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f04b60b3-c926-49e4-8203-c42deb23e30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.634654 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-6027fa52-8dfc-41b4-bcc5-593053cac688 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port a2be1d88-50f8-4a62-9ae3-03e4a28821aa {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:55:56.635094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6027fa52-8dfc-41b4-bcc5-593053cac688 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.638773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:56.664781 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:network and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:56.681237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Network f5d9ade1-7a90-44de-8e8c-a289f86fd1d6 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:55:56.692168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.711533 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:56.740401 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:56.816733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fa23f1ed-708d-4456-a8bf-9b6231a87a47 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:56.840626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, f5d9ade1-7a90-44de-8e8c-a289f86fd1d6) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:56.881453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:56.882208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.895954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:56.901518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:56.903089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4b9a64-108e-4d03-bbf7-bf6b2ab02844 None None] Network f5d9ade1-7a90-44de-8e8c-a289f86fd1d6 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:56.918147 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d9c8eca7-8da5-4ff0-997e-6e793083c4d6 req-23fafb65-a3d4-4e6d-8683-fbd98eb27150 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff HTTP/1.1" status: 200 len: 1001 time: 0.3736029 May 25 22:55:57.048373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event updated for resources: {'Port': ['ID=392b2301-a2f4-4cbf-9e43-5f70c589b10d,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:57.095094 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-843f09d6-fc67-49de-b18f-b74b70995464 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9874835 May 25 22:55:57.104183 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36224) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:57.121946 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:55:57.131292 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6027fa52-8dfc-41b4-bcc5-593053cac688 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.131494 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Request body: {'port': {'network_id': 'f5d9ade1-7a90-44de-8e8c-a289f86fd1d6', 'name': 'tempest-NetworksIpV6TestAttrs-1422548001'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:57.182844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port fa23f1ed-708d-4456-a8bf-9b6231a87a47 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:57.197728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 45845392-8010-4423-b280-b84393484e82 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:55:57.229702 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-f5d9ade1-7a90-44de-8e8c-a289f86fd1d6', 'network_id': 'f5d9ade1-7a90-44de-8e8c-a289f86fd1d6', 'tenant_id': '132125ae57f04aa4b4b1028469e03dc8', 'fixed_ips': [{'subnet_id': 'daab2ac0-c644-4c38-85bd-f0fa951691bc'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:55:57.230505 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.326327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-6027fa52-8dfc-41b4-bcc5-593053cac688 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for a2be1d88-50f8-4a62-9ae3-03e4a28821aa owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:57.351575 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:57.355847 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Usage tracker for resource:port and tenant:132125ae57f04aa4b4b1028469e03dc8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:57.358915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:57.367369 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:57.375920 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8eca7-8da5-4ff0-997e-6e793083c4d6 req-606c5363-28e3-48d2-99b2-78a7c7439cce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:57.378068 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d9c8eca7-8da5-4ff0-997e-6e793083c4d6 req-606c5363-28e3-48d2-99b2-78a7c7439cce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3155b6aa-add2-4285-876b-845d979c80c0 HTTP/1.1" status: 200 len: 850 time: 0.4333990 May 25 22:55:57.380621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 45845392-8010-4423-b280-b84393484e82 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:57.381198 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.386493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.386894 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Added segment 781abc72-4b95-496b-a584-41a15633d3b4 of type vlan for network 15d38eeb-28e6-471d-8406-be46db776bfe May 25 22:55:57.442022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Checking segment: {'id': '37598c0b-1d3c-4e32-9a1c-67ab597ad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '52ea84b0-c2a7-4cc7-a8f4-973c9f72e90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:57.442385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Network hostable DHCP agents. Network: 52ea84b0-c2a7-4cc7-a8f4-973c9f72e90b, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:55:57.470158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Made reservation on behalf of 132125ae57f04aa4b4b1028469e03dc8 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:57.470158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.518220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Allocated IP 2001:db8::f816:3eff:fefd:4bb4 (f5d9ade1-7a90-44de-8e8c-a289f86fd1d6/daab2ac0-c644-4c38-85bd-f0fa951691bc/f3841f35-c660-40cc-9890-96f613101f7d) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:57.531038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d91987e1-524b-40b1-bc9b-7bab20e690a7 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.549315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] device_id is not set on port 8c6b33fc-db43-4a65-848e-10b0f528cff3 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:55:57.574990 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Network 52ea84b0-c2a7-4cc7-a8f4-973c9f72e90b is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:55:57.630985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc99ff5c-86c8-452c-8f62-31e25b84bada tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.694524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6825b834-c477-4e06-8628-cbe8ab73ce2c None None] Provisioning for port fa23f1ed-708d-4456-a8bf-9b6231a87a47 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:55:57.711137 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6825b834-c477-4e06-8628-cbe8ab73ce2c None None] Provisioning complete for port fa23f1ed-708d-4456-a8bf-9b6231a87a47 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:55:57.711137 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6825b834-c477-4e06-8628-cbe8ab73ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.712106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.725165 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 52ea84b0-c2a7-4cc7-a8f4-973c9f72e90b) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:57.725392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-578437b8-ff25-4a07-85a8-7e76065d9d77 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.734621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99ff5c-86c8-452c-8f62-31e25b84bada tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Port': ['ID=ef116c0b-3ec6-4805-a962-7c32565300f7,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:57.744733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:57.745574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.750218 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2068ea92-379d-4bd4-8431-40c58f3203a7 None None] Network 52ea84b0-c2a7-4cc7-a8f4-973c9f72e90b requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:57.923505 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-d91987e1-524b-40b1-bc9b-7bab20e690a7 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for 5789e6c8-98f5-4919-a409-06c5c35f6644 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:55:57.937142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event updated for resources: {'Port': ['ID=091d0afa-eee2-4f08-9a54-3d13b04829b0,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:57.949953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6027fa52-8dfc-41b4-bcc5-593053cac688 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:57.961885 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578437b8-ff25-4a07-85a8-7e76065d9d77 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:57.970586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e808d5d-2429-4bad-8738-6c33cdae5e0a req-ec994f29-9510-4d1f-b316-469355e98ddc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:57.972092 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0e808d5d-2429-4bad-8738-6c33cdae5e0a req-ec994f29-9510-4d1f-b316-469355e98ddc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.3485065 May 25 22:55:57.974509 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:55:57.983188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-578437b8-ff25-4a07-85a8-7e76065d9d77 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:58.008870 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578437b8-ff25-4a07-85a8-7e76065d9d77 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:58.009458 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-578437b8-ff25-4a07-85a8-7e76065d9d77 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.034462 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b364339-6c9f-461c-adb8-f38d6f972c6d None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:58.056985 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d9c8eca7-8da5-4ff0-997e-6e793083c4d6 req-59a6ea53-97a6-42b1-b161-42398a36913a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c224e130-86c2-490b-81d8-a8b63adeefac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6684408 May 25 22:55:58.098209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578437b8-ff25-4a07-85a8-7e76065d9d77 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=251dafe9-96d5-457a-b7bd-11fbb1c7a57a,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:58.151103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.151357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027fa52-8dfc-41b4-bcc5-593053cac688 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Port': ['ID=a2be1d88-50f8-4a62-9ae3-03e4a28821aa,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:58.154464 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:58.155031 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.179639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Checking segment: {'id': 'cc3d32fb-4aa9-4a60-a6cf-5d756c8d33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a50f70b3-082c-49b7-97ca-1fe5e5e31535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:58.179987 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Network hostable DHCP agents. Network: a50f70b3-082c-49b7-97ca-1fe5e5e31535, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:55:58.200116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.224285 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Transition to ACTIVE for port object f3841f35-c660-40cc-9890-96f613101f7d will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:58.227248 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc99ff5c-86c8-452c-8f62-31e25b84bada tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.236773 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6825b834-c477-4e06-8628-cbe8ab73ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.246699 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-578437b8-ff25-4a07-85a8-7e76065d9d77 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7830973 May 25 22:55:58.305094 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Transition to ACTIVE for port object f3841f35-c660-40cc-9890-96f613101f7d will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:58.308920 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36230) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:58.349332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6825b834-c477-4e06-8628-cbe8ab73ce2c None None] For port fa23f1ed-708d-4456-a8bf-9b6231a87a47, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fa23f1ed-708d-4456-a8bf-9b6231a87a47,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:55:58.369963 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.396264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'mac_address': 'fa:16:3e:ca:66:77', 'name': 'tempest-NetworksTestDHCPv6-2133205348'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:58.426065 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Network': ['ID=15d38eeb-28e6-471d-8406-be46db776bfe,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:58.445036 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6825b834-c477-4e06-8628-cbe8ab73ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.465860 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 15d38eeb-28e6-471d-8406-be46db776bfe details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:55:58.478490 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Network f5d9ade1-7a90-44de-8e8c-a289f86fd1d6 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:58.492801 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:58.495592 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:58.516277 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d9c8eca7-8da5-4ff0-997e-6e793083c4d6 req-5957631e-3a3b-4658-b127-484b4d65dc6a service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381492 May 25 22:55:58.538881 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-41acc112-9f25-4323-9c19-438c66d792a2 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1473572 May 25 22:55:58.547025 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0e808d5d-2429-4bad-8738-6c33cdae5e0a req-c8dc5401-f644-47b8-a072-dc2336060fb5 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4919224 May 25 22:55:58.548082 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36234) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:58.649265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d91987e1-524b-40b1-bc9b-7bab20e690a7 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.688403 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-376aa6bb-569a-4ed4-8481-7b7abedd9aa9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'subnet': {'network_id': '25c23538-931f-4fc3-a935-d0d87acf0bd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:55:58.713273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Allocated IP 2001:db8::f816:3eff:fe7f:f7d4 (f5d9ade1-7a90-44de-8e8c-a289f86fd1d6/daab2ac0-c644-4c38-85bd-f0fa951691bc/8c6b33fc-db43-4a65-848e-10b0f528cff3) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:55:58.729550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91987e1-524b-40b1-bc9b-7bab20e690a7 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=5789e6c8-98f5-4919-a409-06c5c35f6644,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:58.775573 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Pushing event updated for resources: {'Port': ['ID=f3841f35-c660-40cc-9890-96f613101f7d,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:58.867009 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825b834-c477-4e06-8628-cbe8ab73ce2c None None] Pushing event updated for resources: {'Port': ['ID=fa23f1ed-708d-4456-a8bf-9b6231a87a47,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:58.900073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d91987e1-524b-40b1-bc9b-7bab20e690a7 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.905219 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d91987e1-524b-40b1-bc9b-7bab20e690a7 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/5789e6c8-98f5-4919-a409-06c5c35f6644 HTTP/1.1" status: 204 len: 168 time: 2.5123796 May 25 22:55:58.909260 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36238) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:58.936296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Attempting to bind port f3841f35-c660-40cc-9890-96f613101f7d on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:55:58.936934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Attempting to bind port f3841f35-c660-40cc-9890-96f613101f7d by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '27de3ee9-5023-4782-8020-4a626f045571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f5d9ade1-7a90-44de-8e8c-a289f86fd1d6'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:55:58.937623 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Attempting to bind port f3841f35-c660-40cc-9890-96f613101f7d on network f5d9ade1-7a90-44de-8e8c-a289f86fd1d6 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:55:58.947056 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:55:58.947743 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Checking segment: {'id': '27de3ee9-5023-4782-8020-4a626f045571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f5d9ade1-7a90-44de-8e8c-a289f86fd1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:55:58.948778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.949310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Bound using segment: {'id': '27de3ee9-5023-4782-8020-4a626f045571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f5d9ade1-7a90-44de-8e8c-a289f86fd1d6'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:55:58.949931 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Bound port: f3841f35-c660-40cc-9890-96f613101f7d, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27de3ee9-5023-4782-8020-4a626f045571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f5d9ade1-7a90-44de-8e8c-a289f86fd1d6'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:55:58.950478 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:58.953961 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Network a50f70b3-082c-49b7-97ca-1fe5e5e31535 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:55:58.964321 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d9c8eca7-8da5-4ff0-997e-6e793083c4d6 req-79b247f2-17f1-4373-9b1c-441b23b8d5b9 service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323580 May 25 22:55:58.988482 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d283a9a-3694-40b2-9a73-3ba4156ceb56 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] GET failed (client error): The resource could not be found. May 25 22:55:58.992684 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5d283a9a-3694-40b2-9a73-3ba4156ceb56 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Synchronizing usage tracker for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:55:59.115389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc99ff5c-86c8-452c-8f62-31e25b84bada tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.137626 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, a50f70b3-082c-49b7-97ca-1fe5e5e31535) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:59.153040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.158792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:59.163319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:59.166743 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:59.167600 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.171756 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5d283a9a-3694-40b2-9a73-3ba4156ceb56 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Unset dirty status for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:55:59.174314 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-376aa6bb-569a-4ed4-8481-7b7abedd9aa9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:59.185623 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32df7794-ccb4-4508-bc2a-73cf81e38b33 None None] Network a50f70b3-082c-49b7-97ca-1fe5e5e31535 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:55:59.185765 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5d283a9a-3694-40b2-9a73-3ba4156ceb56 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/5789e6c8-98f5-4919-a409-06c5c35f6644 HTTP/1.1" status: 404 len: 333 time: 0.2641649 May 25 22:55:59.185878 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc99ff5c-86c8-452c-8f62-31e25b84bada tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.185978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36242) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:59.185978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Transition to ACTIVE for port object 8c6b33fc-db43-4a65-848e-10b0f528cff3 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:55:59.194124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-376aa6bb-569a-4ed4-8481-7b7abedd9aa9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:subnet and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:59.197813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:55:59.200936 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] For port f3841f35-c660-40cc-9890-96f613101f7d, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:55:59.201448 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-376aa6bb-569a-4ed4-8481-7b7abedd9aa9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:59.220034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:55:59.220493 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-376aa6bb-569a-4ed4-8481-7b7abedd9aa9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:59.229015 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:55:59.239582 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:55:59.246311 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6027fa52-8dfc-41b4-bcc5-593053cac688 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.295422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d76ca5-873a-4c10-aa17-14c3e5e622c1 None None] Update dhcp port {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'fixed_ips': [{'subnet_id': '165dfaad-af45-4520-b27e-c44b1d2ea028', 'ip_address': '2001:db8::f816:3eff:fef2:2e0f'}, {'subnet_id': '251dafe9-96d5-457a-b7bd-11fbb1c7a57a'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': 'fa23f1ed-708d-4456-a8bf-9b6231a87a47'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 22:55:59.324550 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] For port f3841f35-c660-40cc-9890-96f613101f7d, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f3841f35-c660-40cc-9890-96f613101f7d,segment=NetworkSegment(27de3ee9-5023-4782-8020-4a626f045571),segment_id=27de3ee9-5023-4782-8020-4a626f045571)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:55:59.326944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376aa6bb-569a-4ed4-8481-7b7abedd9aa9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:59.344314 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d84349d5-d235-4c46-97f8-2a59cd75a375 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.5601792 May 25 22:55:59.351907 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc99ff5c-86c8-452c-8f62-31e25b84bada tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.356957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc99ff5c-86c8-452c-8f62-31e25b84bada tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Fanout notify agent at l3_agent the message router_deleted on router da9a70d6-4ba8-475e-9762-72f70d0b2293 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:55:59.356957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:55:59.375694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36246) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:59.416067 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f4d76ca5-873a-4c10-aa17-14c3e5e622c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.426274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.447540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4a7b45-836d-4b06-ae6c-c6c618ff3730 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting subnet c4cb52a3-dddd-40bf-af2f-9cc150ff485a {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:55:59.450579 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7b45-836d-4b06-ae6c-c6c618ff3730 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.507441 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7b45-836d-4b06-ae6c-c6c618ff3730 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.555631 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.600194 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc99ff5c-86c8-452c-8f62-31e25b84bada tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.600194 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cc99ff5c-86c8-452c-8f62-31e25b84bada tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/routers/da9a70d6-4ba8-475e-9762-72f70d0b2293 HTTP/1.1" status: 204 len: 168 time: 6.5586648 May 25 22:55:59.621595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36252) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:55:59.712739 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-376aa6bb-569a-4ed4-8481-7b7abedd9aa9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.788347 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d797f-03a7-4838-9eba-c84548a9737b None None] Pushing event updated for resources: {'Port': ['ID=f3841f35-c660-40cc-9890-96f613101f7d,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:59.857696 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7b45-836d-4b06-ae6c-c6c618ff3730 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.911480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Network f5d9ade1-7a90-44de-8e8c-a289f86fd1d6 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:55:59.926918 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:55:59.941937 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:55:59.947469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:55:59.948103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:55:59.956808 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event updated for resources: {'Port': ['ID=8c6b33fc-db43-4a65-848e-10b0f528cff3,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:55:59.966758 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-f4d76ca5-873a-4c10-aa17-14c3e5e622c1 None None] Allocated IP 172.20.0.2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/251dafe9-96d5-457a-b7bd-11fbb1c7a57a/fa23f1ed-708d-4456-a8bf-9b6231a87a47) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:00.038374 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ff5f0ace-95d6-4e3f-b23e-b4129f6c8670 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.9268694 May 25 22:56:00.039870 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36256) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:00.086024 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7b45-836d-4b06-ae6c-c6c618ff3730 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.133297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-f4d76ca5-873a-4c10-aa17-14c3e5e622c1 None None] For port fa23f1ed-708d-4456-a8bf-9b6231a87a47, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fa23f1ed-708d-4456-a8bf-9b6231a87a47,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:00.137979 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a7b45-836d-4b06-ae6c-c6c618ff3730 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Subnet': ['ID=c4cb52a3-dddd-40bf-af2f-9cc150ff485a,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:00.151324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7b45-836d-4b06-ae6c-c6c618ff3730 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.164007 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c2b9d2-e08a-473c-8d4f-559cafa19f97 None None] Network 5ed75396-bb07-4f49-9025-33a9eb484739 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:00.175582 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0e4a7b45-836d-4b06-ae6c-c6c618ff3730 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/c4cb52a3-dddd-40bf-af2f-9cc150ff485a HTTP/1.1" status: 204 len: 168 time: 0.9958184 May 25 22:56:00.178770 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36260) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:00.187643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f4d76ca5-873a-4c10-aa17-14c3e5e622c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.277730 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f4d76ca5-873a-4c10-aa17-14c3e5e622c1 None None] Transition to ACTIVE for port object fa23f1ed-708d-4456-a8bf-9b6231a87a47 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:00.355598 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.372757 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f4d76ca5-873a-4c10-aa17-14c3e5e622c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.382635 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.407364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b7db99-c840-478a-9a2d-2c918142b4a7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Deleting subnet daab2ac0-c644-4c38-85bd-f0fa951691bc {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:00.410460 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a9b7db99-c840-478a-9a2d-2c918142b4a7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.427783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd98eea9-7e4d-4c65-9cd3-f342a1fdceeb tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:00.431702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd98eea9-7e4d-4c65-9cd3-f342a1fdceeb tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:00.432475 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fd98eea9-7e4d-4c65-9cd3-f342a1fdceeb tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Synchronizing usage tracker for tenant:fa5e0dfce8524f5d92e07b17d9caf90a on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:00.466573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port 695c26e8-ea42-4c88-a8b1-217b6d354cd1 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:56:00.468889 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port 5f8eb744-d636-4022-810a-a3c1892e1fbe {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:00.470630 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.537185 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a9b7db99-c840-478a-9a2d-2c918142b4a7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.568944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76ca5-873a-4c10-aa17-14c3e5e622c1 None None] Pushing event updated for resources: {'Port': ['ID=fa23f1ed-708d-4456-a8bf-9b6231a87a47,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:00.686103 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c57951-0c39-43b2-a1b4-2b515f5f6e61 None None] DHCP port deletion for 5ed75396-bb07-4f49-9025-33a9eb484739 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:56:00.690961 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-70c57951-0c39-43b2-a1b4-2b515f5f6e61 None None] Deleting port 5f8eb744-d636-4022-810a-a3c1892e1fbe {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:00.691327 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-70c57951-0c39-43b2-a1b4-2b515f5f6e61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.729579 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18b5ef-1df6-47ef-b036-f9bd2da67777 req-b6d67de4-07ae-4e00-95cb-0cf01b76d4cd tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:00.737004 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8e18b5ef-1df6-47ef-b036-f9bd2da67777 req-b6d67de4-07ae-4e00-95cb-0cf01b76d4cd tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.9566934 May 25 22:56:00.771533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fd98eea9-7e4d-4c65-9cd3-f342a1fdceeb tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Unset dirty status for tenant:fa5e0dfce8524f5d92e07b17d9caf90a on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:00.775939 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fd98eea9-7e4d-4c65-9cd3-f342a1fdceeb tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.3501911 May 25 22:56:00.777528 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a9b7db99-c840-478a-9a2d-2c918142b4a7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:00.808981 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36264) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:00.853762 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fa23f1ed-708d-4456-a8bf-9b6231a87a47 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:00.884128 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-129d515c-04e1-417d-9244-c69d351e7f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting subnet b8adcffd-5c59-468b-9fce-4b1b8b65a9cc {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:00.945606 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-129d515c-04e1-417d-9244-c69d351e7f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.030086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] For port 5f8eb744-d636-4022-810a-a3c1892e1fbe, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5f8eb744-d636-4022-810a-a3c1892e1fbe,segment=NetworkSegment(442bafb2-a318-4233-8c0a-8d8bead61228),segment_id=442bafb2-a318-4233-8c0a-8d8bead61228)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:01.030713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.106572 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b41d6e-43fc-4ee6-b772-483881f5a5dc None None] Network f5d9ade1-7a90-44de-8e8c-a289f86fd1d6 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:01.112105 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-28c76836-f35b-4cf9-9195-9e690eef3234 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Deleting port 392b2301-a2f4-4cbf-9e43-5f70c589b10d {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:01.112447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28c76836-f35b-4cf9-9195-9e690eef3234 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.125350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a9b7db99-c840-478a-9a2d-2c918142b4a7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.176135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-129d515c-04e1-417d-9244-c69d351e7f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.232093 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for 5f8eb744-d636-4022-810a-a3c1892e1fbe owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:01.233510 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8e18b5ef-1df6-47ef-b036-f9bd2da67777 req-8a0e05fa-dcb9-4582-a31f-014e10e714bb tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4877856 May 25 22:56:01.261064 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6027fa52-8dfc-41b4-bcc5-593053cac688 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router 5a873058-a3ef-473c-91f2-592985e59d2a has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:56:01.280052 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-70c57951-0c39-43b2-a1b4-2b515f5f6e61 None None] For port 5f8eb744-d636-4022-810a-a3c1892e1fbe, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5f8eb744-d636-4022-810a-a3c1892e1fbe,segment=NetworkSegment(442bafb2-a318-4233-8c0a-8d8bead61228),segment_id=442bafb2-a318-4233-8c0a-8d8bead61228)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:01.280637 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-70c57951-0c39-43b2-a1b4-2b515f5f6e61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.289402 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f3841f35-c660-40cc-9890-96f613101f7d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:01.332687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b36c7340-b8ac-4631-95ff-eaf874d98b65 None None] Provisioning for port f3841f35-c660-40cc-9890-96f613101f7d completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:01.357653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7db99-c840-478a-9a2d-2c918142b4a7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Subnet': ['ID=daab2ac0-c644-4c38-85bd-f0fa951691bc,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:01.362997 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a9b7db99-c840-478a-9a2d-2c918142b4a7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.372324 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a9b7db99-c840-478a-9a2d-2c918142b4a7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/subnets/daab2ac0-c644-4c38-85bd-f0fa951691bc HTTP/1.1" status: 204 len: 168 time: 1.3263397 May 25 22:56:01.374829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36268) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:01.418014 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.459210 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-376aa6bb-569a-4ed4-8481-7b7abedd9aa9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.488169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=5f8eb744-d636-4022-810a-a3c1892e1fbe,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:01.495067 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No DVR routers for this DVR port 5f8eb744-d636-4022-810a-a3c1892e1fbe on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:01.529207 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-70c57951-0c39-43b2-a1b4-2b515f5f6e61 None None] Calling delete_port for 5f8eb744-d636-4022-810a-a3c1892e1fbe owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:01.575866 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 172.20.0.9 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/251dafe9-96d5-457a-b7bd-11fbb1c7a57a/695c26e8-ea42-4c88-a8b1-217b6d354cd1) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:01.634642 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.643631 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e383a3de-4928-4335-8bb7-dfab2a0e0973 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:01.645120 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e383a3de-4928-4335-8bb7-dfab2a0e0973 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:01.645849 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e383a3de-4928-4335-8bb7-dfab2a0e0973 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Synchronizing usage tracker for tenant:132125ae57f04aa4b4b1028469e03dc8 on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:01.666632 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-70c57951-0c39-43b2-a1b4-2b515f5f6e61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:56:01.666981 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-70c57951-0c39-43b2-a1b4-2b515f5f6e61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:56:01.672644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed75396-bb07-4f49-9025-33a9eb484739']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:01.693364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442bafb2-a318-4233-8c0a-8d8bead61228') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:01.693364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442bafb2-a318-4233-8c0a-8d8bead61228') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:01.704043 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.723054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::f816:3eff:feca:6677 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/165dfaad-af45-4520-b27e-c44b1d2ea028/695c26e8-ea42-4c88-a8b1-217b6d354cd1) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:01.725719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.727517 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port f3841f35-c660-40cc-9890-96f613101f7d completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:01.732908 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port f3841f35-c660-40cc-9890-96f613101f7d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:01.739388 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.739516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:01.739516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:01.757088 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:01.769038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e383a3de-4928-4335-8bb7-dfab2a0e0973 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Unset dirty status for tenant:132125ae57f04aa4b4b1028469e03dc8 on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:01.769132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-129d515c-04e1-417d-9244-c69d351e7f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.769225 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e383a3de-4928-4335-8bb7-dfab2a0e0973 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3876834 May 25 22:56:01.769320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] DHCP port deletion for f5d9ade1-7a90-44de-8e8c-a289f86fd1d6 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:56:01.769320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3057e3ff-d992-4e6f-bc2d-d410d180cd8d None None] Provisioning for port fa23f1ed-708d-4456-a8bf-9b6231a87a47 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:01.786788 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Deleting port f3841f35-c660-40cc-9890-96f613101f7d {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:01.787151 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.796060 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36272) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:01.810921 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3057e3ff-d992-4e6f-bc2d-d410d180cd8d None None] Provisioning complete for port fa23f1ed-708d-4456-a8bf-9b6231a87a47 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:01.811290 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3057e3ff-d992-4e6f-bc2d-d410d180cd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:01.897701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376aa6bb-569a-4ed4-8481-7b7abedd9aa9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Subnet': ['ID=b79ff252-33c3-4193-ae00-fdc9866d8db6,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:01.901024 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28c76836-f35b-4cf9-9195-9e690eef3234 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.019679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.027715 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.054369 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/networks/5ed75396-bb07-4f49-9025-33a9eb484739 HTTP/1.1" status: 204 len: 168 time: 1.8744268 May 25 22:56:02.055863 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831c6e1-d7e5-48c9-8685-c5175e72e001 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Network': ['ID=5ed75396-bb07-4f49-9025-33a9eb484739,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:02.059794 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36276) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:02.066424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c26e25d8-7eed-4c5d-8ef2-fea2a90834bc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1183969096'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:02.071262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c26e25d8-7eed-4c5d-8ef2-fea2a90834bc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:02.076551 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c26e25d8-7eed-4c5d-8ef2-fea2a90834bc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:network and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:02.078758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c26e25d8-7eed-4c5d-8ef2-fea2a90834bc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:02.089819 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c26e25d8-7eed-4c5d-8ef2-fea2a90834bc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:02.135077 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.144727 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e25d8-7eed-4c5d-8ef2-fea2a90834bc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:02.148237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c26e25d8-7eed-4c5d-8ef2-fea2a90834bc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.171501 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-70c57951-0c39-43b2-a1b4-2b515f5f6e61 None None] Deleting port 5f8eb744-d636-4022-810a-a3c1892e1fbe {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:02.171879 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-70c57951-0c39-43b2-a1b4-2b515f5f6e61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.180172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26e25d8-7eed-4c5d-8ef2-fea2a90834bc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:56:02.190984 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c26e25d8-7eed-4c5d-8ef2-fea2a90834bc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.191325 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-c26e25d8-7eed-4c5d-8ef2-fea2a90834bc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Added segment e460d527-b4d4-42f5-ad20-ec141f56e4f9 of type vlan for network 6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4 May 25 22:56:02.220543 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c26e25d8-7eed-4c5d-8ef2-fea2a90834bc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.225296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] For port f3841f35-c660-40cc-9890-96f613101f7d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f3841f35-c660-40cc-9890-96f613101f7d,segment=NetworkSegment(27de3ee9-5023-4782-8020-4a626f045571),segment_id=27de3ee9-5023-4782-8020-4a626f045571)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:02.225690 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.278409 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-28c76836-f35b-4cf9-9195-9e690eef3234 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Calling delete_port for 392b2301-a2f4-4cbf-9e43-5f70c589b10d owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:02.278622 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port f3841f35-c660-40cc-9890-96f613101f7d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f3841f35-c660-40cc-9890-96f613101f7d,segment=NetworkSegment(27de3ee9-5023-4782-8020-4a626f045571),segment_id=27de3ee9-5023-4782-8020-4a626f045571)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:02.292330 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-70c57951-0c39-43b2-a1b4-2b515f5f6e61 None None] The port '5f8eb744-d636-4022-810a-a3c1892e1fbe' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:56:02.310721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c26e25d8-7eed-4c5d-8ef2-fea2a90834bc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.317752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e25d8-7eed-4c5d-8ef2-fea2a90834bc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:02.318766 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c26e25d8-7eed-4c5d-8ef2-fea2a90834bc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.338698 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376aa6bb-569a-4ed4-8481-7b7abedd9aa9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Checking segment: {'id': '305e990f-e50a-4540-b9a4-e1147846056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25c23538-931f-4fc3-a935-d0d87acf0bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:02.339054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376aa6bb-569a-4ed4-8481-7b7abedd9aa9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network hostable DHCP agents. Network: 25c23538-931f-4fc3-a935-d0d87acf0bd7, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:02.345069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6027fa52-8dfc-41b4-bcc5-593053cac688 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:02.356701 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c0af1-1e99-42c6-a4bb-6ee8ab3204a9 None None] Sync routers for ids ['5a873058-a3ef-473c-91f2-592985e59d2a'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:56:02.379361 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c0af1-1e99-42c6-a4bb-6ee8ab3204a9 None None] Routers {'5a873058-a3ef-473c-91f2-592985e59d2a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:02.379974 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-254c0af1-1e99-42c6-a4bb-6ee8ab3204a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5a873058-a3ef-473c-91f2-592985e59d2a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:02.457705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e25d8-7eed-4c5d-8ef2-fea2a90834bc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Network': ['ID=6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:02.458090 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-254c0af1-1e99-42c6-a4bb-6ee8ab3204a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:02.469814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Calling delete_port for f3841f35-c660-40cc-9890-96f613101f7d owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:02.471809 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c0af1-1e99-42c6-a4bb-6ee8ab3204a9 None None] Routers {'5a873058-a3ef-473c-91f2-592985e59d2a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:02.472487 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-254c0af1-1e99-42c6-a4bb-6ee8ab3204a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:55:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5a873058-a3ef-473c-91f2-592985e59d2a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:02.511351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.516276 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:56:02.521144 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b41e91e1-45a0-4c81-9872-ae000bffb21c tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.529518 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c26e25d8-7eed-4c5d-8ef2-fea2a90834bc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4682343 May 25 22:56:02.533140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36284) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:02.538932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-80cacd55-f76c-4ebd-884e-06bd3c919da8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'subnet': {'network_id': '6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:02.570546 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-254c0af1-1e99-42c6-a4bb-6ee8ab3204a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:02.578380 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c0af1-1e99-42c6-a4bb-6ee8ab3204a9 None None] The sync data for ids ['5a873058-a3ef-473c-91f2-592985e59d2a'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:56:02.595899 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41e91e1-45a0-4c81-9872-ae000bffb21c tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 25 22:56:02.596342 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41e91e1-45a0-4c81-9872-ae000bffb21c tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:56:02.613382 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6027fa52-8dfc-41b4-bcc5-593053cac688 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/5a873058-a3ef-473c-91f2-592985e59d2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1527245 May 25 22:56:02.623756 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36288) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:02.683738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-80cacd55-f76c-4ebd-884e-06bd3c919da8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:02.688546 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-80cacd55-f76c-4ebd-884e-06bd3c919da8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:subnet and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:02.692354 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-80cacd55-f76c-4ebd-884e-06bd3c919da8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:02.699043 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-80cacd55-f76c-4ebd-884e-06bd3c919da8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:02.706841 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b41e91e1-45a0-4c81-9872-ae000bffb21c tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/networks/f5d9ade1-7a90-44de-8e8c-a289f86fd1d6 HTTP/1.1" status: 409 len: 405 time: 0.8959682 May 25 22:56:02.708942 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fa23f1ed-708d-4456-a8bf-9b6231a87a47 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:02.712447 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36292) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:02.718310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e1cb5d8d-bec3-4a28-a730-5aa02ada4f4d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-645867594'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:02.721910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-129d515c-04e1-417d-9244-c69d351e7f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.724026 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e1cb5d8d-bec3-4a28-a730-5aa02ada4f4d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:02.728281 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e1cb5d8d-bec3-4a28-a730-5aa02ada4f4d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Usage tracker for resource:network and tenant:132125ae57f04aa4b4b1028469e03dc8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:02.731436 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e1cb5d8d-bec3-4a28-a730-5aa02ada4f4d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:02.738073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e1cb5d8d-bec3-4a28-a730-5aa02ada4f4d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:02.796469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cacd55-f76c-4ebd-884e-06bd3c919da8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:02.819860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cb5d8d-bec3-4a28-a730-5aa02ada4f4d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Made reservation on behalf of 132125ae57f04aa4b4b1028469e03dc8 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:02.823434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e1cb5d8d-bec3-4a28-a730-5aa02ada4f4d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.829093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28c76836-f35b-4cf9-9195-9e690eef3234 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.835194 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=f3841f35-c660-40cc-9890-96f613101f7d,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:02.839868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d515c-04e1-417d-9244-c69d351e7f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Subnet': ['ID=b8adcffd-5c59-468b-9fce-4b1b8b65a9cc,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:02.842975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376aa6bb-569a-4ed4-8481-7b7abedd9aa9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 25c23538-931f-4fc3-a935-d0d87acf0bd7 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:02.855514 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port fa23f1ed-708d-4456-a8bf-9b6231a87a47 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:02.856091 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.885007 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:56:02.885594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:56:02.917187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-129d515c-04e1-417d-9244-c69d351e7f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.925903 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c76836-f35b-4cf9-9195-9e690eef3234 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event deleted for resources: {'Port': ['ID=392b2301-a2f4-4cbf-9e43-5f70c589b10d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:02.931521 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.934901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cb5d8d-bec3-4a28-a730-5aa02ada4f4d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:56:02.950425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-80cacd55-f76c-4ebd-884e-06bd3c919da8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.958700 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52db66d-aea5-44e6-9817-287647fc0617 None None] Network 32c60de6-e46f-41e3-ace6-5a70dfb6491f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:02.962763 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-129d515c-04e1-417d-9244-c69d351e7f7e tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/subnets/b8adcffd-5c59-468b-9fce-4b1b8b65a9cc HTTP/1.1" status: 204 len: 168 time: 3.3401518 May 25 22:56:02.972133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36296) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:02.972885 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59eb609-739a-4a3e-b617-980400bba09f req-57017ab9-b4f5-4adb-837c-bea1527022c0 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:02.974542 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a59eb609-739a-4a3e-b617-980400bba09f req-57017ab9-b4f5-4adb-837c-bea1527022c0 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.5053048 May 25 22:56:02.976242 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28c76836-f35b-4cf9-9195-9e690eef3234 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.978026 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-28c76836-f35b-4cf9-9195-9e690eef3234 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "DELETE /v2.0/ports/392b2301-a2f4-4cbf-9e43-5f70c589b10d HTTP/1.1" status: 204 len: 168 time: 2.1594234 May 25 22:56:02.979114 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object 695c26e8-ea42-4c88-a8b1-217b6d354cd1 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:02.982996 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36300) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:02.984120 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-376aa6bb-569a-4ed4-8481-7b7abedd9aa9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 25c23538-931f-4fc3-a935-d0d87acf0bd7) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:02.996032 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e1cb5d8d-bec3-4a28-a730-5aa02ada4f4d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:02.996381 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-e1cb5d8d-bec3-4a28-a730-5aa02ada4f4d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Added segment 0ee53fed-9632-468f-aefc-190e07da7717 of type vlan for network 9dc50c2b-5235-4020-a95c-444c6a5fe4b1 May 25 22:56:03.028293 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376aa6bb-569a-4ed4-8481-7b7abedd9aa9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:03.028895 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-376aa6bb-569a-4ed4-8481-7b7abedd9aa9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:03.044693 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa466e7-a29f-4abe-bfd0-3d84c4823094 None None] Network 25c23538-931f-4fc3-a935-d0d87acf0bd7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:03.186296 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e1cb5d8d-bec3-4a28-a730-5aa02ada4f4d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:03.201014 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:03.229720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7b6dd-e1aa-4d20-aab1-c3f1cb87f599 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Deleting port 091d0afa-eee2-4f08-9a54-3d13b04829b0 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:03.230072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b6dd-e1aa-4d20-aab1-c3f1cb87f599 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:03.245166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting port 4d1cdb50-8784-4581-bab8-ded2b5845c08 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:03.245518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:03.261500 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-376aa6bb-569a-4ed4-8481-7b7abedd9aa9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5886967 May 25 22:56:03.262439 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36304) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:03.284278 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5f8eb744-d636-4022-810a-a3c1892e1fbe no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:56:03.286908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c814fce6-6575-4b6f-b9a9-b2d83b4652d7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'subnet': {'network_id': '15d38eeb-28e6-471d-8406-be46db776bfe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:03.336229 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e1cb5d8d-bec3-4a28-a730-5aa02ada4f4d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:03.339993 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cb5d8d-bec3-4a28-a730-5aa02ada4f4d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:03.340588 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e1cb5d8d-bec3-4a28-a730-5aa02ada4f4d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:03.354234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 5f8eb744-d636-4022-810a-a3c1892e1fbe {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:56:03.354802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5f8eb744-d636-4022-810a-a3c1892e1fbe not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:56:03.355032 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f3841f35-c660-40cc-9890-96f613101f7d no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:56:03.387940 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a59eb609-739a-4a3e-b617-980400bba09f req-65ca70fb-5d3d-4f85-8ef7-f78ce96e3be5 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3986077 May 25 22:56:03.389208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Deleting port f3841f35-c660-40cc-9890-96f613101f7d {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:03.389582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:03.446033 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:03.484679 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e1cb5d8d-bec3-4a28-a730-5aa02ada4f4d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7710042 May 25 22:56:03.508254 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36310) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:03.525726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-6a1cbcb2-374c-41b4-bc3f-9f1fab669314 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Request body: {'subnet': {'network_id': '9dc50c2b-5235-4020-a95c-444c6a5fe4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:03.592644 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-b614ed7d-955d-46f8-baa3-738b1b9b6e24 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] remove_router_interface failed (client error): The resource could not be found. May 25 22:56:03.593679 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b614ed7d-955d-46f8-baa3-738b1b9b6e24 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/5a873058-a3ef-473c-91f2-592985e59d2a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9642181 May 25 22:56:03.601925 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c814fce6-6575-4b6f-b9a9-b2d83b4652d7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:03.604156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36314) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:03.607349 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-25c23538-931f-4fc3-a935-d0d87acf0bd7', 'network_id': '25c23538-931f-4fc3-a935-d0d87acf0bd7', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'fixed_ips': [{'subnet_id': 'b79ff252-33c3-4193-ae00-fdc9866d8db6'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:56:03.607349 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:03.644212 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb5d8d-bec3-4a28-a730-5aa02ada4f4d tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event updated for resources: {'Network': ['ID=9dc50c2b-5235-4020-a95c-444c6a5fe4b1,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:03.645940 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c814fce6-6575-4b6f-b9a9-b2d83b4652d7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:subnet and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:03.674977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c814fce6-6575-4b6f-b9a9-b2d83b4652d7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:03.688544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 9dc50c2b-5235-4020-a95c-444c6a5fe4b1 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:56:03.694203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:03.716758 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ef1d6f-d88c-4a6c-b00a-b86028544d9e None None] DHCP port deletion for 32c60de6-e46f-41e3-ace6-5a70dfb6491f request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:56:03.743748 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c814fce6-6575-4b6f-b9a9-b2d83b4652d7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:03.746713 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-93798fea-8ab0-4ff9-87a3-2b14aeb86adf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Synchronizing usage tracker for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:03.756678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=695c26e8-ea42-4c88-a8b1-217b6d354cd1,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:03.764457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:03.776122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:03.789149 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] For port 4d1cdb50-8784-4581-bab8-ded2b5845c08, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4d1cdb50-8784-4581-bab8-ded2b5845c08,segment=NetworkSegment(98fcdf91-8d5c-4360-8ca4-3837ab1f4962),segment_id=98fcdf91-8d5c-4360-8ca4-3837ab1f4962)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:03.789505 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:03.797349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-6a1cbcb2-374c-41b4-bc3f-9f1fab669314 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:03.848683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b6dd-e1aa-4d20-aab1-c3f1cb87f599 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:03.874104 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-42ef1d6f-d88c-4a6c-b00a-b86028544d9e None None] Deleting port 4d1cdb50-8784-4581-bab8-ded2b5845c08 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:03.874104 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-42ef1d6f-d88c-4a6c-b00a-b86028544d9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:04.038958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:04.060160 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c814fce6-6575-4b6f-b9a9-b2d83b4652d7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:04.061826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Calling delete_port for 4d1cdb50-8784-4581-bab8-ded2b5845c08 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:04.080912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] For port f3841f35-c660-40cc-9890-96f613101f7d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f3841f35-c660-40cc-9890-96f613101f7d,segment=NetworkSegment(27de3ee9-5023-4782-8020-4a626f045571),segment_id=27de3ee9-5023-4782-8020-4a626f045571)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:04.081313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:04.121323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-80cacd55-f76c-4ebd-884e-06bd3c919da8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:04.128744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-6a1cbcb2-374c-41b4-bc3f-9f1fab669314 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:04.136897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-93798fea-8ab0-4ff9-87a3-2b14aeb86adf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Unset dirty status for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:04.138324 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-93798fea-8ab0-4ff9-87a3-2b14aeb86adf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a873058-a3ef-473c-91f2-592985e59d2a HTTP/1.1" status: 200 len: 205 time: 0.5313835 May 25 22:56:04.150521 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7b6dd-e1aa-4d20-aab1-c3f1cb87f599 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Calling delete_port for 091d0afa-eee2-4f08-9a54-3d13b04829b0 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:04.174812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36318) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:04.179848 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Allocated IP 2001:db8::2 (25c23538-931f-4fc3-a935-d0d87acf0bd7/b79ff252-33c3-4193-ae00-fdc9866d8db6/d20f7214-8542-4d1d-a96a-a173219bfc34) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:04.226871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:04.227514 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:04.295126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cacd55-f76c-4ebd-884e-06bd3c919da8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Subnet': ['ID=e31dffb5-55f7-4f79-81b3-3e2c0e283bfb,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:04.303749 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c814fce6-6575-4b6f-b9a9-b2d83b4652d7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:04.389133 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1f5bc819-6021-49a4-9652-a81b796ef5e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.0694833 May 25 22:56:04.394201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36322) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:04.467413 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1cbcb2-374c-41b4-bc3f-9f1fab669314 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Made reservation on behalf of 132125ae57f04aa4b4b1028469e03dc8 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:04.503310 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b6dd-e1aa-4d20-aab1-c3f1cb87f599 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:04.541125 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Calling delete_port for f3841f35-c660-40cc-9890-96f613101f7d owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:04.554733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7b6dd-e1aa-4d20-aab1-c3f1cb87f599 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event deleted for resources: {'Port': ['ID=091d0afa-eee2-4f08-9a54-3d13b04829b0,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:04.576137 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbcb2-374c-41b4-bc3f-9f1fab669314 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:04.600953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b6dd-e1aa-4d20-aab1-c3f1cb87f599 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:04.646992 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port f3841f35-c660-40cc-9890-96f613101f7d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f3841f35-c660-40cc-9890-96f613101f7d,segment=NetworkSegment(27de3ee9-5023-4782-8020-4a626f045571),segment_id=27de3ee9-5023-4782-8020-4a626f045571)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:04.650325 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:04.668596 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-42ef1d6f-d88c-4a6c-b00a-b86028544d9e None None] For port 4d1cdb50-8784-4581-bab8-ded2b5845c08, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4d1cdb50-8784-4581-bab8-ded2b5845c08,segment=NetworkSegment(98fcdf91-8d5c-4360-8ca4-3837ab1f4962),segment_id=98fcdf91-8d5c-4360-8ca4-3837ab1f4962)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:04.668977 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-42ef1d6f-d88c-4a6c-b00a-b86028544d9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:04.693487 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c814fce6-6575-4b6f-b9a9-b2d83b4652d7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:04.718763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-219adbc6-b04e-4554-9182-567496b457fc tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:04.732671 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a9e7b6dd-e1aa-4d20-aab1-c3f1cb87f599 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "DELETE /v2.0/ports/091d0afa-eee2-4f08-9a54-3d13b04829b0 HTTP/1.1" status: 204 len: 168 time: 1.7440028 May 25 22:56:04.736671 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36326) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:04.775926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Port': ['ID=4d1cdb50-8784-4581-bab8-ded2b5845c08,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:04.800174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-024d5bf8-c9c0-443d-842f-8877a6f31856 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Synchronizing usage tracker for tenant:fa5e0dfce8524f5d92e07b17d9caf90a on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:04.806826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cacd55-f76c-4ebd-884e-06bd3c919da8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Checking segment: {'id': 'e460d527-b4d4-42f5-ad20-ec141f56e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:04.807202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cacd55-f76c-4ebd-884e-06bd3c919da8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network hostable DHCP agents. Network: 6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:04.811230 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4a2ae966-ad77-4992-a637-fb92a80c9b43 None None] Provisioning for port 695c26e8-ea42-4c88-a8b1-217b6d354cd1 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:04.813097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814fce6-6575-4b6f-b9a9-b2d83b4652d7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Subnet': ['ID=e3f88ec7-ab8f-4f9f-99f6-31df94b260f6,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:04.816152 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:04.829157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-42ef1d6f-d88c-4a6c-b00a-b86028544d9e None None] Calling delete_port for 4d1cdb50-8784-4581-bab8-ded2b5845c08 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:04.849570 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814fce6-6575-4b6f-b9a9-b2d83b4652d7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Checking segment: {'id': '781abc72-4b95-496b-a584-41a15633d3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '15d38eeb-28e6-471d-8406-be46db776bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:04.850053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c814fce6-6575-4b6f-b9a9-b2d83b4652d7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network hostable DHCP agents. Network: 15d38eeb-28e6-471d-8406-be46db776bfe, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:04.874541 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] No DVR routers for this DVR port 4d1cdb50-8784-4581-bab8-ded2b5845c08 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:04.938558 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-024d5bf8-c9c0-443d-842f-8877a6f31856 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Unset dirty status for tenant:fa5e0dfce8524f5d92e07b17d9caf90a on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:04.943975 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-024d5bf8-c9c0-443d-842f-8877a6f31856 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1976240 May 25 22:56:04.945006 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4a2ae966-ad77-4992-a637-fb92a80c9b43 None None] Provisioning complete for port 695c26e8-ea42-4c88-a8b1-217b6d354cd1 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:04.945006 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae966-ad77-4992-a637-fb92a80c9b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:04.945802 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36330) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:04.953048 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-28585012-54f9-449d-9c21-65c7e8c621f5 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1485064596'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:04.959645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-28585012-54f9-449d-9c21-65c7e8c621f5 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:04.963985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-28585012-54f9-449d-9c21-65c7e8c621f5 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Usage tracker for resource:network and tenant:fa5e0dfce8524f5d92e07b17d9caf90a is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:04.967383 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-28585012-54f9-449d-9c21-65c7e8c621f5 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:04.974422 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-28585012-54f9-449d-9c21-65c7e8c621f5 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:04.976715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c814fce6-6575-4b6f-b9a9-b2d83b4652d7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 15d38eeb-28e6-471d-8406-be46db776bfe is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:04.981727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4d1cdb50-8784-4581-bab8-ded2b5845c08 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:56:05.041916 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:56:05.042278 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:56:05.053322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-c814fce6-6575-4b6f-b9a9-b2d83b4652d7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 15d38eeb-28e6-471d-8406-be46db776bfe) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:05.054043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 4d1cdb50-8784-4581-bab8-ded2b5845c08 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:56:05.054377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4d1cdb50-8784-4581-bab8-ded2b5845c08 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:56:05.066177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c814fce6-6575-4b6f-b9a9-b2d83b4652d7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:05.066412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2812734-6bbc-4198-a129-313e786620f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:05.069533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c814fce6-6575-4b6f-b9a9-b2d83b4652d7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.070659 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2812734-6bbc-4198-a129-313e786620f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:05.074482 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e2812734-6bbc-4198-a129-313e786620f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6715047 May 25 22:56:05.074482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.075288 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a84028-338d-4c2e-b9c9-02323223c157 None None] Network 15d38eeb-28e6-471d-8406-be46db776bfe requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:05.088569 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36334) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:05.095622 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28585012-54f9-449d-9c21-65c7e8c621f5 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Made reservation on behalf of fa5e0dfce8524f5d92e07b17d9caf90a for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:05.095622 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28585012-54f9-449d-9c21-65c7e8c621f5 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.154730 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c814fce6-6575-4b6f-b9a9-b2d83b4652d7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8807993 May 25 22:56:05.160775 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36338) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:05.163224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=f3841f35-c660-40cc-9890-96f613101f7d,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:05.166404 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ae966-ad77-4992-a637-fb92a80c9b43 None None] Port 695c26e8-ea42-4c88-a8b1-217b6d354cd1 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:05.171635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4e111eb4-180a-4859-a5c3-2bb95d8034a3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1843032320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:05.182901 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4e111eb4-180a-4859-a5c3-2bb95d8034a3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:05.185139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.195904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4e111eb4-180a-4859-a5c3-2bb95d8034a3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:router and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:05.201201 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4e111eb4-180a-4859-a5c3-2bb95d8034a3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:05.206278 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c8f64-d119-4526-b314-6432d5d09087 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port 695c26e8-ea42-4c88-a8b1-217b6d354cd1 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:05.206748 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8c5c8f64-d119-4526-b314-6432d5d09087 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.209990 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Transition to ACTIVE for port object d20f7214-8542-4d1d-a96a-a173219bfc34 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:05.226885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-42ef1d6f-d88c-4a6c-b00a-b86028544d9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:56:05.227228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-42ef1d6f-d88c-4a6c-b00a-b86028544d9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:56:05.233057 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28585012-54f9-449d-9c21-65c7e8c621f5 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:56:05.247578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4e111eb4-180a-4859-a5c3-2bb95d8034a3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:05.249528 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Transition to ACTIVE for port object d20f7214-8542-4d1d-a96a-a173219bfc34 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:05.278533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28585012-54f9-449d-9c21-65c7e8c621f5 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.279022 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-28585012-54f9-449d-9c21-65c7e8c621f5 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Added segment 94cd5485-45dd-4ed4-a0e8-bd459fe04cc2 of type vlan for network 5ae3494a-9b18-409e-9686-ab1e9ec71a0e May 25 22:56:05.296259 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c60de6-e46f-41e3-ace6-5a70dfb6491f']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:05.313725 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fcdf91-8d5c-4360-8ca4-3837ab1f4962') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:05.314012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fcdf91-8d5c-4360-8ca4-3837ab1f4962') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:05.335085 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.422964 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Pushing event updated for resources: {'Port': ['ID=d20f7214-8542-4d1d-a96a-a173219bfc34,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:05.444352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e111eb4-180a-4859-a5c3-2bb95d8034a3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.445599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e111eb4-180a-4859-a5c3-2bb95d8034a3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.464162 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Network 25c23538-931f-4fc3-a935-d0d87acf0bd7 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:05.466711 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:05.468852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:05.473568 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28585012-54f9-449d-9c21-65c7e8c621f5 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.505128 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-15d38eeb-28e6-471d-8406-be46db776bfe', 'network_id': '15d38eeb-28e6-471d-8406-be46db776bfe', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'fixed_ips': [{'subnet_id': 'e3f88ec7-ab8f-4f9f-99f6-31df94b260f6'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:56:05.509468 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.538383 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8c5c8f64-d119-4526-b314-6432d5d09087 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.545706 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e111eb4-180a-4859-a5c3-2bb95d8034a3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.567422 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cacd55-f76c-4ebd-884e-06bd3c919da8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:05.572901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.596643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-219adbc6-b04e-4554-9182-567496b457fc tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.598203 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-80cacd55-f76c-4ebd-884e-06bd3c919da8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:05.602620 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cacd55-f76c-4ebd-884e-06bd3c919da8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:05.603498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-80cacd55-f76c-4ebd-884e-06bd3c919da8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.610970 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05e181e-0d91-483d-96ef-c3381ea8da66 None None] Network 6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:05.633787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.651728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Attempting to bind port d20f7214-8542-4d1d-a96a-a173219bfc34 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:05.651728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Attempting to bind port d20f7214-8542-4d1d-a96a-a173219bfc34 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '305e990f-e50a-4540-b9a4-e1147846056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25c23538-931f-4fc3-a935-d0d87acf0bd7'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:05.652092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Attempting to bind port d20f7214-8542-4d1d-a96a-a173219bfc34 on network 25c23538-931f-4fc3-a935-d0d87acf0bd7 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:05.656046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-219adbc6-b04e-4554-9182-567496b457fc tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.668088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:05.668477 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.680546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c8f64-d119-4526-b314-6432d5d09087 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for 695c26e8-ea42-4c88-a8b1-217b6d354cd1 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:05.683658 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:05.697072 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Deleting port f3841f35-c660-40cc-9890-96f613101f7d {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:05.697266 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.707826 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28585012-54f9-449d-9c21-65c7e8c621f5 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.711823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28585012-54f9-449d-9c21-65c7e8c621f5 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:05.712644 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-28585012-54f9-449d-9c21-65c7e8c621f5 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.734498 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-42ef1d6f-d88c-4a6c-b00a-b86028544d9e None None] Deleting port 4d1cdb50-8784-4581-bab8-ded2b5845c08 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:05.735122 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-42ef1d6f-d88c-4a6c-b00a-b86028544d9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.761089 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-80cacd55-f76c-4ebd-884e-06bd3c919da8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2239826 May 25 22:56:05.763443 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36342) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:05.772195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'network_id': '6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4', 'name': 'tempest-PortsIpV6TestJSON-1103412980', 'fixed_ips': [{'subnet_id': 'e31dffb5-55f7-4f79-81b3-3e2c0e283bfb', 'ip_address': '2001:db8::10'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:05.865189 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e111eb4-180a-4859-a5c3-2bb95d8034a3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.880363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:05.881019 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Checking segment: {'id': '305e990f-e50a-4540-b9a4-e1147846056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25c23538-931f-4fc3-a935-d0d87acf0bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:05.881566 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.882132 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Bound using segment: {'id': '305e990f-e50a-4540-b9a4-e1147846056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25c23538-931f-4fc3-a935-d0d87acf0bd7'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:05.882763 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Bound port: d20f7214-8542-4d1d-a96a-a173219bfc34, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305e990f-e50a-4540-b9a4-e1147846056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25c23538-931f-4fc3-a935-d0d87acf0bd7'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:05.883134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.888150 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.objects.ports [None req-6a1cbcb2-374c-41b4-bc3f-9f1fab669314 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84717) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:56:05.889112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.894004 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.915924 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-42ef1d6f-d88c-4a6c-b00a-b86028544d9e None None] The port '4d1cdb50-8784-4581-bab8-ded2b5845c08' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:56:05.921618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbcb2-374c-41b4-bc3f-9f1fab669314 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.960930 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-219adbc6-b04e-4554-9182-567496b457fc tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.961494 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219adbc6-b04e-4554-9182-567496b457fc tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Fanout notify agent at l3_agent the message router_deleted on router 5a873058-a3ef-473c-91f2-592985e59d2a {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:56:05.969448 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-219adbc6-b04e-4554-9182-567496b457fc tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:05.974475 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-219adbc6-b04e-4554-9182-567496b457fc tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/routers/5a873058-a3ef-473c-91f2-592985e59d2a HTTP/1.1" status: 204 len: 168 time: 1.7951872 May 25 22:56:05.978251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Network': ['ID=32c60de6-e46f-41e3-ace6-5a70dfb6491f,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:05.986884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36346) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:05.997570 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fa9f55e0-4deb-4f99-8930-44e6bfd9f29d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/networks/32c60de6-e46f-41e3-ace6-5a70dfb6491f HTTP/1.1" status: 204 len: 168 time: 3.0171297 May 25 22:56:05.997570 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36348) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:06.067256 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-28585012-54f9-449d-9c21-65c7e8c621f5 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1203070 May 25 22:56:06.074722 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28585012-54f9-449d-9c21-65c7e8c621f5 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event updated for resources: {'Network': ['ID=5ae3494a-9b18-409e-9686-ab1e9ec71a0e,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:06.079599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36354) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:06.102950 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 5ae3494a-9b18-409e-9686-ab1e9ec71a0e details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:56:06.104096 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-7efc7827-a094-48fe-89d3-65dc241f1755 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-606062019'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:06.114122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7efc7827-a094-48fe-89d3-65dc241f1755 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:06.132909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7efc7827-a094-48fe-89d3-65dc241f1755 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Usage tracker for resource:network and tenant:fa5e0dfce8524f5d92e07b17d9caf90a is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:06.167413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7efc7827-a094-48fe-89d3-65dc241f1755 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:06.190934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e111eb4-180a-4859-a5c3-2bb95d8034a3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.194745 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4e111eb4-180a-4859-a5c3-2bb95d8034a3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0304096 May 25 22:56:06.194745 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7efc7827-a094-48fe-89d3-65dc241f1755 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:06.201593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36358) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:06.213236 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cbcb2-374c-41b4-bc3f-9f1fab669314 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event updated for resources: {'Subnet': ['ID=2daed4fa-a553-4b2c-b602-2f2dd1cc1ce8,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:06.263672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-d8801a68-65c5-4907-8847-fe92dff3084d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting port 530de893-c934-4afb-bb12-ecfd6e0dcfcb {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:06.263928 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d8801a68-65c5-4907-8847-fe92dff3084d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.268512 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Allocated IP 2001:db8:1::2 (15d38eeb-28e6-471d-8406-be46db776bfe/e3f88ec7-ab8f-4f9f-99f6-31df94b260f6/ad64a444-3bc2-4553-959b-5e1b26cd40a0) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:06.384058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] For port d20f7214-8542-4d1d-a96a-a173219bfc34, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:06.432934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] For port d20f7214-8542-4d1d-a96a-a173219bfc34, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d20f7214-8542-4d1d-a96a-a173219bfc34,segment=NetworkSegment(305e990f-e50a-4540-b9a4-e1147846056d),segment_id=305e990f-e50a-4540-b9a4-e1147846056d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:06.433862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:06.458792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efc7827-a094-48fe-89d3-65dc241f1755 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Made reservation on behalf of fa5e0dfce8524f5d92e07b17d9caf90a for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:06.461698 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7efc7827-a094-48fe-89d3-65dc241f1755 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.472954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1cbcb2-374c-41b4-bc3f-9f1fab669314 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Checking segment: {'id': '0ee53fed-9632-468f-aefc-190e07da7717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9dc50c2b-5235-4020-a95c-444c6a5fe4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:06.473647 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1cbcb2-374c-41b4-bc3f-9f1fab669314 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Network hostable DHCP agents. Network: 9dc50c2b-5235-4020-a95c-444c6a5fe4b1, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:06.476883 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:06.532241 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] For port f3841f35-c660-40cc-9890-96f613101f7d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f3841f35-c660-40cc-9890-96f613101f7d,segment=NetworkSegment(27de3ee9-5023-4782-8020-4a626f045571),segment_id=27de3ee9-5023-4782-8020-4a626f045571)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:06.532728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.549326 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.565456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41850f0-cf86-4520-af1a-23731d45e5ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting subnet 5e2f2588-64b2-4c6d-a9d3-5dd54ec68738 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:06.571171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b41850f0-cf86-4520-af1a-23731d45e5ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.586266 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4', 'network_id': '6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4', 'tenant_id': '61f1f934e99a4a3fb52dcde8dfb8ddaf', 'fixed_ips': [{'subnet_id': 'e31dffb5-55f7-4f79-81b3-3e2c0e283bfb'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:56:06.587150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.630049 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d8801a68-65c5-4907-8847-fe92dff3084d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.630049 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d8801a68-65c5-4907-8847-fe92dff3084d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.630401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8c5c8f64-d119-4526-b314-6432d5d09087 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.631348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:06.685471 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efc7827-a094-48fe-89d3-65dc241f1755 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:56:06.732885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Calling delete_port for f3841f35-c660-40cc-9890-96f613101f7d owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:06.756237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b41850f0-cf86-4520-af1a-23731d45e5ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.758184 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c8f64-d119-4526-b314-6432d5d09087 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=695c26e8-ea42-4c88-a8b1-217b6d354cd1,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:06.780312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7efc7827-a094-48fe-89d3-65dc241f1755 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.780699 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-7efc7827-a094-48fe-89d3-65dc241f1755 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Added segment 889ba4ac-ff6e-4dce-9b03-870b40aaa823 of type vlan for network 32520ac7-eb8e-4b7d-ad71-c12d0b18cc71 May 25 22:56:06.794586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-d8801a68-65c5-4907-8847-fe92dff3084d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Calling delete_port for 530de893-c934-4afb-bb12-ecfd6e0dcfcb owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:06.822774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1cbcb2-374c-41b4-bc3f-9f1fab669314 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Network 9dc50c2b-5235-4020-a95c-444c6a5fe4b1 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:06.942781 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-6a1cbcb2-374c-41b4-bc3f-9f1fab669314 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 9dc50c2b-5235-4020-a95c-444c6a5fe4b1) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:06.946989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1cbcb2-374c-41b4-bc3f-9f1fab669314 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:06.952656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbcb2-374c-41b4-bc3f-9f1fab669314 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:06.979054 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b41850f0-cf86-4520-af1a-23731d45e5ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:07.019254 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7efc7827-a094-48fe-89d3-65dc241f1755 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:07.030882 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:07.042917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Transition to ACTIVE for port object ad64a444-3bc2-4553-959b-5e1b26cd40a0 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:07.061510 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6a1cbcb2-374c-41b4-bc3f-9f1fab669314 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5519650 May 25 22:56:07.067267 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Transition to ACTIVE for port object ad64a444-3bc2-4553-959b-5e1b26cd40a0 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:07.068445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36362) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:07.078134 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Request body: {'port': {'network_id': '9dc50c2b-5235-4020-a95c-444c6a5fe4b1', 'name': 'tempest-NetworksIpV6TestAttrs-552582351'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:07.084575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c01bdc6-b5ab-460c-b69a-67d5b606f00a None None] Network 9dc50c2b-5235-4020-a95c-444c6a5fe4b1 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:07.099154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb4697-c21b-4b60-9246-6f274a04ac96 None None] Pushing event updated for resources: {'Port': ['ID=d20f7214-8542-4d1d-a96a-a173219bfc34,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:07.139870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:07.190617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:07.195350 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8c5c8f64-d119-4526-b314-6432d5d09087 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:07.201181 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] device_id is not set on port d9273b64-ed75-4480-9ce4-9d4b258b759c yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:56:07.275256 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8c5c8f64-d119-4526-b314-6432d5d09087 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/695c26e8-ea42-4c88-a8b1-217b6d354cd1 HTTP/1.1" status: 204 len: 168 time: 2.1828480 May 25 22:56:07.277662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36366) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:07.332577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Network 15d38eeb-28e6-471d-8406-be46db776bfe is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:07.338087 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:07.347438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:07.366942 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7efc7827-a094-48fe-89d3-65dc241f1755 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:07.370603 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efc7827-a094-48fe-89d3-65dc241f1755 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:07.371191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7efc7827-a094-48fe-89d3-65dc241f1755 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:07.376457 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Pushing event updated for resources: {'Port': ['ID=ad64a444-3bc2-4553-959b-5e1b26cd40a0,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:07.379889 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:07.419205 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b41850f0-cf86-4520-af1a-23731d45e5ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:07.441985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Allocated IP 2001:db8::2 (6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4/e31dffb5-55f7-4f79-81b3-3e2c0e283bfb/7f1545f3-0893-46bd-a4dd-6b11a59b7ee9) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:07.458815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d8801a68-65c5-4907-8847-fe92dff3084d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:07.499233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] Pushing event deleted for resources: {'Port': ['ID=f3841f35-c660-40cc-9890-96f613101f7d,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:07.530660 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:07.542215 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41850f0-cf86-4520-af1a-23731d45e5ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Subnet': ['ID=5e2f2588-64b2-4c6d-a9d3-5dd54ec68738,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:07.553334 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8801a68-65c5-4907-8847-fe92dff3084d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Port': ['ID=530de893-c934-4afb-bb12-ecfd6e0dcfcb,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:07.558091 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Usage tracker for resource:port and tenant:132125ae57f04aa4b4b1028469e03dc8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:07.565951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b41850f0-cf86-4520-af1a-23731d45e5ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:07.569181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:07.668164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4622fffc-15bb-4b32-be2d-e8e295aefebc None None] Network 40c59a28-e04e-4404-b560-555473e9553c requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:07.670341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:07.682734 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2184ae72-e99e-4017-bd61-d24132827d59 None None] No DVR routers for this DVR port f3841f35-c660-40cc-9890-96f613101f7d on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:07.689849 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b41850f0-cf86-4520-af1a-23731d45e5ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/5e2f2588-64b2-4c6d-a9d3-5dd54ec68738 HTTP/1.1" status: 204 len: 168 time: 1.6953297 May 25 22:56:07.693242 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36370) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:07.698253 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d8801a68-65c5-4907-8847-fe92dff3084d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:07.701257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d8801a68-65c5-4907-8847-fe92dff3084d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:07.706485 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d8801a68-65c5-4907-8847-fe92dff3084d tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/floatingips/8bf5e663-6abd-47ee-a1c6-c1f1aeebd509 HTTP/1.1" status: 204 len: 168 time: 1.6682491 May 25 22:56:07.707490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36374) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:07.782702 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35acea8-51dc-4ee8-ad70-d415743d4455 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] DELETE failed (client error): The resource could not be found. May 25 22:56:07.782702 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35acea8-51dc-4ee8-ad70-d415743d4455 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:56:07.785207 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b35acea8-51dc-4ee8-ad70-d415743d4455 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/ports/7423eda6-df29-442b-a378-82784ce6e960 HTTP/1.1" status: 404 len: 333 time: 0.0758097 May 25 22:56:07.788423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36378) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:07.804444 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc7827-a094-48fe-89d3-65dc241f1755 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event updated for resources: {'Network': ['ID=32520ac7-eb8e-4b7d-ad71-c12d0b18cc71,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:07.834077 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Made reservation on behalf of 132125ae57f04aa4b4b1028469e03dc8 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:07.837078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:07.871094 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 32520ac7-eb8e-4b7d-ad71-c12d0b18cc71 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:56:07.879483 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d97d29-f915-4898-a449-f0b8e299b385 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:07.880813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d97d29-f915-4898-a449-f0b8e299b385 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:07.882204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d97d29-f915-4898-a449-f0b8e299b385 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:07.883444 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-80d97d29-f915-4898-a449-f0b8e299b385 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:07.898231 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:07.907437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] device_id is not set on port 6eb10da6-e313-4f4a-9213-35700e3472c7 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:56:07.907784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b8c0f0b2-5bed-48e5-ab04-aa9078a9bb84 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Synchronizing usage tracker for tenant:a14378b6d73d4ae08d8270b7d5eccae0 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:07.911405 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7efc7827-a094-48fe-89d3-65dc241f1755 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8289499 May 25 22:56:07.957142 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:08.056766 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Attempting to bind port ad64a444-3bc2-4553-959b-5e1b26cd40a0 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:08.057021 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Attempting to bind port ad64a444-3bc2-4553-959b-5e1b26cd40a0 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '781abc72-4b95-496b-a584-41a15633d3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '15d38eeb-28e6-471d-8406-be46db776bfe'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:08.057379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Attempting to bind port ad64a444-3bc2-4553-959b-5e1b26cd40a0 on network 15d38eeb-28e6-471d-8406-be46db776bfe {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:08.084273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port ef812669-dc6a-4563-991b-e1d15e5b9348 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:08.084643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:08.102387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36382) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:08.103160 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-80d97d29-f915-4898-a449-f0b8e299b385 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:08.106918 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-80d97d29-f915-4898-a449-f0b8e299b385 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7916882 May 25 22:56:08.116338 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-9dc50c2b-5235-4020-a95c-444c6a5fe4b1', 'network_id': '9dc50c2b-5235-4020-a95c-444c6a5fe4b1', 'tenant_id': '132125ae57f04aa4b4b1028469e03dc8', 'fixed_ips': [{'subnet_id': '2daed4fa-a553-4b2c-b602-2f2dd1cc1ce8'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:56:08.117263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:08.120454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Request body: {'subnets': [{'network_id': '5ae3494a-9b18-409e-9686-ab1e9ec71a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1561247059', 'ip_version': 4}, {'network_id': '32520ac7-eb8e-4b7d-ad71-c12d0b18cc71', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:08.120861 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Request body: {'subnet': {'network_id': '5ae3494a-9b18-409e-9686-ab1e9ec71a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1561247059', 'ip_version': 4}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:08.121497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Request body: {'subnet': {'network_id': '32520ac7-eb8e-4b7d-ad71-c12d0b18cc71', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:08.124481 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36386) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:08.146987 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b8c0f0b2-5bed-48e5-ab04-aa9078a9bb84 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Unset dirty status for tenant:a14378b6d73d4ae08d8270b7d5eccae0 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:08.148403 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b8c0f0b2-5bed-48e5-ab04-aa9078a9bb84 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "GET /v2.0/ports?device_id=da9a70d6-4ba8-475e-9762-72f70d0b2293 HTTP/1.1" status: 200 len: 205 time: 0.3523676 May 25 22:56:08.171081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Allocated IP 2001:db8::f816:3eff:feac:a1de (9dc50c2b-5235-4020-a95c-444c6a5fe4b1/2daed4fa-a553-4b2c-b602-2f2dd1cc1ce8/6eb10da6-e313-4f4a-9213-35700e3472c7) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:08.176336 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36390) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:08.261928 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:08.312142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:08.312576 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Checking segment: {'id': '781abc72-4b95-496b-a584-41a15633d3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '15d38eeb-28e6-471d-8406-be46db776bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:08.313039 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:08.313491 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Bound using segment: {'id': '781abc72-4b95-496b-a584-41a15633d3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '15d38eeb-28e6-471d-8406-be46db776bfe'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:08.314744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Bound port: ad64a444-3bc2-4553-959b-5e1b26cd40a0, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781abc72-4b95-496b-a584-41a15633d3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '15d38eeb-28e6-471d-8406-be46db776bfe'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:08.314968 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:08.327121 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-02e0b959-02a0-4ef8-9de6-0c81530818fa tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] delete failed (client error): The resource could not be found. May 25 22:56:08.330435 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-02e0b959-02a0-4ef8-9de6-0c81530818fa tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/routers/da9a70d6-4ba8-475e-9762-72f70d0b2293 HTTP/1.1" status: 404 len: 336 time: 0.1527526 May 25 22:56:08.331712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36394) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:08.339101 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Transition to ACTIVE for port object 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:08.403868 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60ef923-defb-4644-b119-a9f1d747923a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] DELETE failed (client error): The resource could not be found. May 25 22:56:08.404306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60ef923-defb-4644-b119-a9f1d747923a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:56:08.475638 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] For port ad64a444-3bc2-4553-959b-5e1b26cd40a0, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:08.479053 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] For port ad64a444-3bc2-4553-959b-5e1b26cd40a0, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ad64a444-3bc2-4553-959b-5e1b26cd40a0,segment=NetworkSegment(781abc72-4b95-496b-a584-41a15633d3b4),segment_id=781abc72-4b95-496b-a584-41a15633d3b4)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:08.512772 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Transition to ACTIVE for port object 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:08.530409 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d60ef923-defb-4644-b119-a9f1d747923a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/subnets/b8adcffd-5c59-468b-9fce-4b1b8b65a9cc HTTP/1.1" status: 404 len: 337 time: 0.1940415 May 25 22:56:08.537427 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36398) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:08.559271 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:08.634633 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:08.673714 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Network 6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:08.693631 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4a5492-37c1-44c3-a019-2579513d3380 None None] Network 25c23538-931f-4fc3-a935-d0d87acf0bd7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:08.717218 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:08.727398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b7302f-24af-4a16-99b7-4a8d26542957 None None] DHCP port deletion for 40c59a28-e04e-4404-b560-555473e9553c request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:56:08.731167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:08.741663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:08.748269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-8538f9cd-b028-4192-8a8b-788a4ee7f157 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting port 183fe171-97f5-48cc-a36c-62eb952cc08f {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:08.748625 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8538f9cd-b028-4192-8a8b-788a4ee7f157 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:08.758116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] For port ef812669-dc6a-4563-991b-e1d15e5b9348, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ef812669-dc6a-4563-991b-e1d15e5b9348,segment=NetworkSegment(b406f53a-e500-4473-8b38-1194f638eb0a),segment_id=b406f53a-e500-4473-8b38-1194f638eb0a)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:08.758676 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:08.788151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Usage tracker for resource:subnet and tenant:fa5e0dfce8524f5d92e07b17d9caf90a is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:08.798165 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:08.801213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-90b7302f-24af-4a16-99b7-4a8d26542957 None None] Deleting port ef812669-dc6a-4563-991b-e1d15e5b9348 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:08.801683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-90b7302f-24af-4a16-99b7-4a8d26542957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:08.807533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Allocated IP 2001:db8::10 (6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4/e31dffb5-55f7-4f79-81b3-3e2c0e283bfb/d9273b64-ed75-4480-9ce4-9d4b258b759c) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:08.809754 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:08.849995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Allocated IP 2001:db8::1 (25c23538-931f-4fc3-a935-d0d87acf0bd7/b79ff252-33c3-4193-ae00-fdc9866d8db6/b219597a-b2dc-4401-bece-bf956007c024) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:08.900081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352ae6f-7528-4f64-bcee-46e7cae98f77 None None] Pushing event updated for resources: {'Port': ['ID=ad64a444-3bc2-4553-959b-5e1b26cd40a0,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:08.916201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for ef812669-dc6a-4563-991b-e1d15e5b9348 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:08.978486 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Made reservation on behalf of fa5e0dfce8524f5d92e07b17d9caf90a for: {'subnet': 2} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:08.991672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c2e277-e7e8-422d-ab7d-c59f8cc5a042 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 165dfaad-af45-4520-b27e-c44b1d2ea028 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:09.013526 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-18c2e277-e7e8-422d-ab7d-c59f8cc5a042 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.105789 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d20f7214-8542-4d1d-a96a-a173219bfc34 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:09.173614 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-01fb685b-f687-4b1b-bf28-5c466a58ba4f None None] Provisioning for port d20f7214-8542-4d1d-a96a-a173219bfc34 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:09.249317 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-18c2e277-e7e8-422d-ab7d-c59f8cc5a042 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.287750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Attempting to bind port 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:09.288111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Attempting to bind port 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'e460d527-b4d4-42f5-ad20-ec141f56e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:09.288466 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Attempting to bind port 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 on network 6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:09.307278 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Pushing event updated for resources: {'Port': ['ID=7f1545f3-0893-46bd-a4dd-6b11a59b7ee9,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:09.348734 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.375512 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Transition to ACTIVE for port object 6eb10da6-e313-4f4a-9213-35700e3472c7 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:09.385471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.446461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Port': ['ID=ef812669-dc6a-4563-991b-e1d15e5b9348,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:09.471951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] No DVR routers for this DVR port ef812669-dc6a-4563-991b-e1d15e5b9348 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:09.508727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:09.508727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Checking segment: {'id': 'e460d527-b4d4-42f5-ad20-ec141f56e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:09.509096 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.509421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Bound using segment: {'id': 'e460d527-b4d4-42f5-ad20-ec141f56e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:09.509890 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Bound port: 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e460d527-b4d4-42f5-ad20-ec141f56e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:09.510254 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.595126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-18c2e277-e7e8-422d-ab7d-c59f8cc5a042 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.631929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-90b7302f-24af-4a16-99b7-4a8d26542957 None None] For port ef812669-dc6a-4563-991b-e1d15e5b9348, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ef812669-dc6a-4563-991b-e1d15e5b9348,segment=NetworkSegment(b406f53a-e500-4473-8b38-1194f638eb0a),segment_id=b406f53a-e500-4473-8b38-1194f638eb0a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:09.632315 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-90b7302f-24af-4a16-99b7-4a8d26542957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.663645 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.677102 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.753627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c59a28-e04e-4404-b560-555473e9553c']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:09.755948 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.778679 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8538f9cd-b028-4192-8a8b-788a4ee7f157 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.792910 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b406f53a-e500-4473-8b38-1194f638eb0a') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:09.793487 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b406f53a-e500-4473-8b38-1194f638eb0a') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:09.803712 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Network 9dc50c2b-5235-4020-a95c-444c6a5fe4b1 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:09.804907 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-90b7302f-24af-4a16-99b7-4a8d26542957 None None] Calling delete_port for ef812669-dc6a-4563-991b-e1d15e5b9348 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:09.811370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:09.814908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.815718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.819965 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.826648 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:09.831580 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:09.832198 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.842193 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port d20f7214-8542-4d1d-a96a-a173219bfc34 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:09.854042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event updated for resources: {'Port': ['ID=6eb10da6-e313-4f4a-9213-35700e3472c7,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:09.878618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.883751 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port d20f7214-8542-4d1d-a96a-a173219bfc34 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:09.884326 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.888575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Transition to ACTIVE for port object b219597a-b2dc-4401-bece-bf956007c024 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:09.894768 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:09.895517 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:09.958794 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Allocated IP 2001:db8::f816:3eff:feb3:ce4f (9dc50c2b-5235-4020-a95c-444c6a5fe4b1/2daed4fa-a553-4b2c-b602-2f2dd1cc1ce8/0aae25d2-6645-4762-8b8a-4e1eb6065381) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:09.964371 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-8538f9cd-b028-4192-8a8b-788a4ee7f157 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Calling delete_port for 183fe171-97f5-48cc-a36c-62eb952cc08f owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:09.966046 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] For port 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:10.000784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] For port 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=7f1545f3-0893-46bd-a4dd-6b11a59b7ee9,segment=NetworkSegment(e460d527-b4d4-42f5-ad20-ec141f56e4f9),segment_id=e460d527-b4d4-42f5-ad20-ec141f56e4f9)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:10.059614 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:10.064831 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-18c2e277-e7e8-422d-ab7d-c59f8cc5a042 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.086787 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-82a4f3e7-9a9e-40ff-9e91-5f4c8556b45b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0171254 May 25 22:56:10.091623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36402) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:10.096138 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.144200 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-18c2e277-e7e8-422d-ab7d-c59f8cc5a042 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.153104 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2e277-e7e8-422d-ab7d-c59f8cc5a042 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=165dfaad-af45-4520-b27e-c44b1d2ea028,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:10.159917 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-18c2e277-e7e8-422d-ab7d-c59f8cc5a042 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/165dfaad-af45-4520-b27e-c44b1d2ea028 HTTP/1.1" status: 204 len: 168 time: 2.0327835 May 25 22:56:10.160096 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-90b7302f-24af-4a16-99b7-4a8d26542957 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:56:10.160188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.160281 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-90b7302f-24af-4a16-99b7-4a8d26542957 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:56:10.164218 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.166520 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/networks/40c59a28-e04e-4404-b560-555473e9553c HTTP/1.1" status: 204 len: 168 time: 2.4720891 May 25 22:56:10.167508 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36406) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:10.177180 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bee5ff-3b67-4d5d-946d-944e85531b26 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:10.215833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36408) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:10.240324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-ebaeafb2-2144-4698-9039-07955c462d7b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'network': {'name': 'tempest-RoutersTest-41973793'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:10.306597 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9722eb7-277f-45d0-ae31-28c3866402c9 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Network': ['ID=40c59a28-e04e-4404-b560-555473e9553c,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:10.322397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-a537b7d7-ce23-4668-b5b0-da447f076fc6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 251dafe9-96d5-457a-b7bd-11fbb1c7a57a {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:10.326902 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a537b7d7-ce23-4668-b5b0-da447f076fc6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.363434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ebaeafb2-2144-4698-9039-07955c462d7b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:10.369184 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.393210 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ebaeafb2-2144-4698-9039-07955c462d7b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:network and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:10.405642 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ebaeafb2-2144-4698-9039-07955c462d7b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:10.420192 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Transition to ACTIVE for port object d9273b64-ed75-4480-9ce4-9d4b258b759c will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:10.424148 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ebaeafb2-2144-4698-9039-07955c462d7b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:10.432446 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a537b7d7-ce23-4668-b5b0-da447f076fc6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.445001 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acae879-5d3b-4bbd-bbb9-ebffe86c40ae None None] Network 15d38eeb-28e6-471d-8406-be46db776bfe requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:10.503375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.525466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a537b7d7-ce23-4668-b5b0-da447f076fc6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.584705 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4670170-2f0c-4ac7-8d9f-1cce9d4c7369 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Deleting subnet 2daed4fa-a553-4b2c-b602-2f2dd1cc1ce8 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:10.631912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a628b-a2fd-42e8-99a1-ecea6fa4a85a None None] Pushing event updated for resources: {'Port': ['ID=7f1545f3-0893-46bd-a4dd-6b11a59b7ee9,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:10.647856 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaeafb2-2144-4698-9039-07955c462d7b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:10.650707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ebaeafb2-2144-4698-9039-07955c462d7b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.653904 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a537b7d7-ce23-4668-b5b0-da447f076fc6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.663015 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.671496 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-90b7302f-24af-4a16-99b7-4a8d26542957 None None] Deleting port ef812669-dc6a-4563-991b-e1d15e5b9348 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:10.671856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-90b7302f-24af-4a16-99b7-4a8d26542957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.672887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 25c23538-931f-4fc3-a935-d0d87acf0bd7 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:10.686939 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:10.698736 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:10.698870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.700369 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537b7d7-ce23-4668-b5b0-da447f076fc6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=251dafe9-96d5-457a-b7bd-11fbb1c7a57a,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:10.707565 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=b219597a-b2dc-4401-bece-bf956007c024,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:10.709780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a537b7d7-ce23-4668-b5b0-da447f076fc6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.743411 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8538f9cd-b028-4192-8a8b-788a4ee7f157 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.746301 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebaeafb2-2144-4698-9039-07955c462d7b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:56:10.779184 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bd05a773-7169-4bb0-8a63-9ff44f5eef5a None None] Provisioning for port ad64a444-3bc2-4553-959b-5e1b26cd40a0 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:10.793940 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a537b7d7-ce23-4668-b5b0-da447f076fc6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/251dafe9-96d5-457a-b7bd-11fbb1c7a57a HTTP/1.1" status: 204 len: 168 time: 0.5949676 May 25 22:56:10.794678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36414) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:10.816210 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.837955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ebaeafb2-2144-4698-9039-07955c462d7b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:10.838299 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-ebaeafb2-2144-4698-9039-07955c462d7b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Added segment 169defda-4562-4079-bbd3-61ef475b4c6f of type vlan for network 4607317a-ab49-4370-a63c-d7f0f4f440fd May 25 22:56:10.857146 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538f9cd-b028-4192-8a8b-788a4ee7f157 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Port': ['ID=183fe171-97f5-48cc-a36c-62eb952cc08f,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:10.882117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-90b7302f-24af-4a16-99b7-4a8d26542957 None None] The port 'ef812669-dc6a-4563-991b-e1d15e5b9348' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:56:10.896370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5512ec19-aafe-499d-9c3d-3f26f575e9f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:router {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:10.980500 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5512ec19-aafe-499d-9c3d-3f26f575e9f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:router {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:10.988773 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5512ec19-aafe-499d-9c3d-3f26f575e9f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1864023 May 25 22:56:10.988773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36418) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:10.991652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:11.005851 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port d20f7214-8542-4d1d-a96a-a173219bfc34, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d20f7214-8542-4d1d-a96a-a173219bfc34,segment=NetworkSegment(305e990f-e50a-4540-b9a4-e1147846056d),segment_id=305e990f-e50a-4540-b9a4-e1147846056d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:11.046474 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.094425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-31c21977-22a0-47d1-9bd9-a903f15fbbaa None None] Provisioning complete for port d20f7214-8542-4d1d-a96a-a173219bfc34 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:11.094801 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-31c21977-22a0-47d1-9bd9-a903f15fbbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.143478 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.179703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:11.186003 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:11.190371 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:11.194686 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Transition to ACTIVE for port object 0aae25d2-6645-4762-8b8a-4e1eb6065381 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:11.198454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:11.238917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:11.276685 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:11.280065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ebaeafb2-2144-4698-9039-07955c462d7b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.284824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:11.292348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.302597 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=d9273b64-ed75-4480-9ce4-9d4b258b759c,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:11.312247 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:11.316851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:11.317564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.328445 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ef812669-dc6a-4563-991b-e1d15e5b9348 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:56:11.415088 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.416524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: ef812669-dc6a-4563-991b-e1d15e5b9348 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:56:11.416888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ef812669-dc6a-4563-991b-e1d15e5b9348 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:56:11.434924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8538f9cd-b028-4192-8a8b-788a4ee7f157 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.439805 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8538f9cd-b028-4192-8a8b-788a4ee7f157 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/ports/183fe171-97f5-48cc-a36c-62eb952cc08f HTTP/1.1" status: 204 len: 168 time: 2.9012742 May 25 22:56:11.442785 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36422) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:11.444093 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Transition to ACTIVE for port object 0aae25d2-6645-4762-8b8a-4e1eb6065381 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:11.469124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=d20f7214-8542-4d1d-a96a-a173219bfc34,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:11.556520 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bf5a6791-715a-4b72-95fc-ae43cdeb3be9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7893312 May 25 22:56:11.557772 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ebaeafb2-2144-4698-9039-07955c462d7b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.561906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaeafb2-2144-4698-9039-07955c462d7b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:11.562653 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ebaeafb2-2144-4698-9039-07955c462d7b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.573195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b66ef5a4-ee9a-461f-bac0-f55ae9f510e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.575682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36426) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:11.576191 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.576740 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a4670170-2f0c-4ac7-8d9f-1cce9d4c7369 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.694995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0e140e-39f2-45c3-abb2-9e5715cb4480 None None] Update dhcp port {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'fixed_ips': [{'subnet_id': '251dafe9-96d5-457a-b7bd-11fbb1c7a57a'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': 'fa23f1ed-708d-4456-a8bf-9b6231a87a47'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 22:56:11.726335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ad64a444-3bc2-4553-959b-5e1b26cd40a0 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:11.764737 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Pushing event updated for resources: {'Port': ['ID=0aae25d2-6645-4762-8b8a-4e1eb6065381,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:11.765154 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'network_id': '6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4', 'name': 'tempest-PortsIpV6TestJSON-1533717495', 'fixed_ips': [{'subnet_id': 'e31dffb5-55f7-4f79-81b3-3e2c0e283bfb', 'ip_address': '2001:db8::f'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:11.787324 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Network 9dc50c2b-5235-4020-a95c-444c6a5fe4b1 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:11.793294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:11.796033 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:11.916117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9a0e140e-39f2-45c3-abb2-9e5715cb4480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:11.987265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.objects.ports [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84717) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:56:12.040575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-198b6586-035d-4260-a502-f03b65f1c136 None None] Provisioning for port b219597a-b2dc-4401-bece-bf956007c024 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:12.041253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-041522c1-35a8-4ef6-b3ba-3d2cd1cfc514 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting port 869c402f-0110-4d80-8332-a5a62bb29860 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:12.041253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-041522c1-35a8-4ef6-b3ba-3d2cd1cfc514 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.053776 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Attempting to bind port 0aae25d2-6645-4762-8b8a-4e1eb6065381 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:12.054280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Attempting to bind port 0aae25d2-6645-4762-8b8a-4e1eb6065381 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '0ee53fed-9632-468f-aefc-190e07da7717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9dc50c2b-5235-4020-a95c-444c6a5fe4b1'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:12.054727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Attempting to bind port 0aae25d2-6645-4762-8b8a-4e1eb6065381 on network 9dc50c2b-5235-4020-a95c-444c6a5fe4b1 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:12.056779 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-198b6586-035d-4260-a502-f03b65f1c136 None None] Provisioning complete for port b219597a-b2dc-4401-bece-bf956007c024 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:12.057231 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-198b6586-035d-4260-a502-f03b65f1c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.072271 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ebaeafb2-2144-4698-9039-07955c462d7b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.8412266 May 25 22:56:12.091243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36430) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:12.104892 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4fcae1b3-7d37-4f61-86c0-2d03d1e632b0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'subnet': {'network_id': '4607317a-ab49-4370-a63c-d7f0f4f440fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:12.123398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-198b6586-035d-4260-a502-f03b65f1c136 None None] Port b219597a-b2dc-4401-bece-bf956007c024 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:12.123624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a4670170-2f0c-4ac7-8d9f-1cce9d4c7369 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.146400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:12.146760 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Checking segment: {'id': '0ee53fed-9632-468f-aefc-190e07da7717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9dc50c2b-5235-4020-a95c-444c6a5fe4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:12.147161 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.147546 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Bound using segment: {'id': '0ee53fed-9632-468f-aefc-190e07da7717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9dc50c2b-5235-4020-a95c-444c6a5fe4b1'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:12.148020 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Bound port: 0aae25d2-6645-4762-8b8a-4e1eb6065381, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee53fed-9632-468f-aefc-190e07da7717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9dc50c2b-5235-4020-a95c-444c6a5fe4b1'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:12.148386 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.262811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.294372 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] For port 0aae25d2-6645-4762-8b8a-4e1eb6065381, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:12.297433 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] For port 0aae25d2-6645-4762-8b8a-4e1eb6065381, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0aae25d2-6645-4762-8b8a-4e1eb6065381,segment=NetworkSegment(0ee53fed-9632-468f-aefc-190e07da7717),segment_id=0ee53fed-9632-468f-aefc-190e07da7717)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:12.324128 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1983259-72e0-4c81-a91b-c0203094ba41 None None] Network 6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:12.328934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaeafb2-2144-4698-9039-07955c462d7b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Network': ['ID=4607317a-ab49-4370-a63c-d7f0f4f440fd,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:12.411297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.415158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port ad64a444-3bc2-4553-959b-5e1b26cd40a0 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:12.418469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 4607317a-ab49-4370-a63c-d7f0f4f440fd details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:56:12.524771 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ad64a444-3bc2-4553-959b-5e1b26cd40a0 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:12.525033 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.598621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.602449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4fcae1b3-7d37-4f61-86c0-2d03d1e632b0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:12.604961 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:12.624481 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] For port fa23f1ed-708d-4456-a8bf-9b6231a87a47, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fa23f1ed-708d-4456-a8bf-9b6231a87a47,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:12.651105 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4fcae1b3-7d37-4f61-86c0-2d03d1e632b0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:subnet and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:12.652162 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fa87456b-f2c4-4dfb-930d-ff5298f22cc0 None None] Provisioning complete for port ad64a444-3bc2-4553-959b-5e1b26cd40a0 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:12.652551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fa87456b-f2c4-4dfb-930d-ff5298f22cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.654677 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.659319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:port and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:12.690924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4fcae1b3-7d37-4f61-86c0-2d03d1e632b0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:12.694574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:12.722234 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.723352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.744520 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4fcae1b3-7d37-4f61-86c0-2d03d1e632b0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:12.749562 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:12.754061 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc72e84-ff7d-412f-96e3-2f7b2b2a27a5 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:12.794010 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0281c-fe5e-4d0a-8b87-814dd8427c1b None None] Pushing event updated for resources: {'Port': ['ID=0aae25d2-6645-4762-8b8a-4e1eb6065381,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:12.851082 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a4670170-2f0c-4ac7-8d9f-1cce9d4c7369 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.867750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:12.872775 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:12.884498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:12.885270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:12.897296 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=d393f2ab-cfb9-44aa-ba0b-c313d58ae6bf,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:12.949925 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=fa23f1ed-708d-4456-a8bf-9b6231a87a47,revision_number=8']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:13.057928 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0a929df9-77df-482f-b1b3-9d7da084346c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0710390 May 25 22:56:13.061123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36434) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:13.072196 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e0ec1e00-eff9-44f3-a073-09c4fc24860a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:13.072994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event updated for resources: {'Subnet': ['ID=5bf404c9-3162-49cf-8cdd-3183ce733418,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:13.132975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcae1b3-7d37-4f61-86c0-2d03d1e632b0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:13.179046 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:13.191251 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:13.261165 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fa87456b-f2c4-4dfb-930d-ff5298f22cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:13.265290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e0ec1e00-eff9-44f3-a073-09c4fc24860a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:13.271664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e0ec1e00-eff9-44f3-a073-09c4fc24860a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:13.276243 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e0ec1e00-eff9-44f3-a073-09c4fc24860a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:13.290372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e0ec1e00-eff9-44f3-a073-09c4fc24860a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:13.317874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port ad64a444-3bc2-4553-959b-5e1b26cd40a0, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ad64a444-3bc2-4553-959b-5e1b26cd40a0,segment=NetworkSegment(781abc72-4b95-496b-a584-41a15633d3b4),segment_id=781abc72-4b95-496b-a584-41a15633d3b4)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:13.331499 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a4670170-2f0c-4ac7-8d9f-1cce9d4c7369 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:13.362292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ec1e00-eff9-44f3-a073-09c4fc24860a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:13.366705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e0ec1e00-eff9-44f3-a073-09c4fc24860a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:13.382296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:13.383117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:13.405722 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-041522c1-35a8-4ef6-b3ba-3d2cd1cfc514 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:13.583888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=ad64a444-3bc2-4553-959b-5e1b26cd40a0,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:13.584843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4670170-2f0c-4ac7-8d9f-1cce9d4c7369 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Subnet': ['ID=2daed4fa-a553-4b2c-b602-2f2dd1cc1ce8,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:13.586660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-fa87456b-f2c4-4dfb-930d-ff5298f22cc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:56:13.587011 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-fa87456b-f2c4-4dfb-930d-ff5298f22cc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:56:13.587888 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Checking segment: {'id': '94cd5485-45dd-4ed4-a0e8-bd459fe04cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ae3494a-9b18-409e-9686-ab1e9ec71a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:13.588259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Network hostable DHCP agents. Network: 5ae3494a-9b18-409e-9686-ab1e9ec71a0e, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:13.700813 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-699586e6-68e4-4da6-8927-18934c30882d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:13.715396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:13.736909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a4670170-2f0c-4ac7-8d9f-1cce9d4c7369 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:13.748793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-041522c1-35a8-4ef6-b3ba-3d2cd1cfc514 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Calling delete_port for 869c402f-0110-4d80-8332-a5a62bb29860 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:13.792628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:56:13.805848 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4fcae1b3-7d37-4f61-86c0-2d03d1e632b0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:13.862115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e0ec1e00-eff9-44f3-a073-09c4fc24860a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:13.922724 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:13.993783 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ec1e00-eff9-44f3-a073-09c4fc24860a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:13.996624 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a4670170-2f0c-4ac7-8d9f-1cce9d4c7369 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/subnets/2daed4fa-a553-4b2c-b602-2f2dd1cc1ce8 HTTP/1.1" status: 204 len: 168 time: 3.8981380 May 25 22:56:14.000842 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.015839 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-e0ec1e00-eff9-44f3-a073-09c4fc24860a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:14.019298 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36438) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:14.023652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ec1e00-eff9-44f3-a073-09c4fc24860a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:14.024522 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e0ec1e00-eff9-44f3-a073-09c4fc24860a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.033626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d20f7214-8542-4d1d-a96a-a173219bfc34 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:14.039117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.039869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.040167 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:56:14.070195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec1e00-eff9-44f3-a073-09c4fc24860a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=f2c7721d-a64d-4f6b-a8a0-1e2f24ea508d,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:14.135317 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e0ec1e00-eff9-44f3-a073-09c4fc24860a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0729032 May 25 22:56:14.138033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36442) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:14.145680 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'mac_address': 'fa:16:3e:5b:3c:22', 'name': 'tempest-NetworksTestDHCPv6-1327576004'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:14.210523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] device_id is not set on port 8d292a7d-c616-46c7-8717-4216501d8091 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:56:14.239410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port d20f7214-8542-4d1d-a96a-a173219bfc34 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:14.241754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.282647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Network 5ae3494a-9b18-409e-9686-ab1e9ec71a0e is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:14.353609 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d6383f-06d7-44f0-ad6b-c93ec07be783 None None] Network 9dc50c2b-5235-4020-a95c-444c6a5fe4b1 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:14.379593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=b219597a-b2dc-4401-bece-bf956007c024,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:14.412102 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:14.417401 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:14.421818 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:14.433335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:14.456101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d08065f-a39c-4c12-b191-cbe589050bc6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:14.457618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d08065f-a39c-4c12-b191-cbe589050bc6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:14.458354 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3d08065f-a39c-4c12-b191-cbe589050bc6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Synchronizing usage tracker for tenant:132125ae57f04aa4b4b1028469e03dc8 on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:14.497570 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 5ae3494a-9b18-409e-9686-ab1e9ec71a0e) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:14.502196 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.524311 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79a229a-0643-424b-87f0-2729acd10a2a None None] Network 5ae3494a-9b18-409e-9686-ab1e9ec71a0e requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:14.573706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:14.724120 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3c483d90-65e1-4acd-94dc-e47dea38414f None None] Provisioning for port 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:14.742037 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3d08065f-a39c-4c12-b191-cbe589050bc6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Unset dirty status for tenant:132125ae57f04aa4b4b1028469e03dc8 on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:14.746777 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3d08065f-a39c-4c12-b191-cbe589050bc6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7089422 May 25 22:56:14.750045 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36446) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:14.767022 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.793828 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febd8013-d5e6-49ad-a74c-b4c3402c1368 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:14.800593 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port 8b5751b3-f007-48a9-9fe5-3c3e0cfb7d73 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:56:14.807911 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3c483d90-65e1-4acd-94dc-e47dea38414f None None] Provisioning complete for port 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:14.808392 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3c483d90-65e1-4acd-94dc-e47dea38414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.812996 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-041522c1-35a8-4ef6-b3ba-3d2cd1cfc514 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.823590 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event updated for resources: {'Subnet': ['ID=7525cf33-c4ee-4669-9964-1286ce356a7d,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:14.900670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:14.932741 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0aae25d2-6645-4762-8b8a-4e1eb6065381 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:15.021098 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 172.20.0.12 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/f2c7721d-a64d-4f6b-a8a0-1e2f24ea508d/8b5751b3-f007-48a9-9fe5-3c3e0cfb7d73) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:15.028074 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::f816:3eff:fe5b:3c22 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/d393f2ab-cfb9-44aa-ba0b-c313d58ae6bf/8b5751b3-f007-48a9-9fe5-3c3e0cfb7d73) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:15.073947 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-5ae3494a-9b18-409e-9686-ab1e9ec71a0e', 'network_id': '5ae3494a-9b18-409e-9686-ab1e9ec71a0e', 'tenant_id': 'fa5e0dfce8524f5d92e07b17d9caf90a', 'fixed_ips': [{'subnet_id': '5bf404c9-3162-49cf-8cdd-3183ce733418'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:56:15.075044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.075197 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 25c23538-931f-4fc3-a935-d0d87acf0bd7 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:15.080066 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041522c1-35a8-4ef6-b3ba-3d2cd1cfc514 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Port': ['ID=869c402f-0110-4d80-8332-a5a62bb29860,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:15.099931 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:15.102319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Checking segment: {'id': '889ba4ac-ff6e-4dce-9b03-870b40aaa823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32520ac7-eb8e-4b7d-ad71-c12d0b18cc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:15.102681 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Network hostable DHCP agents. Network: 32520ac7-eb8e-4b7d-ad71-c12d0b18cc71, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:15.127043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.308412 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3c483d90-65e1-4acd-94dc-e47dea38414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.311164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.333594 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object 8b5751b3-f007-48a9-9fe5-3c3e0cfb7d73 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:15.400868 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ed40af-975d-4c19-a446-b830129a537f None None] DHCP port deletion for 9dc50c2b-5235-4020-a95c-444c6a5fe4b1 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:56:15.450438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-71ed40af-975d-4c19-a446-b830129a537f None None] Deleting port 0aae25d2-6645-4762-8b8a-4e1eb6065381 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:15.450720 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-71ed40af-975d-4c19-a446-b830129a537f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.459133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.500022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-041522c1-35a8-4ef6-b3ba-3d2cd1cfc514 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.503989 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-05f5a340-cb19-48f0-b1bb-587cb5d8ddf9 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.505857 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4fcae1b3-7d37-4f61-86c0-2d03d1e632b0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.532576 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 0aae25d2-6645-4762-8b8a-4e1eb6065381 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:15.537567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:15.541794 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:15.543456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=8b5751b3-f007-48a9-9fe5-3c3e0cfb7d73,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:15.546242 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:15.569849 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ad64a444-3bc2-4553-959b-5e1b26cd40a0 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:15.575694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Allocated IP 2001:db8::f (6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4/e31dffb5-55f7-4f79-81b3-3e2c0e283bfb/8d292a7d-c616-46c7-8717-4216501d8091) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:15.609295 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:15.610019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.625420 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f5a340-cb19-48f0-b1bb-587cb5d8ddf9 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 25 22:56:15.625857 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f5a340-cb19-48f0-b1bb-587cb5d8ddf9 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:56:15.627938 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-05f5a340-cb19-48f0-b1bb-587cb5d8ddf9 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/networks/9dc50c2b-5235-4020-a95c-444c6a5fe4b1 HTTP/1.1" status: 409 len: 405 time: 0.8693922 May 25 22:56:15.633141 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-3c483d90-65e1-4acd-94dc-e47dea38414f None None] For port 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=7f1545f3-0893-46bd-a4dd-6b11a59b7ee9,segment=NetworkSegment(e460d527-b4d4-42f5-ad20-ec141f56e4f9),segment_id=e460d527-b4d4-42f5-ad20-ec141f56e4f9)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:15.637051 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36450) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:15.645561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ba9618c7-75ad-4ffd-9603-7bc1fae1d3a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-877139011'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:15.646111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcae1b3-7d37-4f61-86c0-2d03d1e632b0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Subnet': ['ID=e9e5c7b5-52a0-4c5a-ab8b-8f0bc79b1f9f,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:15.651272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ba9618c7-75ad-4ffd-9603-7bc1fae1d3a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:15.655485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ba9618c7-75ad-4ffd-9603-7bc1fae1d3a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Usage tracker for resource:network and tenant:132125ae57f04aa4b4b1028469e03dc8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:15.659630 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ba9618c7-75ad-4ffd-9603-7bc1fae1d3a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:15.665831 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ba9618c7-75ad-4ffd-9603-7bc1fae1d3a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:15.681319 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Allocated IP 172.20.0.2 (5ae3494a-9b18-409e-9686-ab1e9ec71a0e/5bf404c9-3162-49cf-8cdd-3183ce733418/0b8afe95-ff47-4898-94eb-8a57d4b5f6e4) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:15.753349 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-041522c1-35a8-4ef6-b3ba-3d2cd1cfc514 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/ports/869c402f-0110-4d80-8332-a5a62bb29860 HTTP/1.1" status: 204 len: 168 time: 4.3050818 May 25 22:56:15.753349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Network 32520ac7-eb8e-4b7d-ad71-c12d0b18cc71 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:15.753625 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5a28db9e-38d0-422d-b660-a08ec0a3ba07 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6125047 May 25 22:56:15.753625 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36454) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:15.756423 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36456) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:15.845168 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3c483d90-65e1-4acd-94dc-e47dea38414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.845667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcae1b3-7d37-4f61-86c0-2d03d1e632b0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Checking segment: {'id': '169defda-4562-4079-bbd3-61ef475b4c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4607317a-ab49-4370-a63c-d7f0f4f440fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:15.845858 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcae1b3-7d37-4f61-86c0-2d03d1e632b0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network hostable DHCP agents. Network: 4607317a-ab49-4370-a63c-d7f0f4f440fd, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:15.894806 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9618c7-75ad-4ffd-9603-7bc1fae1d3a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Made reservation on behalf of 132125ae57f04aa4b4b1028469e03dc8 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:15.896592 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ba9618c7-75ad-4ffd-9603-7bc1fae1d3a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.927533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 32520ac7-eb8e-4b7d-ad71-c12d0b18cc71) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:15.935708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:15.935708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:15.935708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:15.963305 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37b2a3a-82b3-4470-9bba-5e56d6ed7683 None None] Network 32520ac7-eb8e-4b7d-ad71-c12d0b18cc71 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:16.015309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9618c7-75ad-4ffd-9603-7bc1fae1d3a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:56:16.039809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ba9618c7-75ad-4ffd-9603-7bc1fae1d3a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.040237 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-ba9618c7-75ad-4ffd-9603-7bc1fae1d3a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Added segment abf46963-0498-4a69-8ca6-2b19fac820d3 of type vlan for network cbba038d-a589-41a9-a7e3-c07b367ebabc May 25 22:56:16.068612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.068971 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbbad01-d676-43d4-889f-7577686bb685 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:16.074968 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbbad01-d676-43d4-889f-7577686bb685 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:16.074968 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7bbbad01-d676-43d4-889f-7577686bb685 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:16.093098 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2b3e2b41-dc9e-46ad-8f8b-5fa920e95dab tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 7.9872856 May 25 22:56:16.097518 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcae1b3-7d37-4f61-86c0-2d03d1e632b0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 4607317a-ab49-4370-a63c-d7f0f4f440fd is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:16.100065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36462) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:16.100648 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Transition to ACTIVE for port object 8d292a7d-c616-46c7-8717-4216501d8091 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:16.101433 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ba9618c7-75ad-4ffd-9603-7bc1fae1d3a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.123601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da2554-f452-428d-8d95-9dbc2d7aff94 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:16.125244 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-70da2554-f452-428d-8d95-9dbc2d7aff94 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Synchronizing usage tracker for tenant:a14378b6d73d4ae08d8270b7d5eccae0 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:16.130803 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-71ed40af-975d-4c19-a446-b830129a537f None None] For port 0aae25d2-6645-4762-8b8a-4e1eb6065381, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0aae25d2-6645-4762-8b8a-4e1eb6065381,segment=NetworkSegment(0ee53fed-9632-468f-aefc-190e07da7717),segment_id=0ee53fed-9632-468f-aefc-190e07da7717)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:16.131194 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-71ed40af-975d-4c19-a446-b830129a537f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.177624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-4fcae1b3-7d37-4f61-86c0-2d03d1e632b0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 4607317a-ab49-4370-a63c-d7f0f4f440fd) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:16.181786 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcae1b3-7d37-4f61-86c0-2d03d1e632b0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:16.182353 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4fcae1b3-7d37-4f61-86c0-2d03d1e632b0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.201403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7bbbad01-d676-43d4-889f-7577686bb685 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:16.205260 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7bbbad01-d676-43d4-889f-7577686bb685 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.3163531 May 25 22:56:16.206190 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36466) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:16.218755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d520879-eb18-4aa7-9937-2e811779f580 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:16.220060 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d520879-eb18-4aa7-9937-2e811779f580 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:16.220297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c483d90-65e1-4acd-94dc-e47dea38414f None None] Pushing event updated for resources: {'Port': ['ID=7f1545f3-0893-46bd-a4dd-6b11a59b7ee9,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:16.222182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d520879-eb18-4aa7-9937-2e811779f580 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:16.223580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5d520879-eb18-4aa7-9937-2e811779f580 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Synchronizing usage tracker for tenant:fa5e0dfce8524f5d92e07b17d9caf90a on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:16.258075 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ba9618c7-75ad-4ffd-9603-7bc1fae1d3a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.261913 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9618c7-75ad-4ffd-9603-7bc1fae1d3a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:16.262617 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ba9618c7-75ad-4ffd-9603-7bc1fae1d3a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.266210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-70da2554-f452-428d-8d95-9dbc2d7aff94 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Unset dirty status for tenant:a14378b6d73d4ae08d8270b7d5eccae0 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:16.269012 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-70da2554-f452-428d-8d95-9dbc2d7aff94 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "GET /v2.0/ports?device_id=71634a57-74dc-4a9b-9b07-b78c862f8647 HTTP/1.1" status: 200 len: 913 time: 0.5138113 May 25 22:56:16.282426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36470) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:16.283780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ad64a444-3bc2-4553-959b-5e1b26cd40a0 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:16.284143 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.306146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b099e7-168a-4d05-bada-a62c2818be84 None None] Network 4607317a-ab49-4370-a63c-d7f0f4f440fd requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:16.327915 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-71ed40af-975d-4c19-a446-b830129a537f None None] Calling delete_port for 0aae25d2-6645-4762-8b8a-4e1eb6065381 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:16.347395 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4fcae1b3-7d37-4f61-86c0-2d03d1e632b0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2484987 May 25 22:56:16.349924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36474) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:16.363473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-042a7831-a32c-4a43-88e6-1205269cdc23 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-598398864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:16.381280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3c483d90-65e1-4acd-94dc-e47dea38414f None None] Provisioning for port d9273b64-ed75-4480-9ce4-9d4b258b759c completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:16.402710 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-7b3db387-52cc-4a28-a55e-0e1d24c5f069 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port 8b5751b3-f007-48a9-9fe5-3c3e0cfb7d73 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:16.403356 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7b3db387-52cc-4a28-a55e-0e1d24c5f069 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.426571 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.433117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-042a7831-a32c-4a43-88e6-1205269cdc23 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:16.449828 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9618c7-75ad-4ffd-9603-7bc1fae1d3a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event updated for resources: {'Network': ['ID=cbba038d-a589-41a9-a7e3-c07b367ebabc,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:16.477009 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ba9618c7-75ad-4ffd-9603-7bc1fae1d3a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8380036 May 25 22:56:16.480112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36478) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:16.489196 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5d520879-eb18-4aa7-9937-2e811779f580 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Unset dirty status for tenant:fa5e0dfce8524f5d92e07b17d9caf90a on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:16.493564 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5d520879-eb18-4aa7-9937-2e811779f580 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3872540 May 25 22:56:16.493564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router d63dbd57-5f8c-4e74-9040-f732d87018b6 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:56:16.498321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-042a7831-a32c-4a43-88e6-1205269cdc23 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:router and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:16.507762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36482) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:16.510884 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-042a7831-a32c-4a43-88e6-1205269cdc23 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:16.511795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-2a3d15d6-138d-4441-9884-8199fb266a97 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Request body: {'subnet': {'network_id': 'cbba038d-a589-41a9-a7e3-c07b367ebabc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:16.522813 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3c483d90-65e1-4acd-94dc-e47dea38414f None None] Provisioning complete for port d9273b64-ed75-4480-9ce4-9d4b258b759c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:16.523172 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3c483d90-65e1-4acd-94dc-e47dea38414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.531246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-042a7831-a32c-4a43-88e6-1205269cdc23 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:16.545306 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network cbba038d-a589-41a9-a7e3-c07b367ebabc details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:56:16.561476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=8d292a7d-c616-46c7-8717-4216501d8091,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:16.568870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:16.574185 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:16.579102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:16.582930 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:16.583784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.659228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-042a7831-a32c-4a43-88e6-1205269cdc23 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.660291 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-042a7831-a32c-4a43-88e6-1205269cdc23 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.690196 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ba0903-da85-482d-8597-2aeec2e3935f None None] Update dhcp port {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'fixed_ips': [{'subnet_id': 'd393f2ab-cfb9-44aa-ba0b-c313d58ae6bf', 'ip_address': '2001:db8::f816:3eff:fef2:2e0f'}, {'subnet_id': 'f2c7721d-a64d-4f6b-a8a0-1e2f24ea508d'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': 'fa23f1ed-708d-4456-a8bf-9b6231a87a47'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 22:56:16.731904 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-89bf0659-5f05-49af-a8c3-7b9efd705de2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.9714239 May 25 22:56:16.736336 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2a3d15d6-138d-4441-9884-8199fb266a97 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:16.738597 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36486) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:16.746492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2a3d15d6-138d-4441-9884-8199fb266a97 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:16.829918 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-042a7831-a32c-4a43-88e6-1205269cdc23 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.841071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3d15d6-138d-4441-9884-8199fb266a97 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Made reservation on behalf of 132125ae57f04aa4b4b1028469e03dc8 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:16.880164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.912487 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6223b532-6280-4fd8-bfd9-e06f36c248ff tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:16.912487 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6223b532-6280-4fd8-bfd9-e06f36c248ff tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Synchronizing usage tracker for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:16.926052 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-3c483d90-65e1-4acd-94dc-e47dea38414f None None] Port d9273b64-ed75-4480-9ce4-9d4b258b759c cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:16.930940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.983844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-70ba0903-da85-482d-8597-2aeec2e3935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:16.999460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Transition to ACTIVE for port object 0b8afe95-ff47-4898-94eb-8a57d4b5f6e4 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:17.017571 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:17.026278 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-042a7831-a32c-4a43-88e6-1205269cdc23 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:17.059120 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d6b0e1-4d47-4014-9834-030444912f58 None None] Sync routers for ids ['d63dbd57-5f8c-4e74-9040-f732d87018b6'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:56:17.080010 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2a3d15d6-138d-4441-9884-8199fb266a97 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:17.088094 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-246e7445-e4ec-4c8b-b3f0-18999cf9ec4c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/d63dbd57-5f8c-4e74-9040-f732d87018b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8821197 May 25 22:56:17.096890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36490) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:17.097083 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6223b532-6280-4fd8-bfd9-e06f36c248ff tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Unset dirty status for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:17.100823 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6223b532-6280-4fd8-bfd9-e06f36c248ff tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3579853 May 25 22:56:17.100960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-71ed40af-975d-4c19-a446-b830129a537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:17.107278 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36492) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:17.163242 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-042a7831-a32c-4a43-88e6-1205269cdc23 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:17.167093 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-042a7831-a32c-4a43-88e6-1205269cdc23 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8135746 May 25 22:56:17.173873 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36498) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:17.206902 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7b3db387-52cc-4a28-a55e-0e1d24c5f069 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:17.211749 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Transition to ACTIVE for port object 0b8afe95-ff47-4898-94eb-8a57d4b5f6e4 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:17.241211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed40af-975d-4c19-a446-b830129a537f None None] Pushing event deleted for resources: {'Port': ['ID=0aae25d2-6645-4762-8b8a-4e1eb6065381,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:17.243565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ab7998-85eb-4431-9f83-4c5996218327 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Deleting subnet 5bf404c9-3162-49cf-8cdd-3183ce733418 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:17.259072 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-32520ac7-eb8e-4b7d-ad71-c12d0b18cc71', 'network_id': '32520ac7-eb8e-4b7d-ad71-c12d0b18cc71', 'tenant_id': 'fa5e0dfce8524f5d92e07b17d9caf90a', 'fixed_ips': [{'subnet_id': '7525cf33-c4ee-4669-9964-1286ce356a7d'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:56:17.260119 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:17.305562 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed40af-975d-4c19-a446-b830129a537f None None] No DVR routers for this DVR port 0aae25d2-6645-4762-8b8a-4e1eb6065381 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:17.315579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3c483d90-65e1-4acd-94dc-e47dea38414f None None] Provisioning complete for port fa23f1ed-708d-4456-a8bf-9b6231a87a47 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:17.316195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3c483d90-65e1-4acd-94dc-e47dea38414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:17.365269 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:17.408787 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d6b0e1-4d47-4014-9834-030444912f58 None None] Routers {'d63dbd57-5f8c-4e74-9040-f732d87018b6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:17.409510 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-e1d6b0e1-4d47-4014-9834-030444912f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['d63dbd57-5f8c-4e74-9040-f732d87018b6'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:17.442531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f799ea-f849-47e9-b202-e91f37f2d774 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:17.453648 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c6f799ea-f849-47e9-b202-e91f37f2d774 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports/b219597a-b2dc-4401-bece-bf956007c024 HTTP/1.1" status: 200 len: 911 time: 0.3357968 May 25 22:56:17.453854 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36502) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:17.462760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-7b3db387-52cc-4a28-a55e-0e1d24c5f069 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for 8b5751b3-f007-48a9-9fe5-3c3e0cfb7d73 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:17.491532 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37ab7998-85eb-4431-9f83-4c5996218327 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:17.500457 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fa23f1ed-708d-4456-a8bf-9b6231a87a47 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:56:17.625561 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:17.668558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-e1d6b0e1-4d47-4014-9834-030444912f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:17.698226 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37ab7998-85eb-4431-9f83-4c5996218327 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:17.704353 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-4607317a-ab49-4370-a63c-d7f0f4f440fd', 'network_id': '4607317a-ab49-4370-a63c-d7f0f4f440fd', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'fixed_ips': [{'subnet_id': 'e9e5c7b5-52a0-4c5a-ab8b-8f0bc79b1f9f'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:56:17.705952 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:17.712852 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56dbb9e-2ac6-4281-9a97-12ff54adb293 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:17.716749 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56dbb9e-2ac6-4281-9a97-12ff54adb293 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:17.721312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56dbb9e-2ac6-4281-9a97-12ff54adb293 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:17.725666 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d56dbb9e-2ac6-4281-9a97-12ff54adb293 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.6135623 May 25 22:56:17.726809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36506) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:17.794720 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Network 5ae3494a-9b18-409e-9686-ab1e9ec71a0e is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:17.805546 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Pushing event updated for resources: {'Port': ['ID=0b8afe95-ff47-4898-94eb-8a57d4b5f6e4,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:17.820275 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:17.884912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:17.898967 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d6b0e1-4d47-4014-9834-030444912f58 None None] Routers {'d63dbd57-5f8c-4e74-9040-f732d87018b6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:17.899591 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-e1d6b0e1-4d47-4014-9834-030444912f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['d63dbd57-5f8c-4e74-9040-f732d87018b6'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:17.923115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-9a95c7e8-1393-4152-b3dc-2d8f6c679d74 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port 8d292a7d-c616-46c7-8717-4216501d8091 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:17.923704 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9a95c7e8-1393-4152-b3dc-2d8f6c679d74 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:18.036060 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-e1d6b0e1-4d47-4014-9834-030444912f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:18.036719 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d6b0e1-4d47-4014-9834-030444912f58 None None] The sync data for ids ['d63dbd57-5f8c-4e74-9040-f732d87018b6'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:56:18.061577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d7dab0bc-da61-4a02-9af9-e9e555def420 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:18.148171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37ab7998-85eb-4431-9f83-4c5996218327 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:18.228574 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-70ba0903-da85-482d-8597-2aeec2e3935f None None] Allocated IP 172.20.0.2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/f2c7721d-a64d-4f6b-a8a0-1e2f24ea508d/fa23f1ed-708d-4456-a8bf-9b6231a87a47) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:18.259396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Allocated IP 172.20.0.18 (32520ac7-eb8e-4b7d-ad71-c12d0b18cc71/7525cf33-c4ee-4669-9964-1286ce356a7d/a574fd3b-2526-4181-9bc2-af648322fb2b) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:18.307571 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:18.357122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:18.360083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Attempting to bind port 0b8afe95-ff47-4898-94eb-8a57d4b5f6e4 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:18.360415 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Attempting to bind port 0b8afe95-ff47-4898-94eb-8a57d4b5f6e4 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '94cd5485-45dd-4ed4-a0e8-bd459fe04cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ae3494a-9b18-409e-9686-ab1e9ec71a0e'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:18.360921 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Attempting to bind port 0b8afe95-ff47-4898-94eb-8a57d4b5f6e4 on network 5ae3494a-9b18-409e-9686-ab1e9ec71a0e {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:18.399823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37ab7998-85eb-4431-9f83-4c5996218327 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:18.464056 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab7998-85eb-4431-9f83-4c5996218327 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf404c9-3162-49cf-8cdd-3183ce733418,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:18.536062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37ab7998-85eb-4431-9f83-4c5996218327 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:18.544631 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7b3db387-52cc-4a28-a55e-0e1d24c5f069 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:18.584304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:18.584304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Checking segment: {'id': '94cd5485-45dd-4ed4-a0e8-bd459fe04cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ae3494a-9b18-409e-9686-ab1e9ec71a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:18.585063 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:18.585063 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Bound using segment: {'id': '94cd5485-45dd-4ed4-a0e8-bd459fe04cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ae3494a-9b18-409e-9686-ab1e9ec71a0e'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:18.585297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Bound port: 0b8afe95-ff47-4898-94eb-8a57d4b5f6e4, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cd5485-45dd-4ed4-a0e8-bd459fe04cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ae3494a-9b18-409e-9686-ab1e9ec71a0e'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:18.585833 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:18.615317 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3db387-52cc-4a28-a55e-0e1d24c5f069 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=8b5751b3-f007-48a9-9fe5-3c3e0cfb7d73,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:18.620310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-391d196e-822a-461a-8a03-3de7800ae81b None None] Could not find standard attr ID for object 0aae25d2-6645-4762-8b8a-4e1eb6065381. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:56:18.626871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9a95c7e8-1393-4152-b3dc-2d8f6c679d74 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:18.630552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Allocated IP 172.20.0.2 (4607317a-ab49-4370-a63c-d7f0f4f440fd/e9e5c7b5-52a0-4c5a-ab8b-8f0bc79b1f9f/3c2939f4-ead8-4b5d-802d-5337f2b1de26) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:18.823305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-9a95c7e8-1393-4152-b3dc-2d8f6c679d74 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for 8d292a7d-c616-46c7-8717-4216501d8091 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:18.828901 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-70ba0903-da85-482d-8597-2aeec2e3935f None None] For port fa23f1ed-708d-4456-a8bf-9b6231a87a47, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fa23f1ed-708d-4456-a8bf-9b6231a87a47,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:18.858582 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-37ab7998-85eb-4431-9f83-4c5996218327 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "DELETE /v2.0/subnets/5bf404c9-3162-49cf-8cdd-3183ce733418 HTTP/1.1" status: 204 len: 168 time: 2.3252382 May 25 22:56:18.858582 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.objects.ports [None req-2a3d15d6-138d-4441-9884-8199fb266a97 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84717) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:56:18.863645 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-391d196e-822a-461a-8a03-3de7800ae81b None None] Provisioning complete for port b219597a-b2dc-4401-bece-bf956007c024 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:18.864010 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-391d196e-822a-461a-8a03-3de7800ae81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:18.865352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36510) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:18.929470 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2a3d15d6-138d-4441-9884-8199fb266a97 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:18.986442 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] For port 0b8afe95-ff47-4898-94eb-8a57d4b5f6e4, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:19.004018 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.resource_extend [None req-70ba0903-da85-482d-8597-2aeec2e3935f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:56:19.023600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-391d196e-822a-461a-8a03-3de7800ae81b None None] Port b219597a-b2dc-4401-bece-bf956007c024 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:19.030714 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-70ba0903-da85-482d-8597-2aeec2e3935f None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:19.035321 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] For port 0b8afe95-ff47-4898-94eb-8a57d4b5f6e4, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0b8afe95-ff47-4898-94eb-8a57d4b5f6e4,segment=NetworkSegment(94cd5485-45dd-4ed4-a0e8-bd459fe04cc2),segment_id=94cd5485-45dd-4ed4-a0e8-bd459fe04cc2)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:19.074108 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:19.079138 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-70ba0903-da85-482d-8597-2aeec2e3935f None None] Transition to ACTIVE for port object fa23f1ed-708d-4456-a8bf-9b6231a87a47 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:19.101091 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Transition to ACTIVE for port object a574fd3b-2526-4181-9bc2-af648322fb2b will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:19.134998 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d15d6-138d-4441-9884-8199fb266a97 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event updated for resources: {'Subnet': ['ID=e6d0d8a3-178b-4254-bd7a-af5a04376bf0,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:19.166652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:19.199778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-391d196e-822a-461a-8a03-3de7800ae81b None None] Provisioning complete for port d9273b64-ed75-4480-9ce4-9d4b258b759c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:19.200424 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-391d196e-822a-461a-8a03-3de7800ae81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:19.209706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7b3db387-52cc-4a28-a55e-0e1d24c5f069 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:19.234360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Transition to ACTIVE for port object a574fd3b-2526-4181-9bc2-af648322fb2b will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:19.257815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-70ba0903-da85-482d-8597-2aeec2e3935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:19.328314 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:19.330386 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:19.335255 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7b3db387-52cc-4a28-a55e-0e1d24c5f069 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/8b5751b3-f007-48a9-9fe5-3c3e0cfb7d73 HTTP/1.1" status: 204 len: 168 time: 3.1276426 May 25 22:56:19.338860 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:19.339700 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36514) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:19.385715 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d15d6-138d-4441-9884-8199fb266a97 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Checking segment: {'id': 'abf46963-0498-4a69-8ca6-2b19fac820d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cbba038d-a589-41a9-a7e3-c07b367ebabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:19.386026 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d15d6-138d-4441-9884-8199fb266a97 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Network hostable DHCP agents. Network: cbba038d-a589-41a9-a7e3-c07b367ebabc, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:19.391499 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-391d196e-822a-461a-8a03-3de7800ae81b None None] Port d9273b64-ed75-4480-9ce4-9d4b258b759c cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:19.398407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Transition to ACTIVE for port object 3c2939f4-ead8-4b5d-802d-5337f2b1de26 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:19.420260 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9a95c7e8-1393-4152-b3dc-2d8f6c679d74 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:19.433238 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:56:19.433580 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:56:19.437352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4264b-f9ac-459b-b994-e8e21a24b270 None None] Pushing event updated for resources: {'Port': ['ID=0b8afe95-ff47-4898-94eb-8a57d4b5f6e4,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:19.487942 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Network 32520ac7-eb8e-4b7d-ad71-c12d0b18cc71 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:19.531423 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:19.548944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:19.553413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Transition to ACTIVE for port object 3c2939f4-ead8-4b5d-802d-5337f2b1de26 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:19.617403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95c7e8-1393-4152-b3dc-2d8f6c679d74 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=8d292a7d-c616-46c7-8717-4216501d8091,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:19.626924 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65e3392-53dd-42e3-8b45-ae6481c2441d tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Deleting subnet 7525cf33-c4ee-4669-9964-1286ce356a7d {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:19.635774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34915449-6685-4d36-bc8f-ff9767d4f9aa tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:19.637276 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34915449-6685-4d36-bc8f-ff9767d4f9aa tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:19.638586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34915449-6685-4d36-bc8f-ff9767d4f9aa tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:19.639389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-34915449-6685-4d36-bc8f-ff9767d4f9aa tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:19.642976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e65e3392-53dd-42e3-8b45-ae6481c2441d tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:19.664768 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:19.737133 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-391d196e-822a-461a-8a03-3de7800ae81b None None] Provisioning for port fa23f1ed-708d-4456-a8bf-9b6231a87a47 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:19.739395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba0903-da85-482d-8597-2aeec2e3935f None None] Pushing event updated for resources: {'Port': ['ID=fa23f1ed-708d-4456-a8bf-9b6231a87a47,revision_number=9']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:19.760618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9a95c7e8-1393-4152-b3dc-2d8f6c679d74 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:19.774449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36518) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:19.777561 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9a95c7e8-1393-4152-b3dc-2d8f6c679d74 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/8d292a7d-c616-46c7-8717-4216501d8091 HTTP/1.1" status: 204 len: 168 time: 2.0502539 May 25 22:56:19.786950 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e65e3392-53dd-42e3-8b45-ae6481c2441d tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:19.806329 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc05f8a4-d1c7-4082-99d7-1476c1e4825e None None] Network 5ae3494a-9b18-409e-9686-ab1e9ec71a0e requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:19.816721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d15d6-138d-4441-9884-8199fb266a97 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Network cbba038d-a589-41a9-a7e3-c07b367ebabc is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:19.819550 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-391d196e-822a-461a-8a03-3de7800ae81b None None] Provisioning complete for port fa23f1ed-708d-4456-a8bf-9b6231a87a47 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:19.819912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-391d196e-822a-461a-8a03-3de7800ae81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:19.873835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-34915449-6685-4d36-bc8f-ff9767d4f9aa tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:19.878151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Allocated IP 172.20.0.1 (4607317a-ab49-4370-a63c-d7f0f4f440fd/e9e5c7b5-52a0-4c5a-ab8b-8f0bc79b1f9f/211854a8-e658-4d83-8860-068858f0cc87) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:19.878607 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-34915449-6685-4d36-bc8f-ff9767d4f9aa tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5379307 May 25 22:56:19.879258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36522) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:19.885116 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-955c51b4-5e36-43e5-a92d-93de359d1b28 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] GET failed (client error): The resource could not be found. May 25 22:56:19.886498 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-955c51b4-5e36-43e5-a92d-93de359d1b28 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/8d292a7d-c616-46c7-8717-4216501d8091 HTTP/1.1" status: 404 len: 333 time: 0.1091826 May 25 22:56:19.904191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36526) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:19.932123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Attempting to bind port a574fd3b-2526-4181-9bc2-af648322fb2b on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:19.932669 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Attempting to bind port a574fd3b-2526-4181-9bc2-af648322fb2b by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '889ba4ac-ff6e-4dce-9b03-870b40aaa823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32520ac7-eb8e-4b7d-ad71-c12d0b18cc71'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:19.933287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Attempting to bind port a574fd3b-2526-4181-9bc2-af648322fb2b on network 32520ac7-eb8e-4b7d-ad71-c12d0b18cc71 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:19.942526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Pushing event updated for resources: {'Port': ['ID=a574fd3b-2526-4181-9bc2-af648322fb2b,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:19.956916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e65e3392-53dd-42e3-8b45-ae6481c2441d tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:19.966293 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Network 4607317a-ab49-4370-a63c-d7f0f4f440fd is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:20.046755 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-2a3d15d6-138d-4441-9884-8199fb266a97 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, cbba038d-a589-41a9-a7e3-c07b367ebabc) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:20.052202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d15d6-138d-4441-9884-8199fb266a97 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:20.052828 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2a3d15d6-138d-4441-9884-8199fb266a97 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.083572 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:20.083832 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Checking segment: {'id': '889ba4ac-ff6e-4dce-9b03-870b40aaa823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32520ac7-eb8e-4b7d-ad71-c12d0b18cc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:20.084118 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.084465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Bound using segment: {'id': '889ba4ac-ff6e-4dce-9b03-870b40aaa823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32520ac7-eb8e-4b7d-ad71-c12d0b18cc71'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:20.084957 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Bound port: a574fd3b-2526-4181-9bc2-af648322fb2b, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889ba4ac-ff6e-4dce-9b03-870b40aaa823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32520ac7-eb8e-4b7d-ad71-c12d0b18cc71'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:20.085322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.102618 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Pushing event updated for resources: {'Port': ['ID=3c2939f4-ead8-4b5d-802d-5337f2b1de26,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:20.135160 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b28c1c8e-ffb0-488a-acc6-9aed52acbaa3 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port d9273b64-ed75-4480-9ce4-9d4b258b759c {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:20.147250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b28c1c8e-ffb0-488a-acc6-9aed52acbaa3 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.161390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:20.163237 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ea3d3a-fc44-40dd-af20-4f3f49418696 None None] Network cbba038d-a589-41a9-a7e3-c07b367ebabc requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:20.189809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e65e3392-53dd-42e3-8b45-ae6481c2441d tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.192786 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:20.247045 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2a3d15d6-138d-4441-9884-8199fb266a97 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.7654898 May 25 22:56:20.252593 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e3392-53dd-42e3-8b45-ae6481c2441d tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event deleted for resources: {'Subnet': ['ID=7525cf33-c4ee-4669-9964-1286ce356a7d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:20.254114 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36530) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:20.290005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e65e3392-53dd-42e3-8b45-ae6481c2441d tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.291811 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e65e3392-53dd-42e3-8b45-ae6481c2441d tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "DELETE /v2.0/subnets/7525cf33-c4ee-4669-9964-1286ce356a7d HTTP/1.1" status: 204 len: 168 time: 1.4213831 May 25 22:56:20.336626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.365887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36534) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:20.487333 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc6e5ff-2be4-4c5f-90fb-320e08eb0436 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet d393f2ab-cfb9-44aa-ba0b-c313d58ae6bf {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:20.510010 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1cc6e5ff-2be4-4c5f-90fb-320e08eb0436 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.537936 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b02743-c658-4878-a340-617559c2caad None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:20.545011 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c775fdf-97d1-4a2b-bb19-cf166241f20d tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:20.545681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4c775fdf-97d1-4a2b-bb19-cf166241f20d tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Synchronizing usage tracker for tenant:fa5e0dfce8524f5d92e07b17d9caf90a on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:20.589512 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6ada4eb4-0970-45b9-91e9-0be0cf7f7219 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.595309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1cc6e5ff-2be4-4c5f-90fb-320e08eb0436 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.684754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4c775fdf-97d1-4a2b-bb19-cf166241f20d tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Unset dirty status for tenant:fa5e0dfce8524f5d92e07b17d9caf90a on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:20.686264 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4c775fdf-97d1-4a2b-bb19-cf166241f20d tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3192489 May 25 22:56:20.693492 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36538) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:20.724041 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6ada4eb4-0970-45b9-91e9-0be0cf7f7219 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.754275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d7dab0bc-da61-4a02-9af9-e9e555def420 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting port 27d2d943-7ace-4b66-8265-6a670de75c28 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:20.754706 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d7dab0bc-da61-4a02-9af9-e9e555def420 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.857022 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port fa23f1ed-708d-4456-a8bf-9b6231a87a47, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fa23f1ed-708d-4456-a8bf-9b6231a87a47,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:20.869525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Attempting to bind port 3c2939f4-ead8-4b5d-802d-5337f2b1de26 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:20.869891 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Attempting to bind port 3c2939f4-ead8-4b5d-802d-5337f2b1de26 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '169defda-4562-4079-bbd3-61ef475b4c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4607317a-ab49-4370-a63c-d7f0f4f440fd'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:20.870255 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Attempting to bind port 3c2939f4-ead8-4b5d-802d-5337f2b1de26 on network 4607317a-ab49-4370-a63c-d7f0f4f440fd {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:20.877379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6ada4eb4-0970-45b9-91e9-0be0cf7f7219 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.886242 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] For port a574fd3b-2526-4181-9bc2-af648322fb2b, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:20.927460 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada4eb4-0970-45b9-91e9-0be0cf7f7219 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d0d8a3-178b-4254-bd7a-af5a04376bf0,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:20.929501 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] For port a574fd3b-2526-4181-9bc2-af648322fb2b, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a574fd3b-2526-4181-9bc2-af648322fb2b,segment=NetworkSegment(889ba4ac-ff6e-4dce-9b03-870b40aaa823),segment_id=889ba4ac-ff6e-4dce-9b03-870b40aaa823)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:20.937671 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Allocated IP 2001:db8:1::1 (15d38eeb-28e6-471d-8406-be46db776bfe/e3f88ec7-ab8f-4f9f-99f6-31df94b260f6/20c990bc-1a79-46bd-b363-5d923c34a763) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:20.945472 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:20.945843 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Checking segment: {'id': '169defda-4562-4079-bbd3-61ef475b4c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4607317a-ab49-4370-a63c-d7f0f4f440fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:20.946253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.946639 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Bound using segment: {'id': '169defda-4562-4079-bbd3-61ef475b4c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4607317a-ab49-4370-a63c-d7f0f4f440fd'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:20.947117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Bound port: 3c2939f4-ead8-4b5d-802d-5337f2b1de26, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169defda-4562-4079-bbd3-61ef475b4c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4607317a-ab49-4370-a63c-d7f0f4f440fd'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:20.947494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.986376 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-391d196e-822a-461a-8a03-3de7800ae81b None None] Could not find standard attr ID for object 8d292a7d-c616-46c7-8717-4216501d8091. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:56:20.988397 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.992732 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b28c1c8e-ffb0-488a-acc6-9aed52acbaa3 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:20.995416 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.020651 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1cc6e5ff-2be4-4c5f-90fb-320e08eb0436 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.081548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.088664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6ada4eb4-0970-45b9-91e9-0be0cf7f7219 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.108617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.127948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-6ada4eb4-0970-45b9-91e9-0be0cf7f7219 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbba038d-a589-41a9-a7e3-c07b367ebabc']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:21.155013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-6ada4eb4-0970-45b9-91e9-0be0cf7f7219 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf46963-0498-4a69-8ca6-2b19fac820d3') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:21.155451 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-6ada4eb4-0970-45b9-91e9-0be0cf7f7219 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf46963-0498-4a69-8ca6-2b19fac820d3') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:21.176366 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6ada4eb4-0970-45b9-91e9-0be0cf7f7219 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.194149 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacea976-cd2e-4db6-9c9b-8f1647f7c4f9 None None] Network cbba038d-a589-41a9-a7e3-c07b367ebabc requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:21.197240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6ada4eb4-0970-45b9-91e9-0be0cf7f7219 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.214155 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ada4eb4-0970-45b9-91e9-0be0cf7f7219 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:21.214723 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6ada4eb4-0970-45b9-91e9-0be0cf7f7219 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.255027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b28c1c8e-ffb0-488a-acc6-9aed52acbaa3 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for d9273b64-ed75-4480-9ce4-9d4b258b759c owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:21.334151 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fa23f1ed-708d-4456-a8bf-9b6231a87a47 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:21.334690 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:21.336704 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1cc6e5ff-2be4-4c5f-90fb-320e08eb0436 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.346964 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Transition to ACTIVE for port object 211854a8-e658-4d83-8860-068858f0cc87 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:21.348302 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Deleting port a574fd3b-2526-4181-9bc2-af648322fb2b {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:21.348662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.380140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6e5ff-2be4-4c5f-90fb-320e08eb0436 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=d393f2ab-cfb9-44aa-ba0b-c313d58ae6bf,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:21.388299 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1cc6e5ff-2be4-4c5f-90fb-320e08eb0436 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.398307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6ada4eb4-0970-45b9-91e9-0be0cf7f7219 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.404324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6ada4eb4-0970-45b9-91e9-0be0cf7f7219 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.448390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada4eb4-0970-45b9-91e9-0be0cf7f7219 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Network': ['ID=cbba038d-a589-41a9-a7e3-c07b367ebabc,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:21.475549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=fa23f1ed-708d-4456-a8bf-9b6231a87a47,revision_number=10']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:21.494822 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1cc6e5ff-2be4-4c5f-90fb-320e08eb0436 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/d393f2ab-cfb9-44aa-ba0b-c313d58ae6bf HTTP/1.1" status: 204 len: 168 time: 1.6116850 May 25 22:56:21.497635 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36542) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:21.540931 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6ada4eb4-0970-45b9-91e9-0be0cf7f7219 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/networks/cbba038d-a589-41a9-a7e3-c07b367ebabc HTTP/1.1" status: 204 len: 168 time: 1.2827342 May 25 22:56:21.550694 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36546) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:21.561993 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b8cb53a7-9e73-4299-8494-fb0d948a2268 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-121448178'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:21.571235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b8cb53a7-9e73-4299-8494-fb0d948a2268 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:21.578491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b8cb53a7-9e73-4299-8494-fb0d948a2268 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Usage tracker for resource:network and tenant:132125ae57f04aa4b4b1028469e03dc8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:21.581925 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-cb134be5-c830-4985-979d-3ad229105227 None None] Provisioning complete for port fa23f1ed-708d-4456-a8bf-9b6231a87a47 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:21.582463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cb134be5-c830-4985-979d-3ad229105227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.583662 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b8cb53a7-9e73-4299-8494-fb0d948a2268 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:21.590074 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7140812-9692-4e67-8fca-064bccc57cf5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet f2c7721d-a64d-4f6b-a8a0-1e2f24ea508d {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:21.595423 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b8cb53a7-9e73-4299-8494-fb0d948a2268 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:21.597301 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d7140812-9692-4e67-8fca-064bccc57cf5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.610482 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] For port 3c2939f4-ead8-4b5d-802d-5337f2b1de26, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:21.657630 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d7140812-9692-4e67-8fca-064bccc57cf5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.685731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d7dab0bc-da61-4a02-9af9-e9e555def420 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.696310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] For port 3c2939f4-ead8-4b5d-802d-5337f2b1de26, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=3c2939f4-ead8-4b5d-802d-5337f2b1de26,segment=NetworkSegment(169defda-4562-4079-bbd3-61ef475b4c6f),segment_id=169defda-4562-4079-bbd3-61ef475b4c6f)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:21.735636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d034c34-51f7-4892-98e5-21b5a32ab262 None None] Network 32520ac7-eb8e-4b7d-ad71-c12d0b18cc71 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:21.796892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cb53a7-9e73-4299-8494-fb0d948a2268 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Made reservation on behalf of 132125ae57f04aa4b4b1028469e03dc8 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:21.800746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8cb53a7-9e73-4299-8494-fb0d948a2268 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.844051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7e4ea-e7b6-4083-8bde-7e9b4c214b44 None None] Pushing event updated for resources: {'Port': ['ID=a574fd3b-2526-4181-9bc2-af648322fb2b,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:21.847428 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.867003 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8cb53a7-9e73-4299-8494-fb0d948a2268 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:56:21.888557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8cb53a7-9e73-4299-8494-fb0d948a2268 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.889241 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-b8cb53a7-9e73-4299-8494-fb0d948a2268 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Added segment 0c3f98f0-c309-4e98-a8c0-2da30e8bf050 of type vlan for network ca626d68-5657-4b48-8530-87d7da760a37 May 25 22:56:21.914132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d7dab0bc-da61-4a02-9af9-e9e555def420 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Calling delete_port for 27d2d943-7ace-4b66-8265-6a670de75c28 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:21.931152 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8cb53a7-9e73-4299-8494-fb0d948a2268 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.935086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d7140812-9692-4e67-8fca-064bccc57cf5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:21.978159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] For port a574fd3b-2526-4181-9bc2-af648322fb2b, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a574fd3b-2526-4181-9bc2-af648322fb2b,segment=NetworkSegment(889ba4ac-ff6e-4dce-9b03-870b40aaa823),segment_id=889ba4ac-ff6e-4dce-9b03-870b40aaa823)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:21.978825 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:22.001957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:22.022251 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:22.070550 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port fa23f1ed-708d-4456-a8bf-9b6231a87a47 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:22.071537 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:22.202947 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dffb8-aed4-4e05-a9a7-e220661a2589 None None] Pushing event updated for resources: {'Port': ['ID=3c2939f4-ead8-4b5d-802d-5337f2b1de26,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:22.213291 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cb134be5-c830-4985-979d-3ad229105227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:22.238636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8cb53a7-9e73-4299-8494-fb0d948a2268 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:22.261635 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cb53a7-9e73-4299-8494-fb0d948a2268 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:22.264143 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8cb53a7-9e73-4299-8494-fb0d948a2268 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:22.356450 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d7140812-9692-4e67-8fca-064bccc57cf5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:22.421927 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Calling delete_port for a574fd3b-2526-4181-9bc2-af648322fb2b owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:22.450172 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-cb134be5-c830-4985-979d-3ad229105227 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:56:22.455256 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-cb134be5-c830-4985-979d-3ad229105227 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:56:22.467233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:22.481606 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 4607317a-ab49-4370-a63c-d7f0f4f440fd is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:22.486088 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489422ec-7d8f-4cb1-9784-8ec3d2cce4e9 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:22.510518 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:22.524088 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:22.524225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7140812-9692-4e67-8fca-064bccc57cf5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c7721d-a64d-4f6b-a8a0-1e2f24ea508d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:22.544956 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port fa23f1ed-708d-4456-a8bf-9b6231a87a47, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fa23f1ed-708d-4456-a8bf-9b6231a87a47,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:22.551061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Transition to ACTIVE for port object 20c990bc-1a79-46bd-b363-5d923c34a763 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:22.552731 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d7140812-9692-4e67-8fca-064bccc57cf5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:22.554564 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d7140812-9692-4e67-8fca-064bccc57cf5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/f2c7721d-a64d-4f6b-a8a0-1e2f24ea508d HTTP/1.1" status: 204 len: 168 time: 1.0557756 May 25 22:56:22.558167 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36550) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:22.611782 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=211854a8-e658-4d83-8860-068858f0cc87,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:22.614409 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b28c1c8e-ffb0-488a-acc6-9aed52acbaa3 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:22.614576 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb53a7-9e73-4299-8494-fb0d948a2268 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event updated for resources: {'Network': ['ID=ca626d68-5657-4b48-8530-87d7da760a37,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:22.624506 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b8cb53a7-9e73-4299-8494-fb0d948a2268 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0723808 May 25 22:56:22.631999 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36554) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:22.636858 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1630c2f1-1643-43db-bcc8-5af4eec07fb2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779252 May 25 22:56:22.640921 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-71c4899e-5fab-4b27-812f-92e80bf31e0a tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Request body: {'subnet': {'network_id': 'ca626d68-5657-4b48-8530-87d7da760a37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:22.646526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network ca626d68-5657-4b48-8530-87d7da760a37 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:56:22.662518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36558) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:22.671941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-125dd282-d291-4c20-814c-0bb8fd19c1f3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:22.739883 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c1c8e-ffb0-488a-acc6-9aed52acbaa3 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=d9273b64-ed75-4480-9ce4-9d4b258b759c,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:22.768390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:22.769123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:22.779471 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b28c1c8e-ffb0-488a-acc6-9aed52acbaa3 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:22.785508 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:22.879528 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-71c4899e-5fab-4b27-812f-92e80bf31e0a tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:22.887840 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=fa23f1ed-708d-4456-a8bf-9b6231a87a47,revision_number=13']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:22.888076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-71c4899e-5fab-4b27-812f-92e80bf31e0a tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Usage tracker for resource:subnet and tenant:132125ae57f04aa4b4b1028469e03dc8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:22.893526 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-71c4899e-5fab-4b27-812f-92e80bf31e0a tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:22.896850 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-125dd282-d291-4c20-814c-0bb8fd19c1f3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:22.910351 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-71c4899e-5fab-4b27-812f-92e80bf31e0a tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:22.913145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-125dd282-d291-4c20-814c-0bb8fd19c1f3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:22.917260 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-125dd282-d291-4c20-814c-0bb8fd19c1f3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:22.925719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:22.934880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-125dd282-d291-4c20-814c-0bb8fd19c1f3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:22.975311 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:22.980312 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b28c1c8e-ffb0-488a-acc6-9aed52acbaa3 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/d9273b64-ed75-4480-9ce4-9d4b258b759c HTTP/1.1" status: 204 len: 168 time: 3.0750723 May 25 22:56:22.983034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36562) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:23.033911 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c4899e-5fab-4b27-812f-92e80bf31e0a tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Made reservation on behalf of 132125ae57f04aa4b4b1028469e03dc8 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:23.065878 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event deleted for resources: {'Port': ['ID=a574fd3b-2526-4181-9bc2-af648322fb2b,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:23.078358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d7dab0bc-da61-4a02-9af9-e9e555def420 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:23.085754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125dd282-d291-4c20-814c-0bb8fd19c1f3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:23.089722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-125dd282-d291-4c20-814c-0bb8fd19c1f3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:23.117362 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:23.117873 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:23.118017 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:23.141797 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] No DVR routers for this DVR port a574fd3b-2526-4181-9bc2-af648322fb2b on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:23.200381 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76b9577-1700-4836-ae23-60e5cb668078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] GET failed (client error): The resource could not be found. May 25 22:56:23.201452 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c76b9577-1700-4836-ae23-60e5cb668078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Synchronizing usage tracker for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:23.230629 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 15d38eeb-28e6-471d-8406-be46db776bfe is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:23.246096 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adb68ed-67fa-4151-ac28-923b3618ba08 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:56:23.273832 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-1adb68ed-67fa-4151-ac28-923b3618ba08 None None] Deleting port fa23f1ed-708d-4456-a8bf-9b6231a87a47 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:23.273832 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1adb68ed-67fa-4151-ac28-923b3618ba08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:23.303037 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:23.335866 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:23.336807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:23.369904 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-71c4899e-5fab-4b27-812f-92e80bf31e0a tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:23.436296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8dc7176e-4f0e-4b7a-9c6e-ef2964b2d108 None None] Provisioning complete for port fa23f1ed-708d-4456-a8bf-9b6231a87a47 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:23.436821 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8dc7176e-4f0e-4b7a-9c6e-ef2964b2d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:23.457485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c76b9577-1700-4836-ae23-60e5cb668078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Unset dirty status for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:23.461330 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c76b9577-1700-4836-ae23-60e5cb668078 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/d9273b64-ed75-4480-9ce4-9d4b258b759c HTTP/1.1" status: 404 len: 333 time: 0.4769948 May 25 22:56:23.463445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36566) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:23.542520 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=20c990bc-1a79-46bd-b363-5d923c34a763,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:23.635348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7909ccf9-c7e9-4996-bf0f-b17e3cee94f9 None None] Network 4607317a-ab49-4370-a63c-d7f0f4f440fd requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:23.652932 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dab0bc-da61-4a02-9af9-e9e555def420 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Port': ['ID=27d2d943-7ace-4b66-8265-6a670de75c28,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:23.686275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:23.708909 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0aae25d2-6645-4762-8b8a-4e1eb6065381 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:56:23.776213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 0aae25d2-6645-4762-8b8a-4e1eb6065381 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:56:23.776597 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0aae25d2-6645-4762-8b8a-4e1eb6065381 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:56:23.861854 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-265197f4-8753-4922-9eb5-7cb00e79bca6 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting subnet e31dffb5-55f7-4f79-81b3-3e2c0e283bfb {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:23.866294 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-265197f4-8753-4922-9eb5-7cb00e79bca6 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:23.880741 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1adb68ed-67fa-4151-ac28-923b3618ba08 None None] For port fa23f1ed-708d-4456-a8bf-9b6231a87a47, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fa23f1ed-708d-4456-a8bf-9b6231a87a47,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:23.881139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1adb68ed-67fa-4151-ac28-923b3618ba08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:23.948929 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-125dd282-d291-4c20-814c-0bb8fd19c1f3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:23.954970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-265197f4-8753-4922-9eb5-7cb00e79bca6 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:23.986236 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32520ac7-eb8e-4b7d-ad71-c12d0b18cc71']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:24.025065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889ba4ac-ff6e-4dce-9b03-870b40aaa823') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:24.025358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889ba4ac-ff6e-4dce-9b03-870b40aaa823') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:24.048993 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 3c2939f4-ead8-4b5d-802d-5337f2b1de26 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:24.049344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.081420 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-1adb68ed-67fa-4151-ac28-923b3618ba08 None None] Calling delete_port for fa23f1ed-708d-4456-a8bf-9b6231a87a47 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:24.085303 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.114357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:24.114763 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:24.130958 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:24.189318 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125dd282-d291-4c20-814c-0bb8fd19c1f3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:24.196341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-125dd282-d291-4c20-814c-0bb8fd19c1f3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:24.199304 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125dd282-d291-4c20-814c-0bb8fd19c1f3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:24.200071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-125dd282-d291-4c20-814c-0bb8fd19c1f3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.236704 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125dd282-d291-4c20-814c-0bb8fd19c1f3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=9bb1b859-fdb4-4496-a611-fc0e240f0f01,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:24.270026 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-265197f4-8753-4922-9eb5-7cb00e79bca6 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.326488 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-71c4899e-5fab-4b27-812f-92e80bf31e0a tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.328860 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-42211dd4-cc80-4d48-9c89-fc7e3359fb41 None None] Provisioning for port 20c990bc-1a79-46bd-b363-5d923c34a763 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:24.337937 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-42211dd4-cc80-4d48-9c89-fc7e3359fb41 None None] Provisioning complete for port 20c990bc-1a79-46bd-b363-5d923c34a763 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:24.338429 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-42211dd4-cc80-4d48-9c89-fc7e3359fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.372452 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-125dd282-d291-4c20-814c-0bb8fd19c1f3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7065101 May 25 22:56:24.377507 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36570) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:24.401743 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-71713c65-cd29-4ff7-971b-f53c775b36e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:24.402972 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-42211dd4-cc80-4d48-9c89-fc7e3359fb41 None None] Port 20c990bc-1a79-46bd-b363-5d923c34a763 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:24.410233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1adb68ed-67fa-4151-ac28-923b3618ba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.472481 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb68ed-67fa-4151-ac28-923b3618ba08 None None] Pushing event deleted for resources: {'Port': ['ID=fa23f1ed-708d-4456-a8bf-9b6231a87a47,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:24.475468 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 3c2939f4-ead8-4b5d-802d-5337f2b1de26 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:24.497916 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb68ed-67fa-4151-ac28-923b3618ba08 None None] No DVR routers for this DVR port fa23f1ed-708d-4456-a8bf-9b6231a87a47 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:24.512827 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.517482 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6ebe9a-aeaa-4264-9fa4-27f1012840f6 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:24.557628 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4899e-5fab-4b27-812f-92e80bf31e0a tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event updated for resources: {'Subnet': ['ID=b0585411-8f26-4191-8837-27f370349b5a,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:24.557745 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.557745 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.612235 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event deleted for resources: {'Network': ['ID=32520ac7-eb8e-4b7d-ad71-c12d0b18cc71,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:24.631366 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c4899e-5fab-4b27-812f-92e80bf31e0a tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Checking segment: {'id': '0c3f98f0-c309-4e98-a8c0-2da30e8bf050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca626d68-5657-4b48-8530-87d7da760a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:24.631738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c4899e-5fab-4b27-812f-92e80bf31e0a tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Network hostable DHCP agents. Network: ca626d68-5657-4b48-8530-87d7da760a37, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:24.644768 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-42211dd4-cc80-4d48-9c89-fc7e3359fb41 None None] Provisioning for port 3c2939f4-ead8-4b5d-802d-5337f2b1de26 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:24.652377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fa23f1ed-708d-4456-a8bf-9b6231a87a47 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:56:24.666272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-71713c65-cd29-4ff7-971b-f53c775b36e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:24.672879 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-71713c65-cd29-4ff7-971b-f53c775b36e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:24.676224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-71713c65-cd29-4ff7-971b-f53c775b36e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:24.683688 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-71713c65-cd29-4ff7-971b-f53c775b36e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:24.690503 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b314dcf1-b3a0-4fc6-afb9-474839d322f9 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "DELETE /v2.0/networks/32520ac7-eb8e-4b7d-ad71-c12d0b18cc71 HTTP/1.1" status: 204 len: 168 time: 3.9781616 May 25 22:56:24.691149 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36574) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:24.692429 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:56:24.700549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-42211dd4-cc80-4d48-9c89-fc7e3359fb41 None None] Provisioning complete for port 3c2939f4-ead8-4b5d-802d-5337f2b1de26 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:24.703731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-42211dd4-cc80-4d48-9c89-fc7e3359fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.731567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-265197f4-8753-4922-9eb5-7cb00e79bca6 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.743185 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: fa23f1ed-708d-4456-a8bf-9b6231a87a47 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:56:24.743550 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fa23f1ed-708d-4456-a8bf-9b6231a87a47 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:56:24.841738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265197f4-8753-4922-9eb5-7cb00e79bca6 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Subnet': ['ID=e31dffb5-55f7-4f79-81b3-3e2c0e283bfb,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:24.844064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c4899e-5fab-4b27-812f-92e80bf31e0a tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Network ca626d68-5657-4b48-8530-87d7da760a37 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:24.857384 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.865993 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71713c65-cd29-4ff7-971b-f53c775b36e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:24.871592 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-71713c65-cd29-4ff7-971b-f53c775b36e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.937671 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-265197f4-8753-4922-9eb5-7cb00e79bca6 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.945947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:24.949985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771f7d39-b190-40b1-ad8c-54d2174fd3d8 None None] Network 6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:24.967621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-42211dd4-cc80-4d48-9c89-fc7e3359fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:25.010949 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-265197f4-8753-4922-9eb5-7cb00e79bca6 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/e31dffb5-55f7-4f79-81b3-3e2c0e283bfb HTTP/1.1" status: 204 len: 168 time: 1.5355480 May 25 22:56:25.025445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-71c4899e-5fab-4b27-812f-92e80bf31e0a tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, ca626d68-5657-4b48-8530-87d7da760a37) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:25.039909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d7dab0bc-da61-4a02-9af9-e9e555def420 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:25.048212 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36578) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:25.077426 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f36f6-dd2e-45b3-8b84-2b5b63c132cb None None] Network ca626d68-5657-4b48-8530-87d7da760a37 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:25.110332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c4899e-5fab-4b27-812f-92e80bf31e0a tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:25.110332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-71c4899e-5fab-4b27-812f-92e80bf31e0a tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:25.180737 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:25.194225 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': '9bb1b859-fdb4-4496-a611-fc0e240f0f01'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:56:25.195130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:25.245012 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-42211dd4-cc80-4d48-9c89-fc7e3359fb41 None None] For port 3c2939f4-ead8-4b5d-802d-5337f2b1de26, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=3c2939f4-ead8-4b5d-802d-5337f2b1de26,segment=NetworkSegment(169defda-4562-4079-bbd3-61ef475b4c6f),segment_id=169defda-4562-4079-bbd3-61ef475b4c6f)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:25.257367 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Deleting port 0b8afe95-ff47-4898-94eb-8a57d4b5f6e4 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:25.257704 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:25.293530 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:25.310058 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:25.392631 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-42211dd4-cc80-4d48-9c89-fc7e3359fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:25.421606 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=211854a8-e658-4d83-8860-068858f0cc87,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:25.446919 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-71c4899e-5fab-4b27-812f-92e80bf31e0a tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8112545 May 25 22:56:25.452897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36582) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:25.520473 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:25.520870 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:25.639433 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:25.650838 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42211dd4-cc80-4d48-9c89-fc7e3359fb41 None None] Pushing event updated for resources: {'Port': ['ID=3c2939f4-ead8-4b5d-802d-5337f2b1de26,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:25.652488 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 4607317a-ab49-4370-a63c-d7f0f4f440fd is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:25.654155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:25.675783 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Allocated IP 172.20.0.2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/9bb1b859-fdb4-4496-a611-fc0e240f0f01/f316f65a-ad87-4a4f-aa24-9f6ad26a8b58) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:25.687969 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-ca626d68-5657-4b48-8530-87d7da760a37', 'network_id': 'ca626d68-5657-4b48-8530-87d7da760a37', 'tenant_id': '132125ae57f04aa4b4b1028469e03dc8', 'fixed_ips': [{'subnet_id': 'b0585411-8f26-4191-8837-27f370349b5a'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:56:25.688874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:25.732162 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] For port 0b8afe95-ff47-4898-94eb-8a57d4b5f6e4, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0b8afe95-ff47-4898-94eb-8a57d4b5f6e4,segment=NetworkSegment(94cd5485-45dd-4ed4-a0e8-bd459fe04cc2),segment_id=94cd5485-45dd-4ed4-a0e8-bd459fe04cc2)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:25.732521 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:25.833205 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5d4593-641a-410a-9a31-80569fd1f3a6 None None] DHCP port deletion for 6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:56:25.846778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-01c74591-e22a-476c-bc07-6ea362c0b768 None None] Provisioning for port 211854a8-e658-4d83-8860-068858f0cc87 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:25.869455 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d4593-641a-410a-9a31-80569fd1f3a6 None None] Deleting port 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:25.869809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ad5d4593-641a-410a-9a31-80569fd1f3a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:25.919084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-01c74591-e22a-476c-bc07-6ea362c0b768 None None] Provisioning complete for port 211854a8-e658-4d83-8860-068858f0cc87 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:25.919449 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-01c74591-e22a-476c-bc07-6ea362c0b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:25.969615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:25.970974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:26.024268 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 3c2939f4-ead8-4b5d-802d-5337f2b1de26 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:26.214217 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Calling delete_port for 0b8afe95-ff47-4898-94eb-8a57d4b5f6e4 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:26.224236 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-01c74591-e22a-476c-bc07-6ea362c0b768 None None] Port 211854a8-e658-4d83-8860-068858f0cc87 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:26.361599 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:26.391708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=20c990bc-1a79-46bd-b363-5d923c34a763,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:26.419804 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] For port 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=7f1545f3-0893-46bd-a4dd-6b11a59b7ee9,segment=NetworkSegment(e460d527-b4d4-42f5-ad20-ec141f56e4f9),segment_id=e460d527-b4d4-42f5-ad20-ec141f56e4f9)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:26.420175 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:26.426274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Allocated IP 2001:db8::2 (ca626d68-5657-4b48-8530-87d7da760a37/b0585411-8f26-4191-8837-27f370349b5a/b6d0a599-8605-4fc9-bd55-06e69bd50bd1) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:26.450297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-01c74591-e22a-476c-bc07-6ea362c0b768 None None] Provisioning complete for port 3c2939f4-ead8-4b5d-802d-5337f2b1de26 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:26.450659 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-01c74591-e22a-476c-bc07-6ea362c0b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:26.546419 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:26.623703 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 15d38eeb-28e6-471d-8406-be46db776bfe is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:26.624514 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 3c2939f4-ead8-4b5d-802d-5337f2b1de26 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:26.624899 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:26.625784 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:26.630183 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:26.648169 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Transition to ACTIVE for port object f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:26.652557 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-ad5d4593-641a-410a-9a31-80569fd1f3a6 None None] For port 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=7f1545f3-0893-46bd-a4dd-6b11a59b7ee9,segment=NetworkSegment(e460d527-b4d4-42f5-ad20-ec141f56e4f9),segment_id=e460d527-b4d4-42f5-ad20-ec141f56e4f9)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:26.652557 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ad5d4593-641a-410a-9a31-80569fd1f3a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:26.652849 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:26.732471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event deleted for resources: {'Port': ['ID=0b8afe95-ff47-4898-94eb-8a57d4b5f6e4,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:26.742534 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.objects.ports [None req-71713c65-cd29-4ff7-971b-f53c775b36e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84717) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:56:26.749529 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-71713c65-cd29-4ff7-971b-f53c775b36e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:26.792382 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:26.821709 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] No DVR routers for this DVR port 0b8afe95-ff47-4898-94eb-8a57d4b5f6e4 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:26.844614 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d4593-641a-410a-9a31-80569fd1f3a6 None None] Calling delete_port for 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:26.912941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Transition to ACTIVE for port object f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:27.002987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71713c65-cd29-4ff7-971b-f53c775b36e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:27.003904 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71713c65-cd29-4ff7-971b-f53c775b36e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=4429eeb9-5ce1-423b-80ac-2729511b32e0,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:27.014714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-71713c65-cd29-4ff7-971b-f53c775b36e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:27.022814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router a8c333b4-bbc7-48ce-9878-f32d9b3ac222 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:56:27.029184 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71713c65-cd29-4ff7-971b-f53c775b36e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:27.029770 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-71713c65-cd29-4ff7-971b-f53c775b36e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.037700 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.050594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.086805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.111223 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=7f1545f3-0893-46bd-a4dd-6b11a59b7ee9,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:27.138171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No DVR routers for this DVR port 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:27.143480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae3494a-9b18-409e-9686-ab1e9ec71a0e']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:27.191935 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94cd5485-45dd-4ed4-a0e8-bd459fe04cc2') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:27.192384 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94cd5485-45dd-4ed4-a0e8-bd459fe04cc2') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:27.198352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-ad5d4593-641a-410a-9a31-80569fd1f3a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:56:27.198709 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-ad5d4593-641a-410a-9a31-80569fd1f3a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:56:27.234845 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Pushing event updated for resources: {'Port': ['ID=f316f65a-ad87-4a4f-aa24-9f6ad26a8b58,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:27.248564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:27.251922 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:27.258270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.260882 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:27.286411 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-71713c65-cd29-4ff7-971b-f53c775b36e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9037004 May 25 22:56:27.286411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.309546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36586) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:27.332401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'mac_address': 'fa:16:3e:a5:e1:f3', 'name': 'tempest-NetworksTestDHCPv6-1397537883'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:27.341578 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Transition to ACTIVE for port object b6d0a599-8605-4fc9-bd55-06e69bd50bd1 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:27.346952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.351566 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:56:27.354062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.371772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:27.372253 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:27.386184 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:27.400214 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:56:27.400600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:56:27.445461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:27.466563 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Transition to ACTIVE for port object b6d0a599-8605-4fc9-bd55-06e69bd50bd1 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:27.470742 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Attempting to bind port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:27.471188 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Attempting to bind port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:27.471904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Attempting to bind port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:27.476240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e460d527-b4d4-42f5-ad20-ec141f56e4f9') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:27.476557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e460d527-b4d4-42f5-ad20-ec141f56e4f9') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:27.482412 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b4fef41c-9be3-4bb3-a951-2e5674aa7b3e None None] Provisioning complete for port 211854a8-e658-4d83-8860-068858f0cc87 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:27.482870 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b4fef41c-9be3-4bb3-a951-2e5674aa7b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.495056 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.512775 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.517977 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:27.518577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:27.519054 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.519518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:27.520081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Bound port: f316f65a-ad87-4a4f-aa24-9f6ad26a8b58, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:27.520458 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.520771 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:27.521324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:27.537094 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:27.581355 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.590875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.625401 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-b4fef41c-9be3-4bb3-a951-2e5674aa7b3e None None] Port 211854a8-e658-4d83-8860-068858f0cc87 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:27.638459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.655759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event deleted for resources: {'Network': ['ID=5ae3494a-9b18-409e-9686-ab1e9ec71a0e,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:27.668326 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9c22c7e2-fba9-4b05-be0c-51b565602868 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "DELETE /v2.0/networks/5ae3494a-9b18-409e-9686-ab1e9ec71a0e HTTP/1.1" status: 204 len: 168 time: 2.9741855 May 25 22:56:27.669103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36590) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:27.686535 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:27.702670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d4593-641a-410a-9a31-80569fd1f3a6 None None] Deleting port 7f1545f3-0893-46bd-a4dd-6b11a59b7ee9 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:27.703045 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ad5d4593-641a-410a-9a31-80569fd1f3a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.709676 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:27.734055 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:27.740221 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7814e53c-c9ed-4c0b-b720-868b816f91b7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/a8c333b4-bbc7-48ce-9878-f32d9b3ac222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5619817 May 25 22:56:27.743414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36594) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:27.753064 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Network ca626d68-5657-4b48-8530-87d7da760a37 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:27.753987 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Pushing event updated for resources: {'Port': ['ID=b6d0a599-8605-4fc9-bd55-06e69bd50bd1,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:27.756601 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8e74d9-2d12-498f-8b30-ccd33b1d94d9 None None] Sync routers for ids ['a8c333b4-bbc7-48ce-9878-f32d9b3ac222'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:56:27.765656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router d63dbd57-5f8c-4e74-9040-f732d87018b6 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:56:27.775743 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] For port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:27.776582 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e74d9-2d12-498f-8b30-ccd33b1d94d9 None None] Routers {'a8c333b4-bbc7-48ce-9878-f32d9b3ac222'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:27.777432 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-9d8e74d9-2d12-498f-8b30-ccd33b1d94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a8c333b4-bbc7-48ce-9878-f32d9b3ac222'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:27.785450 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.788085 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] For port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f316f65a-ad87-4a4f-aa24-9f6ad26a8b58,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:27.788242 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dab0bc-da61-4a02-9af9-e9e555def420 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Router 71634a57-74dc-4a9b-9b07-b78c862f8647 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:56:27.789890 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:27.797731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:27.861390 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:27.866555 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-9d8e74d9-2d12-498f-8b30-ccd33b1d94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:27.881337 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e74d9-2d12-498f-8b30-ccd33b1d94d9 None None] Routers {'a8c333b4-bbc7-48ce-9878-f32d9b3ac222'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:27.882368 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-9d8e74d9-2d12-498f-8b30-ccd33b1d94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a8c333b4-bbc7-48ce-9878-f32d9b3ac222'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:27.946089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d4593-641a-410a-9a31-80569fd1f3a6 None None] The port '7f1545f3-0893-46bd-a4dd-6b11a59b7ee9' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:56:27.961206 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-9d8e74d9-2d12-498f-8b30-ccd33b1d94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:27.961968 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8e74d9-2d12-498f-8b30-ccd33b1d94d9 None None] The sync data for ids ['a8c333b4-bbc7-48ce-9878-f32d9b3ac222'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:56:27.963310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:27.990039 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.002983 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Subnet': ['ID=b0585411-8f26-4191-8837-27f370349b5a,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:28.010326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.040763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Network': ['ID=6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:28.050136 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd29ae30-d87c-4970-954c-bc8a3c83969b tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.067152 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-df9162f5-3506-41bd-afb0-e6f75cb60129 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/networks/6d888a6a-f0b9-4b17-9ce4-f9ad30f987d4 HTTP/1.1" status: 204 len: 168 time: 3.0071156 May 25 22:56:28.076618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c6b57a-6948-4801-97a6-c30a188264e7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:28.076618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-68c6b57a-6948-4801-97a6-c30a188264e7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Synchronizing usage tracker for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:28.083208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36598) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:28.084112 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b4fef41c-9be3-4bb3-a951-2e5674aa7b3e None None] Provisioning complete for port 20c990bc-1a79-46bd-b363-5d923c34a763 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:28.084484 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b4fef41c-9be3-4bb3-a951-2e5674aa7b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.135222 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-bec0a2d0-3053-497c-a01c-470a93bdbc16 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-45439184'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:28.170313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-bec0a2d0-3053-497c-a01c-470a93bdbc16 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:28.178821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-bec0a2d0-3053-497c-a01c-470a93bdbc16 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:network and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:28.184980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-b4fef41c-9be3-4bb3-a951-2e5674aa7b3e None None] Port 20c990bc-1a79-46bd-b363-5d923c34a763 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:28.189851 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Attempting to bind port b6d0a599-8605-4fc9-bd55-06e69bd50bd1 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:28.190043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Attempting to bind port b6d0a599-8605-4fc9-bd55-06e69bd50bd1 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '0c3f98f0-c309-4e98-a8c0-2da30e8bf050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca626d68-5657-4b48-8530-87d7da760a37'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:28.201248 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Attempting to bind port b6d0a599-8605-4fc9-bd55-06e69bd50bd1 on network ca626d68-5657-4b48-8530-87d7da760a37 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:28.201248 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e45f0-99fb-42b8-80e5-b60288d3a9d0 None None] Pushing event updated for resources: {'Port': ['ID=f316f65a-ad87-4a4f-aa24-9f6ad26a8b58,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:28.204952 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:28.205809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Checking segment: {'id': '0c3f98f0-c309-4e98-a8c0-2da30e8bf050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca626d68-5657-4b48-8530-87d7da760a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:28.206000 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.206552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Bound using segment: {'id': '0c3f98f0-c309-4e98-a8c0-2da30e8bf050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca626d68-5657-4b48-8530-87d7da760a37'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:28.207160 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Bound port: b6d0a599-8605-4fc9-bd55-06e69bd50bd1, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3f98f0-c309-4e98-a8c0-2da30e8bf050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ca626d68-5657-4b48-8530-87d7da760a37'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:28.207684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.214424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-bec0a2d0-3053-497c-a01c-470a93bdbc16 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:28.218038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.249739 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.306757 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port 76de61eb-fde5-425d-8b32-749768946d0b yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:56:28.312244 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] For port b6d0a599-8605-4fc9-bd55-06e69bd50bd1, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:28.316600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] For port b6d0a599-8605-4fc9-bd55-06e69bd50bd1, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b6d0a599-8605-4fc9-bd55-06e69bd50bd1,segment=NetworkSegment(0c3f98f0-c309-4e98-a8c0-2da30e8bf050),segment_id=0c3f98f0-c309-4e98-a8c0-2da30e8bf050)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:28.337634 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-bec0a2d0-3053-497c-a01c-470a93bdbc16 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:28.353916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-68c6b57a-6948-4801-97a6-c30a188264e7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Unset dirty status for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:28.355187 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-68c6b57a-6948-4801-97a6-c30a188264e7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports/211854a8-e658-4d83-8860-068858f0cc87 HTTP/1.1" status: 200 len: 910 time: 0.6111565 May 25 22:56:28.366642 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36602) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:28.395935 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.400089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca626d68-5657-4b48-8530-87d7da760a37']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:28.408197 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd29ae30-d87c-4970-954c-bc8a3c83969b tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.426322 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3f98f0-c309-4e98-a8c0-2da30e8bf050') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:28.429342 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3f98f0-c309-4e98-a8c0-2da30e8bf050') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:28.449410 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec0a2d0-3053-497c-a01c-470a93bdbc16 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:28.456559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bec0a2d0-3053-497c-a01c-470a93bdbc16 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.467103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.483596 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-fd29ae30-d87c-4970-954c-bc8a3c83969b tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50f70b3-082c-49b7-97ca-1fe5e5e31535']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:28.496626 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:28.509728 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-fd29ae30-d87c-4970-954c-bc8a3c83969b tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3d32fb-4aa9-4a60-a6cf-5d756c8d33d1') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:28.509728 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-fd29ae30-d87c-4970-954c-bc8a3c83969b tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3d32fb-4aa9-4a60-a6cf-5d756c8d33d1') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:28.517547 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.530115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:28.531108 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.541730 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5c9618a3-c951-4f2d-9beb-d434e80f29eb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/d63dbd57-5f8c-4e74-9040-f732d87018b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0813127 May 25 22:56:28.546539 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a8c0a-f98b-4f2d-a650-2a9b8e7c3057 None None] Pushing event updated for resources: {'Port': ['ID=b6d0a599-8605-4fc9-bd55-06e69bd50bd1,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:28.549921 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:28.551914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36606) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:28.551990 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b23fa2-eba9-4a1e-a171-267070bb3cf2 None None] Sync routers for ids ['d63dbd57-5f8c-4e74-9040-f732d87018b6'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:56:28.552077 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd29ae30-d87c-4970-954c-bc8a3c83969b tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.594014 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b23fa2-eba9-4a1e-a171-267070bb3cf2 None None] Routers {'d63dbd57-5f8c-4e74-9040-f732d87018b6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:28.596114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a2b23fa2-eba9-4a1e-a171-267070bb3cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['d63dbd57-5f8c-4e74-9040-f732d87018b6'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:28.675040 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402a6241-f57e-4e79-95a3-63b3bcdb0ea5 None None] Network ca626d68-5657-4b48-8530-87d7da760a37 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:28.698424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd29ae30-d87c-4970-954c-bc8a3c83969b tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.706568 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dab0bc-da61-4a02-9af9-e9e555def420 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:28.711604 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a2b23fa2-eba9-4a1e-a171-267070bb3cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:28.713217 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d7dab0bc-da61-4a02-9af9-e9e555def420 tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "PUT /v2.0/routers/71634a57-74dc-4a9b-9b07-b78c862f8647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4409165 May 25 22:56:28.721739 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36610) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:28.722709 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd29ae30-d87c-4970-954c-bc8a3c83969b tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:28.723665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd29ae30-d87c-4970-954c-bc8a3c83969b tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.726092 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33370cce-5eba-4e9b-9b69-5a219da22687 None None] Sync routers for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:56:28.743284 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33370cce-5eba-4e9b-9b69-5a219da22687 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:28.744111 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-33370cce-5eba-4e9b-9b69-5a219da22687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:28.749936 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:28.822655 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec0a2d0-3053-497c-a01c-470a93bdbc16 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:56:28.831709 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-33370cce-5eba-4e9b-9b69-5a219da22687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:28.832711 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b23fa2-eba9-4a1e-a171-267070bb3cf2 None None] Routers {'d63dbd57-5f8c-4e74-9040-f732d87018b6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:28.833365 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a2b23fa2-eba9-4a1e-a171-267070bb3cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['d63dbd57-5f8c-4e74-9040-f732d87018b6'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:28.852027 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 22:56:28.852027 dv-neutron-843300-1-hyperv neutron-server[84717]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 22:56:28.852027 dv-neutron-843300-1-hyperv neutron-server[84717]: [parameters: {'id': 'ca626d68-5657-4b48-8530-87d7da760a37'}] May 25 22:56:28.852027 dv-neutron-843300-1-hyperv neutron-server[84717]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:56:28.852520 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:56:28.859062 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33370cce-5eba-4e9b-9b69-5a219da22687 None None] Routers {'71634a57-74dc-4a9b-9b07-b78c862f8647'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:28.860108 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-33370cce-5eba-4e9b-9b69-5a219da22687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['71634a57-74dc-4a9b-9b07-b78c862f8647'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:28.871208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3a32b5-abb8-4fe1-a74e-e2aa2afb9d56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:28.875686 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5b3a32b5-abb8-4fe1-a74e-e2aa2afb9d56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports/20c990bc-1a79-46bd-b363-5d923c34a763 HTTP/1.1" status: 200 len: 913 time: 0.3167791 May 25 22:56:28.879383 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bec0a2d0-3053-497c-a01c-470a93bdbc16 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:28.879383 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-bec0a2d0-3053-497c-a01c-470a93bdbc16 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Added segment 02f25164-145a-49f5-a3cd-da8689e586f8 of type vlan for network 42fcb22d-8b51-49e8-a411-f5d8e7a890ee May 25 22:56:28.879383 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36614) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:28.914392 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a2b23fa2-eba9-4a1e-a171-267070bb3cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:28.914392 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b23fa2-eba9-4a1e-a171-267070bb3cf2 None None] The sync data for ids ['d63dbd57-5f8c-4e74-9040-f732d87018b6'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:56:28.987452 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-33370cce-5eba-4e9b-9b69-5a219da22687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:28.988107 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33370cce-5eba-4e9b-9b69-5a219da22687 None None] The sync data for ids ['71634a57-74dc-4a9b-9b07-b78c862f8647'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:56:29.019001 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd29ae30-d87c-4970-954c-bc8a3c83969b tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.052340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bec0a2d0-3053-497c-a01c-470a93bdbc16 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.057696 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd29ae30-d87c-4970-954c-bc8a3c83969b tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.060140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29ae30-d87c-4970-954c-bc8a3c83969b tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event deleted for resources: {'Network': ['ID=a50f70b3-082c-49b7-97ca-1fe5e5e31535,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:29.069122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 172.20.0.14 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/9bb1b859-fdb4-4496-a611-fc0e240f0f01/76de61eb-fde5-425d-8b32-749768946d0b) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:29.091527 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fd29ae30-d87c-4970-954c-bc8a3c83969b tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "DELETE /v2.0/networks/a50f70b3-082c-49b7-97ca-1fe5e5e31535 HTTP/1.1" status: 204 len: 168 time: 1.4214797 May 25 22:56:29.101002 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36618) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:29.137452 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::f816:3eff:fea5:e1f3 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/4429eeb9-5ce1-423b-80ac-2729511b32e0/76de61eb-fde5-425d-8b32-749768946d0b) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:29.202296 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bec0a2d0-3053-497c-a01c-470a93bdbc16 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.207194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec0a2d0-3053-497c-a01c-470a93bdbc16 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:29.207194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bec0a2d0-3053-497c-a01c-470a93bdbc16 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.333811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c779b965-0328-476d-b5ca-cf95571723f4 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.353313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.354926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0a2d0-3053-497c-a01c-470a93bdbc16 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Network': ['ID=42fcb22d-8b51-49e8-a411-f5d8e7a890ee,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:29.366472 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 42fcb22d-8b51-49e8-a411-f5d8e7a890ee details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:56:29.469782 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bec0a2d0-3053-497c-a01c-470a93bdbc16 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3855886 May 25 22:56:29.481902 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36622) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:29.500053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d164320e-960c-40c3-bc15-4cc777b16f46 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'subnet': {'network_id': '42fcb22d-8b51-49e8-a411-f5d8e7a890ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:29.616142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f530fd6d-e6d0-4c61-b96b-016cb7f3ce98 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:29.648830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-37fa1cbf-4968-4e79-ace3-3061ae5cde73 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.660811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Deleting port b6d0a599-8605-4fc9-bd55-06e69bd50bd1 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:29.661020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.793227 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c779b965-0328-476d-b5ca-cf95571723f4 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.816258 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d164320e-960c-40c3-bc15-4cc777b16f46 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:29.821031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf09d824-7f51-43b3-a03d-0930236a2aef tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.837680 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f9867467-0d64-4b24-95a2-23d83bb04203 None None] Provisioning for port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:29.865251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-c779b965-0328-476d-b5ca-cf95571723f4 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ea84b0-c2a7-4cc7-a8f4-973c9f72e90b']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:29.886674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d164320e-960c-40c3-bc15-4cc777b16f46 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:subnet and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:29.889667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-c779b965-0328-476d-b5ca-cf95571723f4 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37598c0b-1d3c-4e32-9a1c-67ab597ad5ce') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:29.889955 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-c779b965-0328-476d-b5ca-cf95571723f4 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37598c0b-1d3c-4e32-9a1c-67ab597ad5ce') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:29.899708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d164320e-960c-40c3-bc15-4cc777b16f46 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:29.909593 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c779b965-0328-476d-b5ca-cf95571723f4 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.957650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:29.971116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:29.975887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d164320e-960c-40c3-bc15-4cc777b16f46 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:30.005641 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object 76de61eb-fde5-425d-8b32-749768946d0b will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:30.012206 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c779b965-0328-476d-b5ca-cf95571723f4 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.033163 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c779b965-0328-476d-b5ca-cf95571723f4 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:30.033672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c779b965-0328-476d-b5ca-cf95571723f4 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:30.050592 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:30.066492 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08e18ab-1752-4c36-87da-e522957723de None None] Update dhcp port {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'fixed_ips': [{'subnet_id': '9bb1b859-fdb4-4496-a611-fc0e240f0f01', 'ip_address': '172.20.0.2'}, {'subnet_id': '4429eeb9-5ce1-423b-80ac-2729511b32e0'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': 'f316f65a-ad87-4a4f-aa24-9f6ad26a8b58'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 22:56:30.066606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] For port b6d0a599-8605-4fc9-bd55-06e69bd50bd1, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b6d0a599-8605-4fc9-bd55-06e69bd50bd1,segment=NetworkSegment(0c3f98f0-c309-4e98-a8c0-2da30e8bf050),segment_id=0c3f98f0-c309-4e98-a8c0-2da30e8bf050)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:30.066606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.115352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c08e18ab-1752-4c36-87da-e522957723de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.121807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d164320e-960c-40c3-bc15-4cc777b16f46 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:30.152912 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.169039 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:30.183590 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:30.183957 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.255666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Calling delete_port for b6d0a599-8605-4fc9-bd55-06e69bd50bd1 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:30.295176 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eba1c913-6ea8-40cd-872e-ca94b2131d7a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.387406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:30.400192 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d164320e-960c-40c3-bc15-4cc777b16f46 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.419520 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:30.421972 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:30.454224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-c08e18ab-1752-4c36-87da-e522957723de None None] Allocated IP 2001:db8::f816:3eff:fe39:25b6 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/4429eeb9-5ce1-423b-80ac-2729511b32e0/f316f65a-ad87-4a4f-aa24-9f6ad26a8b58) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:30.460086 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.463619 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c779b965-0328-476d-b5ca-cf95571723f4 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.474086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=76de61eb-fde5-425d-8b32-749768946d0b,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:30.489664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c779b965-0328-476d-b5ca-cf95571723f4 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.506281 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779b965-0328-476d-b5ca-cf95571723f4 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] Pushing event deleted for resources: {'Network': ['ID=52ea84b0-c2a7-4cc7-a8f4-973c9f72e90b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:30.520594 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c779b965-0328-476d-b5ca-cf95571723f4 tempest-BulkNetworkOpsTest-781040095 tempest-BulkNetworkOpsTest-781040095-project] 10.222.0.66 "DELETE /v2.0/networks/52ea84b0-c2a7-4cc7-a8f4-973c9f72e90b HTTP/1.1" status: 204 len: 168 time: 1.4131024 May 25 22:56:30.587309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.624086 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c08e18ab-1752-4c36-87da-e522957723de None None] For port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f316f65a-ad87-4a4f-aa24-9f6ad26a8b58,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:30.638911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:30.639447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.645714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Port': ['ID=b6d0a599-8605-4fc9-bd55-06e69bd50bd1,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:30.652445 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c08e18ab-1752-4c36-87da-e522957723de None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.671927 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c08e18ab-1752-4c36-87da-e522957723de None None] Transition to ACTIVE for port object f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:30.703772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] No DVR routers for this DVR port b6d0a599-8605-4fc9-bd55-06e69bd50bd1 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:30.732792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf09d824-7f51-43b3-a03d-0930236a2aef tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.762250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c08e18ab-1752-4c36-87da-e522957723de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.834230 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f4f1b4c4-f5e6-4551-9816-1004bc74f8c0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5215700 May 25 22:56:30.838191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36628) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:30.884590 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-cf09d824-7f51-43b3-a03d-0930236a2aef tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting port cf573466-a6c6-4bda-b5b2-f4c717445f8f {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:30.884854 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf09d824-7f51-43b3-a03d-0930236a2aef tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.890048 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:30.919197 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:56:30.919197 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:56:30.948567 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e18ab-1752-4c36-87da-e522957723de None None] Pushing event updated for resources: {'Port': ['ID=f316f65a-ad87-4a4f-aa24-9f6ad26a8b58,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:30.956496 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca626d68-5657-4b48-8530-87d7da760a37']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:30.981671 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3f98f0-c309-4e98-a8c0-2da30e8bf050') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:30.982416 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3f98f0-c309-4e98-a8c0-2da30e8bf050') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:30.999888 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.050178 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.064839 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:31.065253 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:31.080762 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:31.229603 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36634) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:31.260612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d164320e-960c-40c3-bc15-4cc777b16f46 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.405566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f202ac1a-1342-4234-bb4f-cd310cafa0be tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:31.409304 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.410049 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f202ac1a-1342-4234-bb4f-cd310cafa0be tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:31.411480 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f202ac1a-1342-4234-bb4f-cd310cafa0be tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:31.456586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf09d824-7f51-43b3-a03d-0930236a2aef tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.463870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164320e-960c-40c3-bc15-4cc777b16f46 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Subnet': ['ID=0c796bd8-2509-4948-ab5c-d89cdadaae80,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:31.477562 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.489680 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Network': ['ID=ca626d68-5657-4b48-8530-87d7da760a37,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:31.496720 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0b7dc23a-8c2f-4a5e-802f-75d4863dcbc7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/networks/ca626d68-5657-4b48-8530-87d7da760a37 HTTP/1.1" status: 204 len: 168 time: 6.0426660 May 25 22:56:31.500185 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36640) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:31.506926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-5064728f-67eb-479d-a4a3-f89ac2958325 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-618869953'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:31.514488 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5064728f-67eb-479d-a4a3-f89ac2958325 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:31.516747 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.555700 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5064728f-67eb-479d-a4a3-f89ac2958325 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Usage tracker for resource:network and tenant:132125ae57f04aa4b4b1028469e03dc8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:31.557204 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f316f65a-ad87-4a4f-aa24-9f6ad26a8b58,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:31.563852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5064728f-67eb-479d-a4a3-f89ac2958325 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:31.577955 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5064728f-67eb-479d-a4a3-f89ac2958325 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:31.594325 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-eba1c913-6ea8-40cd-872e-ca94b2131d7a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port 20c990bc-1a79-46bd-b363-5d923c34a763 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:31.594748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eba1c913-6ea8-40cd-872e-ca94b2131d7a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.631037 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-cf09d824-7f51-43b3-a03d-0930236a2aef tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Calling delete_port for cf573466-a6c6-4bda-b5b2-f4c717445f8f owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:31.641278 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.675278 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5064728f-67eb-479d-a4a3-f89ac2958325 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Made reservation on behalf of 132125ae57f04aa4b4b1028469e03dc8 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:31.676570 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5064728f-67eb-479d-a4a3-f89ac2958325 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.724790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f202ac1a-1342-4234-bb4f-cd310cafa0be tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:31.726109 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f202ac1a-1342-4234-bb4f-cd310cafa0be tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.8796027 May 25 22:56:31.732290 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=f316f65a-ad87-4a4f-aa24-9f6ad26a8b58,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:31.737990 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164320e-960c-40c3-bc15-4cc777b16f46 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Checking segment: {'id': '02f25164-145a-49f5-a3cd-da8689e586f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '42fcb22d-8b51-49e8-a411-f5d8e7a890ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:31.738454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d164320e-960c-40c3-bc15-4cc777b16f46 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network hostable DHCP agents. Network: 42fcb22d-8b51-49e8-a411-f5d8e7a890ee, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:31.749344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36644) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:31.768976 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d12ab1d0-46ab-4eb5-94f8-5567febfc3bf None None] Provisioning for port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:31.780230 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d12ab1d0-46ab-4eb5-94f8-5567febfc3bf None None] Provisioning complete for port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:31.780729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d12ab1d0-46ab-4eb5-94f8-5567febfc3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.791789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5064728f-67eb-479d-a4a3-f89ac2958325 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:56:31.826087 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5064728f-67eb-479d-a4a3-f89ac2958325 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.826087 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-5064728f-67eb-479d-a4a3-f89ac2958325 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Added segment bde2ee81-a5c5-4ec9-ba95-f023b6307e4d of type vlan for network 6658c924-8413-439e-80bb-7ff4dc0247c7 May 25 22:56:31.844080 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eba1c913-6ea8-40cd-872e-ca94b2131d7a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.877555 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-783e103b-de34-4fcb-bb10-f0452dc39faf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port 76de61eb-fde5-425d-8b32-749768946d0b {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:31.878185 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-783e103b-de34-4fcb-bb10-f0452dc39faf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.899120 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5064728f-67eb-479d-a4a3-f89ac2958325 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:31.917685 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:32.015480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:32.016190 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.044759 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-702152eb-2a54-4c2e-86e8-87d276e6562e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa5e0dfce8524f5d92e07b17d9caf90a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8123724 May 25 22:56:32.058577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36648) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:32.068955 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5064728f-67eb-479d-a4a3-f89ac2958325 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.072928 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5064728f-67eb-479d-a4a3-f89ac2958325 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:32.073512 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5064728f-67eb-479d-a4a3-f89ac2958325 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.084281 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-eba1c913-6ea8-40cd-872e-ca94b2131d7a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for 20c990bc-1a79-46bd-b363-5d923c34a763 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:32.162227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8047db5b-1f44-40c4-83d7-7c6314e744e8 None None] Could not find standard attr ID for object 8b5751b3-f007-48a9-9fe5-3c3e0cfb7d73. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:56:32.197294 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d164320e-960c-40c3-bc15-4cc777b16f46 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 42fcb22d-8b51-49e8-a411-f5d8e7a890ee is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:32.199646 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf09d824-7f51-43b3-a03d-0930236a2aef tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.237925 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-854ca009-1742-49b0-a4e5-c2081ef6e682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.271254 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064728f-67eb-479d-a4a3-f89ac2958325 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event updated for resources: {'Network': ['ID=6658c924-8413-439e-80bb-7ff4dc0247c7,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:32.276956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09d824-7f51-43b3-a03d-0930236a2aef tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Port': ['ID=cf573466-a6c6-4bda-b5b2-f4c717445f8f,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:32.285852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 6658c924-8413-439e-80bb-7ff4dc0247c7 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:56:32.332973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-37fa1cbf-4968-4e79-ace3-3061ae5cde73 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port 211854a8-e658-4d83-8860-068858f0cc87 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:32.333540 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-37fa1cbf-4968-4e79-ace3-3061ae5cde73 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.379778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-d164320e-960c-40c3-bc15-4cc777b16f46 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 42fcb22d-8b51-49e8-a411-f5d8e7a890ee) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:32.399434 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5064728f-67eb-479d-a4a3-f89ac2958325 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8950002 May 25 22:56:32.402806 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36652) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:32.411276 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-854ca009-1742-49b0-a4e5-c2081ef6e682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.415291 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Request body: {'subnet': {'network_id': '6658c924-8413-439e-80bb-7ff4dc0247c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:32.442564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca5f8c5-a71e-4d00-9972-f74a51d67942 None None] Network 42fcb22d-8b51-49e8-a411-f5d8e7a890ee requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:32.451480 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d164320e-960c-40c3-bc15-4cc777b16f46 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:32.452198 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d164320e-960c-40c3-bc15-4cc777b16f46 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.527732 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fe0436d5-6858-4064-91d6-8cf40d6fb98f None None] Provisioning for port 76de61eb-fde5-425d-8b32-749768946d0b completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:32.546326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:32.550922 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fe0436d5-6858-4064-91d6-8cf40d6fb98f None None] Provisioning complete for port 76de61eb-fde5-425d-8b32-749768946d0b triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:32.551409 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fe0436d5-6858-4064-91d6-8cf40d6fb98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.553166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Usage tracker for resource:subnet and tenant:132125ae57f04aa4b4b1028469e03dc8 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:32.556518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:32.563142 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:32.585906 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d164320e-960c-40c3-bc15-4cc777b16f46 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1000519 May 25 22:56:32.589490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36656) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:32.598078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-0032c4b8-bd8e-463e-96d3-4661f3004624 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-778367427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:32.606042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0032c4b8-bd8e-463e-96d3-4661f3004624 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:32.616939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0032c4b8-bd8e-463e-96d3-4661f3004624 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:router and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:32.616939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eba1c913-6ea8-40cd-872e-ca94b2131d7a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.621252 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0032c4b8-bd8e-463e-96d3-4661f3004624 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:32.633851 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-fe0436d5-6858-4064-91d6-8cf40d6fb98f None None] Port 76de61eb-fde5-425d-8b32-749768946d0b cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:32.664906 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0032c4b8-bd8e-463e-96d3-4661f3004624 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:32.681821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1c913-6ea8-40cd-872e-ca94b2131d7a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Port': ['ID=20c990bc-1a79-46bd-b363-5d923c34a763,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:32.715865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Made reservation on behalf of 132125ae57f04aa4b4b1028469e03dc8 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:32.769492 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-42fcb22d-8b51-49e8-a411-f5d8e7a890ee', 'network_id': '42fcb22d-8b51-49e8-a411-f5d8e7a890ee', 'tenant_id': '61f1f934e99a4a3fb52dcde8dfb8ddaf', 'fixed_ips': [{'subnet_id': '0c796bd8-2509-4948-ab5c-d89cdadaae80'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:56:32.770938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.859661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0032c4b8-bd8e-463e-96d3-4661f3004624 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.861343 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0032c4b8-bd8e-463e-96d3-4661f3004624 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.879570 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0032c4b8-bd8e-463e-96d3-4661f3004624 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:32.973356 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Allocated IP 2001:db8::2 (42fcb22d-8b51-49e8-a411-f5d8e7a890ee/0c796bd8-2509-4948-ab5c-d89cdadaae80/778b7c5c-c49d-4cd1-9f7a-848b8f323dd3) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:33.006909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.026681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0032c4b8-bd8e-463e-96d3-4661f3004624 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.110316 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf09d824-7f51-43b3-a03d-0930236a2aef tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.172507 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-37fa1cbf-4968-4e79-ace3-3061ae5cde73 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.232745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.239082 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-854ca009-1742-49b0-a4e5-c2081ef6e682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.243886 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-783e103b-de34-4fcb-bb10-f0452dc39faf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.244852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Transition to ACTIVE for port object 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:33.268375 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Transition to ACTIVE for port object 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:33.300292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0032c4b8-bd8e-463e-96d3-4661f3004624 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.304000 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0032c4b8-bd8e-463e-96d3-4661f3004624 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7110429 May 25 22:56:33.304699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eba1c913-6ea8-40cd-872e-ca94b2131d7a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.312278 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36660) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:33.317515 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'network_id': '42fcb22d-8b51-49e8-a411-f5d8e7a890ee', 'name': 'tempest-PortsIpV6TestJSON-495028402'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:33.362586 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.394691 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-37fa1cbf-4968-4e79-ace3-3061ae5cde73 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for 211854a8-e658-4d83-8860-068858f0cc87 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:33.421511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ca009-1742-49b0-a4e5-c2081ef6e682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25376b1b-d3aa-4bc7-a20a-dba290835ffc,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:33.433848 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Network 42fcb22d-8b51-49e8-a411-f5d8e7a890ee is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:33.437047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:33.450220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:33.455236 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Pushing event updated for resources: {'Port': ['ID=778b7c5c-c49d-4cd1-9f7a-848b8f323dd3,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:33.544573 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Attempting to bind port 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:33.544931 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Attempting to bind port 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '02f25164-145a-49f5-a3cd-da8689e586f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '42fcb22d-8b51-49e8-a411-f5d8e7a890ee'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:33.545282 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Attempting to bind port 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 on network 42fcb22d-8b51-49e8-a411-f5d8e7a890ee {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:33.548111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-783e103b-de34-4fcb-bb10-f0452dc39faf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for 76de61eb-fde5-425d-8b32-749768946d0b owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:33.552322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:33.552660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Checking segment: {'id': '02f25164-145a-49f5-a3cd-da8689e586f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '42fcb22d-8b51-49e8-a411-f5d8e7a890ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:33.553049 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.553429 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Bound using segment: {'id': '02f25164-145a-49f5-a3cd-da8689e586f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '42fcb22d-8b51-49e8-a411-f5d8e7a890ee'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:33.553876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Bound port: 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f25164-145a-49f5-a3cd-da8689e586f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '42fcb22d-8b51-49e8-a411-f5d8e7a890ee'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:33.554236 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.648510 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] For port 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:33.651927 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] For port 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=778b7c5c-c49d-4cd1-9f7a-848b8f323dd3,segment=NetworkSegment(02f25164-145a-49f5-a3cd-da8689e586f8),segment_id=02f25164-145a-49f5-a3cd-da8689e586f8)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:33.684233 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:33.689890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:port and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:33.693925 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:33.700770 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:33.716086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-854ca009-1742-49b0-a4e5-c2081ef6e682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.717236 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-854ca009-1742-49b0-a4e5-c2081ef6e682 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/25376b1b-d3aa-4bc7-a20a-dba290835ffc HTTP/1.1" status: 204 len: 168 time: 1.6593740 May 25 22:56:33.723441 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.740351 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf09d824-7f51-43b3-a03d-0930236a2aef tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.767775 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf09d824-7f51-43b3-a03d-0930236a2aef tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.851186 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b51351-b98f-4096-a5aa-271e9800d7ee None None] Pushing event updated for resources: {'Port': ['ID=778b7c5c-c49d-4cd1-9f7a-848b8f323dd3,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:33.859993 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:33.869326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.898673 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf09d824-7f51-43b3-a03d-0930236a2aef tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:33.899189 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf09d824-7f51-43b3-a03d-0930236a2aef tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Fanout notify agent at l3_agent the message router_deleted on router 71634a57-74dc-4a9b-9b07-b78c862f8647 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:56:33.971849 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] device_id is not set on port 2578dd8c-053c-4f37-8336-c7ed11650db3 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:56:34.014710 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf09d824-7f51-43b3-a03d-0930236a2aef tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.015764 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cf09d824-7f51-43b3-a03d-0930236a2aef tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/routers/71634a57-74dc-4a9b-9b07-b78c862f8647 HTTP/1.1" status: 204 len: 168 time: 5.2929344 May 25 22:56:34.019233 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36666) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:34.138611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-37fa1cbf-4968-4e79-ace3-3061ae5cde73 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.175638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.objects.ports [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84717) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:56:34.185322 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.211127 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa1cbf-4968-4e79-ace3-3061ae5cde73 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Port': ['ID=211854a8-e658-4d83-8860-068858f0cc87,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:34.213191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-783e103b-de34-4fcb-bb10-f0452dc39faf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.288074 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e103b-de34-4fcb-bb10-f0452dc39faf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=76de61eb-fde5-425d-8b32-749768946d0b,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:34.535517 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Allocated IP 2001:db8::3d (42fcb22d-8b51-49e8-a411-f5d8e7a890ee/0c796bd8-2509-4948-ab5c-d89cdadaae80/2578dd8c-053c-4f37-8336-c7ed11650db3) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:34.842322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-783e103b-de34-4fcb-bb10-f0452dc39faf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:34.847715 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-783e103b-de34-4fcb-bb10-f0452dc39faf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/76de61eb-fde5-425d-8b32-749768946d0b HTTP/1.1" status: 204 len: 168 time: 3.0963793 May 25 22:56:34.848382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36684) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:34.920697 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde0ea5b-fd33-4de7-9c2d-8f75b02a555a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:34.921996 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde0ea5b-fd33-4de7-9c2d-8f75b02a555a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:34.923688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde0ea5b-fd33-4de7-9c2d-8f75b02a555a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:34.925294 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bde0ea5b-fd33-4de7-9c2d-8f75b02a555a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0752525 May 25 22:56:34.929294 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36688) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:34.935497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-37fa1cbf-4968-4e79-ace3-3061ae5cde73 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.019196 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Checking segment: {'id': 'bde2ee81-a5c5-4ec9-ba95-f023b6307e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6658c924-8413-439e-80bb-7ff4dc0247c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:35.019786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Network hostable DHCP agents. Network: 6658c924-8413-439e-80bb-7ff4dc0247c7, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:35.023801 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event updated for resources: {'Subnet': ['ID=52aa9948-8c5c-4062-8a22-d18a57c85d8f,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:35.062345 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.102434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:35.102775 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:35.103104 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:35.103430 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:35.103759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:35.104084 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:35.104393 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:35.104766 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:35.105084 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:35.105399 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:35.105715 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:35.123308 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f97e9e-cb73-423d-9b9f-997a10cb55ae tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Deleting subnet 33951e6b-0a09-4a71-aa06-69d00c701d30 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:35.128145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Transition to ACTIVE for port object 2578dd8c-053c-4f37-8336-c7ed11650db3 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:35.128431 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933bf996-1967-4f6d-9411-17b0b60eff3a None None] Network 42fcb22d-8b51-49e8-a411-f5d8e7a890ee requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:35.134339 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67f97e9e-cb73-423d-9b9f-997a10cb55ae tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.213620 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67f97e9e-cb73-423d-9b9f-997a10cb55ae tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.246954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Network 6658c924-8413-439e-80bb-7ff4dc0247c7 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:35.270466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba1c913-6ea8-40cd-872e-ca94b2131d7a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router d63dbd57-5f8c-4e74-9040-f732d87018b6 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:56:35.351740 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36696) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:35.359713 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0065727 May 25 22:56:35.360255 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36698) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:35.371512 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1c9fbfa4-ca67-4db4-aa18-242b3cbb8933 None None] Provisioning for port 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:35.382517 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 6658c924-8413-439e-80bb-7ff4dc0247c7) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:35.388278 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:35.388422 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.412474 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e01912-56cd-4a65-855e-a2540aa89876 None None] Network 6658c924-8413-439e-80bb-7ff4dc0247c7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:35.433090 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67f97e9e-cb73-423d-9b9f-997a10cb55ae tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.472591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.604505 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-438fb067-8dd4-4ed2-8478-43f520ad5350 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 4429eeb9-5ce1-423b-80ac-2729511b32e0 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:35.605913 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7480301d-5140-469a-9e6a-d0aa1fe3d074 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2021940 May 25 22:56:35.607592 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-438fb067-8dd4-4ed2-8478-43f520ad5350 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.615673 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36704) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:35.629390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 42fcb22d-8b51-49e8-a411-f5d8e7a890ee is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:35.673748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:35.676151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:35.680268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:35.680899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.687961 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-438fb067-8dd4-4ed2-8478-43f520ad5350 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.697537 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-16d8a88b-d54f-4390-b15a-27faca7c9d30 tempest-NetworksApiDiscovery-857964985 tempest-NetworksApiDiscovery-857964985-project] 10.222.0.66 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3168168 May 25 22:56:35.721338 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-6658c924-8413-439e-80bb-7ff4dc0247c7', 'network_id': '6658c924-8413-439e-80bb-7ff4dc0247c7', 'tenant_id': '132125ae57f04aa4b4b1028469e03dc8', 'fixed_ips': [{'subnet_id': '52aa9948-8c5c-4062-8a22-d18a57c85d8f'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:56:35.722224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:35.747445 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fa1cbf-4968-4e79-ace3-3061ae5cde73 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router a8c333b4-bbc7-48ce-9878-f32d9b3ac222 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:56:35.790582 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d277395-3e82-4f5e-ac7a-844d9f4ee54b req-b80c4277-891a-4f19-8fdc-0afd86e5cf0e tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:35.792086 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5d277395-3e82-4f5e-ac7a-844d9f4ee54b req-b80c4277-891a-4f19-8fdc-0afd86e5cf0e tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.2979131 May 25 22:56:35.968000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=2578dd8c-053c-4f37-8336-c7ed11650db3,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:36.012171 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-438fb067-8dd4-4ed2-8478-43f520ad5350 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.016239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:36.030120 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d91c05f8-7ab6-40d1-8bcd-5890d7ad62a8 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7156785 May 25 22:56:36.040878 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36710) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:36.043788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67f97e9e-cb73-423d-9b9f-997a10cb55ae tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.059645 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Allocated IP 2001:db8::f816:3eff:fe20:e374 (6658c924-8413-439e-80bb-7ff4dc0247c7/52aa9948-8c5c-4062-8a22-d18a57c85d8f/0f63c98c-3bb5-482a-82c0-c069b5995965) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:36.089416 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.100809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f97e9e-cb73-423d-9b9f-997a10cb55ae tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Subnet': ['ID=33951e6b-0a09-4a71-aa06-69d00c701d30,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:36.114518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67f97e9e-cb73-423d-9b9f-997a10cb55ae tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.116422 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-67f97e9e-cb73-423d-9b9f-997a10cb55ae tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/subnets/33951e6b-0a09-4a71-aa06-69d00c701d30 HTTP/1.1" status: 204 len: 168 time: 2.0905557 May 25 22:56:36.120345 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36714) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:36.149101 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba1c913-6ea8-40cd-872e-ca94b2131d7a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:36.247281 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-eba1c913-6ea8-40cd-872e-ca94b2131d7a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/d63dbd57-5f8c-4e74-9040-f732d87018b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3648689 May 25 22:56:36.267538 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36720) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:36.418399 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36724) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:36.418847 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783188c-497d-4426-8bc9-2374b1cb55d3 None None] Sync routers for ids ['d63dbd57-5f8c-4e74-9040-f732d87018b6'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:56:36.431259 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5d277395-3e82-4f5e-ac7a-844d9f4ee54b req-6282b54d-4803-4e5b-93b0-f653a79c745e tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6274741 May 25 22:56:36.465533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fa1cbf-4968-4e79-ace3-3061ae5cde73 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:36.471734 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783188c-497d-4426-8bc9-2374b1cb55d3 None None] Routers {'d63dbd57-5f8c-4e74-9040-f732d87018b6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:36.474714 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4783188c-497d-4426-8bc9-2374b1cb55d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['d63dbd57-5f8c-4e74-9040-f732d87018b6'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:36.475605 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.480695 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af75e8-b3f5-4d63-a132-195191db88d9 None None] Sync routers for ids ['a8c333b4-bbc7-48ce-9878-f32d9b3ac222'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:56:36.490296 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-37fa1cbf-4968-4e79-ace3-3061ae5cde73 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/a8c333b4-bbc7-48ce-9878-f32d9b3ac222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1197670 May 25 22:56:36.514499 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2af75e8-b3f5-4d63-a132-195191db88d9 None None] Routers {'a8c333b4-bbc7-48ce-9878-f32d9b3ac222'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:36.515314 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f2af75e8-b3f5-4d63-a132-195191db88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a8c333b4-bbc7-48ce-9878-f32d9b3ac222'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:36.541011 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36730) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:36.572208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e7af056-38c2-4e2f-a61d-92b2307b510a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.586465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.599500 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Transition to ACTIVE for port object 0f63c98c-3bb5-482a-82c0-c069b5995965 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:36.615746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-438fb067-8dd4-4ed2-8478-43f520ad5350 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.629302 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Transition to ACTIVE for port object 0f63c98c-3bb5-482a-82c0-c069b5995965 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:36.633592 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4783188c-497d-4426-8bc9-2374b1cb55d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:36.666336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fb067-8dd4-4ed2-8478-43f520ad5350 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=4429eeb9-5ce1-423b-80ac-2729511b32e0,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:36.675525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-438fb067-8dd4-4ed2-8478-43f520ad5350 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.680178 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-438fb067-8dd4-4ed2-8478-43f520ad5350 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/4429eeb9-5ce1-423b-80ac-2729511b32e0 HTTP/1.1" status: 204 len: 168 time: 1.7499635 May 25 22:56:36.680979 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36736) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:36.687380 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4243634d-516b-4c74-823d-21f18f15c58f None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:36.695893 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-51baf884-6b7c-4552-99af-3c328863fa0d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8c333b4-bbc7-48ce-9878-f32d9b3ac222 HTTP/1.1" status: 200 len: 205 time: 0.1483278 May 25 22:56:36.711491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36740) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:36.746094 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f2af75e8-b3f5-4d63-a132-195191db88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:36.761154 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2af75e8-b3f5-4d63-a132-195191db88d9 None None] Routers {'a8c333b4-bbc7-48ce-9878-f32d9b3ac222'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:36.761974 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f2af75e8-b3f5-4d63-a132-195191db88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a8c333b4-bbc7-48ce-9878-f32d9b3ac222'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:36.791211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.795235 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8707f8ad-b01d-4e31-8ee0-cc6f62ea96ab None None] Provisioning for port 2578dd8c-053c-4f37-8336-c7ed11650db3 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:36.849453 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:36.852401 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f2af75e8-b3f5-4d63-a132-195191db88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:36.852810 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af75e8-b3f5-4d63-a132-195191db88d9 None None] The sync data for ids ['a8c333b4-bbc7-48ce-9878-f32d9b3ac222'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:56:36.887235 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.910642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:36.910642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.938183 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8707f8ad-b01d-4e31-8ee0-cc6f62ea96ab None None] Provisioning complete for port 2578dd8c-053c-4f37-8336-c7ed11650db3 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:36.939065 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8707f8ad-b01d-4e31-8ee0-cc6f62ea96ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:36.979329 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783188c-497d-4426-8bc9-2374b1cb55d3 None None] Routers {'d63dbd57-5f8c-4e74-9040-f732d87018b6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:36.979970 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4783188c-497d-4426-8bc9-2374b1cb55d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['d63dbd57-5f8c-4e74-9040-f732d87018b6'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:36.983799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 9bb1b859-fdb4-4496-a611-fc0e240f0f01 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:36.993474 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.065910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:37.077246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba37c3ea8624bf280e457e0a947f4be is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:37.085454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:37.089655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.091949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4783188c-497d-4426-8bc9-2374b1cb55d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:37.092352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783188c-497d-4426-8bc9-2374b1cb55d3 None None] The sync data for ids ['d63dbd57-5f8c-4e74-9040-f732d87018b6'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:56:37.099707 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.106330 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Network 6658c924-8413-439e-80bb-7ff4dc0247c7 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:37.118397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Pushing event updated for resources: {'Port': ['ID=0f63c98c-3bb5-482a-82c0-c069b5995965,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:37.120776 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:37.132092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:37.144008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521fc1a-7403-42e1-8a82-1b8bc57da1a6 req-8f8af4c9-7a2d-450b-9e19-7637ff9984dc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:37.145735 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6521fc1a-7403-42e1-8a82-1b8bc57da1a6 req-8f8af4c9-7a2d-450b-9e19-7637ff9984dc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.4614251 May 25 22:56:37.152920 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-8707f8ad-b01d-4e31-8ee0-cc6f62ea96ab None None] Port 2578dd8c-053c-4f37-8336-c7ed11650db3 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:37.166976 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:37.167318 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:37.168932 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:37.168932 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:37.168932 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:37.169258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Subnet': ['ID=52aa9948-8c5c-4062-8a22-d18a57c85d8f,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:37.169558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:37.169558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:37.169558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:37.169558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:37.169908 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:37.170131 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:37.175138 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e7af056-38c2-4e2f-a61d-92b2307b510a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.175326 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:37.222678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c1411dd4-3660-4e88-98a1-689ad4209277 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.290521 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0e7af056-38c2-4e2f-a61d-92b2307b510a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6ff8b9-e2f5-4dec-968d-b6335c058eb3']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:37.326915 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Attempting to bind port 0f63c98c-3bb5-482a-82c0-c069b5995965 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:37.327777 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Attempting to bind port 0f63c98c-3bb5-482a-82c0-c069b5995965 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'bde2ee81-a5c5-4ec9-ba95-f023b6307e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6658c924-8413-439e-80bb-7ff4dc0247c7'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:37.328291 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Attempting to bind port 0f63c98c-3bb5-482a-82c0-c069b5995965 on network 6658c924-8413-439e-80bb-7ff4dc0247c7 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:37.347502 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6521fc1a-7403-42e1-8a82-1b8bc57da1a6 req-68780739-a298-44a1-a4c4-0d064805d0e7 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648295 May 25 22:56:37.402577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:37.403064 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Checking segment: {'id': 'bde2ee81-a5c5-4ec9-ba95-f023b6307e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6658c924-8413-439e-80bb-7ff4dc0247c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:37.403566 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.404054 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Bound using segment: {'id': 'bde2ee81-a5c5-4ec9-ba95-f023b6307e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6658c924-8413-439e-80bb-7ff4dc0247c7'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:37.405153 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Bound port: 0f63c98c-3bb5-482a-82c0-c069b5995965, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde2ee81-a5c5-4ec9-ba95-f023b6307e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6658c924-8413-439e-80bb-7ff4dc0247c7'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:37.405646 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.415548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.459003 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.469089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-626acc70-bffb-44ca-9d06-e3b721611974 None None] Provisioning complete for port 2578dd8c-053c-4f37-8336-c7ed11650db3 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:37.469660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-626acc70-bffb-44ca-9d06-e3b721611974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.509791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0e7af056-38c2-4e2f-a61d-92b2307b510a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ae2846-d7db-4576-a1a4-704130ec0a05') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:37.510711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0e7af056-38c2-4e2f-a61d-92b2307b510a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ae2846-d7db-4576-a1a4-704130ec0a05') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:37.519461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6658c924-8413-439e-80bb-7ff4dc0247c7']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:37.541117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.543534 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.549178 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd9781df-b9b7-4f4b-a2f9-aca1cc2d66cc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.600361 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e7af056-38c2-4e2f-a61d-92b2307b510a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.615825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde2ee81-a5c5-4ec9-ba95-f023b6307e4d') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:37.616148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde2ee81-a5c5-4ec9-ba95-f023b6307e4d') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:37.643365 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-626acc70-bffb-44ca-9d06-e3b721611974 None None] Port 2578dd8c-053c-4f37-8336-c7ed11650db3 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:37.646713 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.657111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=778b7c5c-c49d-4cd1-9f7a-848b8f323dd3,segment=NetworkSegment(02f25164-145a-49f5-a3cd-da8689e586f8),segment_id=02f25164-145a-49f5-a3cd-da8689e586f8)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:37.665717 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] For port 0f63c98c-3bb5-482a-82c0-c069b5995965, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:37.669234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] For port 0f63c98c-3bb5-482a-82c0-c069b5995965, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0f63c98c-3bb5-482a-82c0-c069b5995965,segment=NetworkSegment(bde2ee81-a5c5-4ec9-ba95-f023b6307e4d),segment_id=bde2ee81-a5c5-4ec9-ba95-f023b6307e4d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:37.687397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.695040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e7af056-38c2-4e2f-a61d-92b2307b510a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.716809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7af056-38c2-4e2f-a61d-92b2307b510a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:37.717215 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e7af056-38c2-4e2f-a61d-92b2307b510a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:37.732345 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:37.779354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.813114 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.831688 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.848920 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.875419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538e3c00-066c-427e-9bf1-ce0227d77cc0,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:37.881375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb1b859-fdb4-4496-a611-fc0e240f0f01,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:37.893897 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ba37c3ea8624bf280e457e0a947f4be&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4666355 May 25 22:56:37.918499 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe7f29-3893-4a46-98a8-fb47d5777ada None None] Pushing event updated for resources: {'Port': ['ID=0f63c98c-3bb5-482a-82c0-c069b5995965,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:37.956661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36748) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:37.959846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:37.960252 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:37.982424 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:38.090036 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06119c8-1dac-4e5a-87b1-51a159af618b None None] Network 6658c924-8413-439e-80bb-7ff4dc0247c7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:38.106716 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9845035-c8b7-4dd8-a94e-7e878c9bb11d req-9345bb2c-11f7-4c54-b3d9-4fb6a1902557 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:38.109775 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a9845035-c8b7-4dd8-a94e-7e878c9bb11d req-9345bb2c-11f7-4c54-b3d9-4fb6a1902557 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.6051908 May 25 22:56:38.109920 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=778b7c5c-c49d-4cd1-9f7a-848b8f323dd3,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:38.117188 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.120328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.120688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.121016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.121338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.121658 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.121969 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.122288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.122601 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.122909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.123218 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.123525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a03997e-83ee-4663-8d8a-3d4bf3578227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.133418 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.133720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.134031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.134352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.134673 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.134997 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.135316 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.135631 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.135944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.136254 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.148667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:56:38.164469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e7af056-38c2-4e2f-a61d-92b2307b510a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.195824 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b81a6eed-e47d-43dd-9490-945921102606 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/9bb1b859-fdb4-4496-a611-fc0e240f0f01 HTTP/1.1" status: 204 len: 168 time: 1.5131371 May 25 22:56:38.212577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36752) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:38.274936 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd9781df-b9b7-4f4b-a2f9-aca1cc2d66cc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.305039 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e7af056-38c2-4e2f-a61d-92b2307b510a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.319783 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7af056-38c2-4e2f-a61d-92b2307b510a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] Pushing event deleted for resources: {'Network': ['ID=4c6ff8b9-e2f5-4dec-968d-b6335c058eb3,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:38.351979 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c1411dd4-3660-4e88-98a1-689ad4209277 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.356246 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 22:56:38.356246 dv-neutron-843300-1-hyperv neutron-server[84717]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 22:56:38.356246 dv-neutron-843300-1-hyperv neutron-server[84717]: [parameters: {'id': '6658c924-8413-439e-80bb-7ff4dc0247c7'}] May 25 22:56:38.356246 dv-neutron-843300-1-hyperv neutron-server[84717]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:56:38.356945 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:56:38.365043 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0e7af056-38c2-4e2f-a61d-92b2307b510a tempest-FloatingIPTestJSON-390253618 tempest-FloatingIPTestJSON-390253618-project] 10.222.0.66 "DELETE /v2.0/networks/4c6ff8b9-e2f5-4dec-968d-b6335c058eb3 HTTP/1.1" status: 204 len: 168 time: 2.2436235 May 25 22:56:38.371970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c1411dd4-3660-4e88-98a1-689ad4209277 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.377953 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92002e19-2fa3-44a3-b4ec-2f48b24ee901 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:38.399453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e701b3e-9e7b-4f30-8f05-aabf7881cda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.409364 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a9845035-c8b7-4dd8-a94e-7e878c9bb11d req-188b6cd5-5b04-4385-a79e-aa211650af59 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821701 May 25 22:56:38.422204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd9781df-b9b7-4f4b-a2f9-aca1cc2d66cc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.451360 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-caac3c6c-6144-456c-94f0-6718fbac3ce8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.514805 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bcfd00ae-b647-48df-9242-16404b6dac9c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2965288 May 25 22:56:38.517891 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36760) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:38.577899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-86962781-d786-4b42-a9df-1f01735e01ec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:38.663541 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8959e7f8-fa1d-4c20-a20c-d9b25e741abc None None] Provisioning complete for port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:38.664138 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8959e7f8-fa1d-4c20-a20c-d9b25e741abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.859226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9781df-b9b7-4f4b-a2f9-aca1cc2d66cc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=2578dd8c-053c-4f37-8336-c7ed11650db3,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:38.873456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.953362 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd9781df-b9b7-4f4b-a2f9-aca1cc2d66cc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.966871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e701b3e-9e7b-4f30-8f05-aabf7881cda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:38.986108 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834439f-ee9e-4f6d-8f0f-9df64f7d6784 req-851cba3a-a889-4389-8972-a4a0df007e9f tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:38.987595 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f834439f-ee9e-4f6d-8f0f-9df64f7d6784 req-851cba3a-a889-4389-8972-a4a0df007e9f tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.2998576 May 25 22:56:39.008462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c1411dd4-3660-4e88-98a1-689ad4209277 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.009178 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1411dd4-3660-4e88-98a1-689ad4209277 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Fanout notify agent at l3_agent the message router_deleted on router a8c333b4-bbc7-48ce-9878-f32d9b3ac222 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:56:39.010855 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36766) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:39.059290 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f834439f-ee9e-4f6d-8f0f-9df64f7d6784 req-8e2de085-0156-488e-a637-49fb92f88390 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654774 May 25 22:56:39.094160 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c1411dd4-3660-4e88-98a1-689ad4209277 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.094160 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c1411dd4-3660-4e88-98a1-689ad4209277 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/routers/a8c333b4-bbc7-48ce-9878-f32d9b3ac222 HTTP/1.1" status: 204 len: 168 time: 2.3708365 May 25 22:56:39.100011 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36772) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:39.103608 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Deleting port 0f63c98c-3bb5-482a-82c0-c069b5995965 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:39.104137 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.174673 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd9781df-b9b7-4f4b-a2f9-aca1cc2d66cc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.257287 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-86962781-d786-4b42-a9df-1f01735e01ec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:39.285367 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-86962781-d786-4b42-a9df-1f01735e01ec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:39.288412 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371dd7aa-fa39-4155-864f-0b092bfb33c2 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:56:39.310076 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-371dd7aa-fa39-4155-864f-0b092bfb33c2 None None] Deleting port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:39.310438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-371dd7aa-fa39-4155-864f-0b092bfb33c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.331681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-86962781-d786-4b42-a9df-1f01735e01ec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:39.400350 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a8a80878-f41c-4f8a-8721-1348ba8f543a None None] Provisioning complete for port 2578dd8c-053c-4f37-8336-c7ed11650db3 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:39.400757 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a8a80878-f41c-4f8a-8721-1348ba8f543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.404832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-86962781-d786-4b42-a9df-1f01735e01ec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:39.448304 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-af3f52fb-4df1-4ac2-aa8d-1a90df99df3b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a14378b6d73d4ae08d8270b7d5eccae0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4345691 May 25 22:56:39.448919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36778) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:39.460917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-a8a80878-f41c-4f8a-8721-1348ba8f543a None None] Port 2578dd8c-053c-4f37-8336-c7ed11650db3 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:39.518081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e701b3e-9e7b-4f30-8f05-aabf7881cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.595850 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-371dd7aa-fa39-4155-864f-0b092bfb33c2 None None] For port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f316f65a-ad87-4a4f-aa24-9f6ad26a8b58,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:39.596232 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-371dd7aa-fa39-4155-864f-0b092bfb33c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.666843 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e701b3e-9e7b-4f30-8f05-aabf7881cda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538e3c00-066c-427e-9bf1-ce0227d77cc0,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:39.669706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86962781-d786-4b42-a9df-1f01735e01ec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:39.738748 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a455c37e-f12a-4c86-9e22-b4b5ad1d8668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.750084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-371dd7aa-fa39-4155-864f-0b092bfb33c2 None None] Calling delete_port for f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:39.791080 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e701b3e-9e7b-4f30-8f05-aabf7881cda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.793055 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5e701b3e-9e7b-4f30-8f05-aabf7881cda6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/538e3c00-066c-427e-9bf1-ce0227d77cc0 HTTP/1.1" status: 204 len: 168 time: 1.8354206 May 25 22:56:39.853651 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] For port 0f63c98c-3bb5-482a-82c0-c069b5995965, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0f63c98c-3bb5-482a-82c0-c069b5995965,segment=NetworkSegment(bde2ee81-a5c5-4ec9-ba95-f023b6307e4d),segment_id=bde2ee81-a5c5-4ec9-ba95-f023b6307e4d)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:39.854201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.902127 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a455c37e-f12a-4c86-9e22-b4b5ad1d8668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.938338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-4085ac5a-8056-48bd-aa79-f804b21949e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting subnet e9e5c7b5-52a0-4c5a-ab8b-8f0bc79b1f9f {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:39.938841 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-371dd7aa-fa39-4155-864f-0b092bfb33c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.993237 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371dd7aa-fa39-4155-864f-0b092bfb33c2 None None] Pushing event deleted for resources: {'Port': ['ID=f316f65a-ad87-4a4f-aa24-9f6ad26a8b58,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:39.997455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4085ac5a-8056-48bd-aa79-f804b21949e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:39.999938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:40.058819 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371dd7aa-fa39-4155-864f-0b092bfb33c2 None None] No DVR routers for this DVR port f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:40.084148 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16181e6e-2bc4-42a6-b33c-fc11b9baedc2 None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 22:56:40.122492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-86962781-d786-4b42-a9df-1f01735e01ec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.145085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Calling delete_port for 0f63c98c-3bb5-482a-82c0-c069b5995965 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:40.147803 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd9781df-b9b7-4f4b-a2f9-aca1cc2d66cc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.160638 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:40.161077 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.201473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd9781df-b9b7-4f4b-a2f9-aca1cc2d66cc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.202395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd9781df-b9b7-4f4b-a2f9-aca1cc2d66cc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.214717 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaa2d4-53cb-4b40-acf2-8d3034963ec4 req-cd5d850c-e29a-4b77-9c4a-4268447d6690 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:40.216651 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7ddaa2d4-53cb-4b40-acf2-8d3034963ec4 req-cd5d850c-e29a-4b77-9c4a-4268447d6690 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.4545639 May 25 22:56:40.355746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a455c37e-f12a-4c86-9e22-b4b5ad1d8668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.383634 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16181e6e-2bc4-42a6-b33c-fc11b9baedc2 None None] Resources bound (agent type, host, resource id): {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 22:56:40.424908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455c37e-f12a-4c86-9e22-b4b5ad1d8668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f62f09f-943b-4b73-8313-15b587334d16,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:40.436084 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4085ac5a-8056-48bd-aa79-f804b21949e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.436557 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7ddaa2d4-53cb-4b40-acf2-8d3034963ec4 req-9772f1b8-a580-459d-8b3a-7b4c30b21bfc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752687 May 25 22:56:40.469172 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9781df-b9b7-4f4b-a2f9-aca1cc2d66cc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=2578dd8c-053c-4f37-8336-c7ed11650db3,revision_number=3']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:40.486609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a455c37e-f12a-4c86-9e22-b4b5ad1d8668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.491274 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a455c37e-f12a-4c86-9e22-b4b5ad1d8668 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f62f09f-943b-4b73-8313-15b587334d16 HTTP/1.1" status: 204 len: 168 time: 1.0325193 May 25 22:56:40.535855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:56:40.573273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9781df-b9b7-4f4b-a2f9-aca1cc2d66cc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 42fcb22d-8b51-49e8-a411-f5d8e7a890ee is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:40.575457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-cd9781df-b9b7-4f4b-a2f9-aca1cc2d66cc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:40.575681 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:56:40.576923 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f316f65a-ad87-4a4f-aa24-9f6ad26a8b58 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:56:40.709034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.886558 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4085ac5a-8056-48bd-aa79-f804b21949e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:40.913452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024b06f2-9606-48bb-a7e8-a2ba255665ef None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 22:56:40.917524 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Port': ['ID=0f63c98c-3bb5-482a-82c0-c069b5995965,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:40.960957 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] No DVR routers for this DVR port 0f63c98c-3bb5-482a-82c0-c069b5995965 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:41.068151 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b06f2-9606-48bb-a7e8-a2ba255665ef None None] Resources bound (agent type, host, resource id): {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 22:56:41.211351 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.258685 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9781df-b9b7-4f4b-a2f9-aca1cc2d66cc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Router 57a061e7-951a-4554-9041-315e73d877ed is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:56:41.269241 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6658c924-8413-439e-80bb-7ff4dc0247c7']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:41.290766 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-caac3c6c-6144-456c-94f0-6718fbac3ce8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port b219597a-b2dc-4401-bece-bf956007c024 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:41.291097 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-caac3c6c-6144-456c-94f0-6718fbac3ce8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.316471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde2ee81-a5c5-4ec9-ba95-f023b6307e4d') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:41.316770 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde2ee81-a5c5-4ec9-ba95-f023b6307e4d') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:41.343336 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4085ac5a-8056-48bd-aa79-f804b21949e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.350256 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.404737 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-86962781-d786-4b42-a9df-1f01735e01ec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.416666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085ac5a-8056-48bd-aa79-f804b21949e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e5c7b5-52a0-4c5a-ab8b-8f0bc79b1f9f,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:41.461902 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.510336 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4085ac5a-8056-48bd-aa79-f804b21949e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.524179 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9781df-b9b7-4f4b-a2f9-aca1cc2d66cc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:41.526444 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1056708e-fcd6-40d8-a97e-7e90e4ae1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.540746 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cd9781df-b9b7-4f4b-a2f9-aca1cc2d66cc tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "PUT /v2.0/routers/57a061e7-951a-4554-9041-315e73d877ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4967508 May 25 22:56:41.546684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7135eb-03b9-4e60-bc24-9bef15013d4a None None] Sync routers for ids ['57a061e7-951a-4554-9041-315e73d877ed'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:56:41.549438 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36800) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:41.564072 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:41.564509 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:41.583058 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:41.587434 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': '51aae9e7-e895-484c-beba-860d6bdef3fc'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:56:41.590976 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.607746 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7135eb-03b9-4e60-bc24-9bef15013d4a None None] Routers {'57a061e7-951a-4554-9041-315e73d877ed'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:41.608448 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-0c7135eb-03b9-4e60-bc24-9bef15013d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['57a061e7-951a-4554-9041-315e73d877ed'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:41.655110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86962781-d786-4b42-a9df-1f01735e01ec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:41.669340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-86962781-d786-4b42-a9df-1f01735e01ec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:41.691739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86962781-d786-4b42-a9df-1f01735e01ec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:41.692322 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-86962781-d786-4b42-a9df-1f01735e01ec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.692742 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-0c7135eb-03b9-4e60-bc24-9bef15013d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:41.708708 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4085ac5a-8056-48bd-aa79-f804b21949e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/e9e5c7b5-52a0-4c5a-ab8b-8f0bc79b1f9f HTTP/1.1" status: 204 len: 168 time: 2.5742354 May 25 22:56:41.717273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86962781-d786-4b42-a9df-1f01735e01ec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=51aae9e7-e895-484c-beba-860d6bdef3fc,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:41.719961 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36808) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:41.767932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-caac3c6c-6144-456c-94f0-6718fbac3ce8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.796789 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7135eb-03b9-4e60-bc24-9bef15013d4a None None] Routers {'57a061e7-951a-4554-9041-315e73d877ed'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:41.797477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-0c7135eb-03b9-4e60-bc24-9bef15013d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['57a061e7-951a-4554-9041-315e73d877ed'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:41.835729 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-86962781-d786-4b42-a9df-1f01735e01ec tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2853603 May 25 22:56:41.874231 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-0c7135eb-03b9-4e60-bc24-9bef15013d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:41.874626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7135eb-03b9-4e60-bc24-9bef15013d4a None None] The sync data for ids ['57a061e7-951a-4554-9041-315e73d877ed'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:56:41.893942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.895235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36814) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:41.902524 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-caac3c6c-6144-456c-94f0-6718fbac3ce8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for b219597a-b2dc-4401-bece-bf956007c024 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:41.920218 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.935057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Allocated IP 172.20.0.2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/51aae9e7-e895-484c-beba-860d6bdef3fc/8c960381-039f-4798-aa4b-5f610211973a) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:41.956450 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.961525 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/networks/6658c924-8413-439e-80bb-7ff4dc0247c7 HTTP/1.1" status: 204 len: 168 time: 6.3394532 May 25 22:56:41.964349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:41.965895 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0544a3-3965-4535-9483-3841db6f9f20 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:41.967457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9c0544a3-3965-4535-9483-3841db6f9f20 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Synchronizing usage tracker for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:41.978170 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36818) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:41.978490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36820) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:41.979552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538afa8-22e9-4f6d-adb8-c225271100b9 req-d79e9c0c-52bf-4a5e-9587-b148de310fe7 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:41.981026 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b538afa8-22e9-4f6d-adb8-c225271100b9 req-d79e9c0c-52bf-4a5e-9587-b148de310fe7 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.3593693 May 25 22:56:41.991934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port 3c2939f4-ead8-4b5d-802d-5337f2b1de26 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:41.992395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:41.996882 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dc2dd-ba33-43eb-92a2-aa686829399b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Network': ['ID=6658c924-8413-439e-80bb-7ff4dc0247c7,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:42.104213 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeef2a30-7a17-4a58-aadc-2b812a160ca4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] DELETE failed (client error): The resource could not be found. May 25 22:56:42.104693 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeef2a30-7a17-4a58-aadc-2b812a160ca4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:56:42.106539 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-eeef2a30-7a17-4a58-aadc-2b812a160ca4 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/subnets/52aa9948-8c5c-4062-8a22-d18a57c85d8f HTTP/1.1" status: 404 len: 337 time: 0.1177726 May 25 22:56:42.114088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36828) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:42.173961 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfaaf18-6f7c-4165-8c59-15082e2664a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] DELETE failed (client error): The resource could not be found. May 25 22:56:42.174332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dfaaf18-6f7c-4165-8c59-15082e2664a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:56:42.175986 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7dfaaf18-6f7c-4165-8c59-15082e2664a6 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/networks/6658c924-8413-439e-80bb-7ff4dc0247c7 HTTP/1.1" status: 404 len: 339 time: 0.0609882 May 25 22:56:42.180786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36832) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:42.181404 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.195625 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Transition to ACTIVE for port object 8c960381-039f-4798-aa4b-5f610211973a will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:42.219830 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Transition to ACTIVE for port object 8c960381-039f-4798-aa4b-5f610211973a will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:42.222799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9c0544a3-3965-4535-9483-3841db6f9f20 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Unset dirty status for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:42.223938 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9c0544a3-3965-4535-9483-3841db6f9f20 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports?device_id=57a061e7-951a-4554-9041-315e73d877ed HTTP/1.1" status: 200 len: 987 time: 0.6733217 May 25 22:56:42.236835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36836) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:42.243926 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b538afa8-22e9-4f6d-adb8-c225271100b9 req-9e377368-60e4-46ad-8ab3-ba438f2c25a1 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532578 May 25 22:56:42.254652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-380685062'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:42.263564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] For port 3c2939f4-ead8-4b5d-802d-5337f2b1de26, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=3c2939f4-ead8-4b5d-802d-5337f2b1de26,segment=NetworkSegment(169defda-4562-4079-bbd3-61ef475b4c6f),segment_id=169defda-4562-4079-bbd3-61ef475b4c6f)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:42.264467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.304752 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.316437 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee21817-202f-4314-8c25-39fc5dda949e tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] DELETE failed (client error): The resource could not be found. May 25 22:56:42.316898 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee21817-202f-4314-8c25-39fc5dda949e tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:56:42.318526 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9ee21817-202f-4314-8c25-39fc5dda949e tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/subnets/b0585411-8f26-4191-8837-27f370349b5a HTTP/1.1" status: 404 len: 337 time: 0.1259427 May 25 22:56:42.326021 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:42.333545 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36842) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:42.341008 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Usage tracker for resource:network and tenant:5fed65cbc77d47e59157328759c30af3 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:42.383921 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:42.386639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:42.386875 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:42.391216 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:42.393574 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Pushing event updated for resources: {'Port': ['ID=8c960381-039f-4798-aa4b-5f610211973a,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:42.430315 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for 3c2939f4-ead8-4b5d-802d-5337f2b1de26 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:42.474586 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25a827f-c569-41a6-8424-86039ab7cdfa tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] DELETE failed (client error): The resource could not be found. May 25 22:56:42.475182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25a827f-c569-41a6-8424-86039ab7cdfa tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:56:42.479502 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c25a827f-c569-41a6-8424-86039ab7cdfa tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/networks/ca626d68-5657-4b48-8530-87d7da760a37 HTTP/1.1" status: 404 len: 339 time: 0.1424937 May 25 22:56:42.484103 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36846) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:42.490155 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Attempting to bind port 8c960381-039f-4798-aa4b-5f610211973a on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:42.490398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Attempting to bind port 8c960381-039f-4798-aa4b-5f610211973a by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:42.490614 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Attempting to bind port 8c960381-039f-4798-aa4b-5f610211973a on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:42.497639 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:42.498005 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:42.498403 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.498792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:42.499256 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Bound port: 8c960381-039f-4798-aa4b-5f610211973a, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:42.499622 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.529342 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:42.531697 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:42.535006 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff635206-1860-42b9-8e69-9f3d061f9573 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] DELETE failed (client error): The resource could not be found. May 25 22:56:42.535380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff635206-1860-42b9-8e69-9f3d061f9573 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:56:42.539456 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ff635206-1860-42b9-8e69-9f3d061f9573 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/subnets/e6d0d8a3-178b-4254-bd7a-af5a04376bf0 HTTP/1.1" status: 404 len: 337 time: 0.0519259 May 25 22:56:42.540640 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:42.540788 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36850) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:42.546038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:42.557939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:42.578725 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-db64885c-d7cb-4b9a-814d-063f0e2a9355 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] DELETE failed (client error): The resource could not be found. May 25 22:56:42.579272 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db64885c-d7cb-4b9a-814d-063f0e2a9355 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:56:42.584935 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-db64885c-d7cb-4b9a-814d-063f0e2a9355 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/networks/cbba038d-a589-41a9-a7e3-c07b367ebabc HTTP/1.1" status: 404 len: 339 time: 0.0394936 May 25 22:56:42.585158 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36854) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:42.601899 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] For port 8c960381-039f-4798-aa4b-5f610211973a, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:42.606792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] For port 8c960381-039f-4798-aa4b-5f610211973a, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8c960381-039f-4798-aa4b-5f610211973a,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:42.654368 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe18d6-237a-442d-94d3-76bf1068fe5b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Deleting port 6eb10da6-e313-4f4a-9213-35700e3472c7 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:42.654803 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a4fe18d6-237a-442d-94d3-76bf1068fe5b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.656753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Made reservation on behalf of 5fed65cbc77d47e59157328759c30af3 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:42.660033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.685980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.686202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:42.689439 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.705023 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.773440 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbcf3d-033d-4b53-8ca3-a4cf467b46e3 None None] Pushing event updated for resources: {'Port': ['ID=8c960381-039f-4798-aa4b-5f610211973a,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:42.788975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.805778 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-caac3c6c-6144-456c-94f0-6718fbac3ce8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:42.849656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Port': ['ID=3c2939f4-ead8-4b5d-802d-5337f2b1de26,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:42.865056 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] No DVR routers for this DVR port 3c2939f4-ead8-4b5d-802d-5337f2b1de26 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:42.922145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac3c6c-6144-456c-94f0-6718fbac3ce8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Port': ['ID=b219597a-b2dc-4401-bece-bf956007c024,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:42.933974 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:43.015289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Usage tracker for resource:security_group_rule and tenant:5fed65cbc77d47e59157328759c30af3 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:43.045577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:43.097635 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:43.123876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.180865 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4607317a-ab49-4370-a63c-d7f0f4f440fd']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:43.199320 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a4fe18d6-237a-442d-94d3-76bf1068fe5b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.207791 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169defda-4562-4079-bbd3-61ef475b4c6f') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:43.208071 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169defda-4562-4079-bbd3-61ef475b4c6f') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:43.279202 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.353283 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe18d6-237a-442d-94d3-76bf1068fe5b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Calling delete_port for 6eb10da6-e313-4f4a-9213-35700e3472c7 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:43.381595 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-caac3c6c-6144-456c-94f0-6718fbac3ce8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.432586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.435666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.458771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:43.459155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:43.474583 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:43.600472 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302cdd7-31f5-40db-950b-8e3362059c50 req-fa253579-e96d-4751-9775-3ea365aa55e6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:43.602106 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3302cdd7-31f5-40db-950b-8e3362059c50 req-fa253579-e96d-4751-9775-3ea365aa55e6 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.2052724 May 25 22:56:43.604286 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.655441 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3302cdd7-31f5-40db-950b-8e3362059c50 req-9fb10323-78eb-4404-b8aa-edd1eeda12c7 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474937 May 25 22:56:43.666237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:56:43.695187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a535b1e-a985-45e9-8fcc-f2a2bb79a171,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:43.704263 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.704712 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Added segment 1d13b6e3-a49c-46f5-ad48-16e0683fb82b of type vlan for network ccbe8172-06c4-4017-a045-fde4b681d2ef May 25 22:56:43.710409 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-19b1fdb7-aef7-4bed-9fbf-b19117bc9f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.755829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.757584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a4fe18d6-237a-442d-94d3-76bf1068fe5b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.775203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.850205 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Network': ['ID=4607317a-ab49-4370-a63c-d7f0f4f440fd,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:43.851993 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe18d6-237a-442d-94d3-76bf1068fe5b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Port': ['ID=6eb10da6-e313-4f4a-9213-35700e3472c7,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:43.865012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a4fe18d6-237a-442d-94d3-76bf1068fe5b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.866874 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a4fe18d6-237a-442d-94d3-76bf1068fe5b tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/ports/6eb10da6-e313-4f4a-9213-35700e3472c7 HTTP/1.1" status: 204 len: 168 time: 1.2807059 May 25 22:56:43.869741 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36860) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:43.907139 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:43.910203 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbf8e04-975d-4066-9d53-886226969755 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] DELETE failed (client error): The resource could not be found. May 25 22:56:43.910645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbf8e04-975d-4066-9d53-886226969755 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:56:43.914700 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1bbf8e04-975d-4066-9d53-886226969755 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/subnets/2daed4fa-a553-4b2c-b602-2f2dd1cc1ce8 HTTP/1.1" status: 404 len: 337 time: 0.0416324 May 25 22:56:43.915147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36864) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:43.948613 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a887ef3-eca1-4eab-bdc1-3df624076e53 None None] Network 4607317a-ab49-4370-a63c-d7f0f4f440fd requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:43.985469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7509ccb-e655-4790-8e7e-5ac53922078c None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:44.021166 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a11d24fc-fbed-40e5-8219-350e631f5a6c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/networks/4607317a-ab49-4370-a63c-d7f0f4f440fd HTTP/1.1" status: 204 len: 168 time: 2.2886767 May 25 22:56:44.027420 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36868) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:44.067089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56bcd284-6b86-4bac-8ef1-dfaca09ef7f1 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.070565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-485466013', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}, 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:44.168213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a887ef3-eca1-4eab-bdc1-3df624076e53 None None] Network 4607317a-ab49-4370-a63c-d7f0f4f440fd could not be found, it might have been deleted concurrently. {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 25 22:56:44.179656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8c960381-039f-4798-aa4b-5f610211973a up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:44.298412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.302776 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:44.303490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.311216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:44.316043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a164f7ca-8ea5-4b3a-82f9-fadbc09a5e43 None None] DHCP port deletion for 4607317a-ab49-4370-a63c-d7f0f4f440fd request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:56:44.392956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56bcd284-6b86-4bac-8ef1-dfaca09ef7f1 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.406511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:router and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:44.415527 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:44.432154 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-56bcd284-6b86-4bac-8ef1-dfaca09ef7f1 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc50c2b-5235-4020-a95c-444c6a5fe4b1']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:44.438100 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e85df773-00a4-448e-9595-566172548489 None None] Provisioning for port 8c960381-039f-4798-aa4b-5f610211973a completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:44.446016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-56bcd284-6b86-4bac-8ef1-dfaca09ef7f1 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee53fed-9632-468f-aefc-190e07da7717') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:44.446784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-56bcd284-6b86-4bac-8ef1-dfaca09ef7f1 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee53fed-9632-468f-aefc-190e07da7717') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:44.461287 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56bcd284-6b86-4bac-8ef1-dfaca09ef7f1 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.480098 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56bcd284-6b86-4bac-8ef1-dfaca09ef7f1 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.487715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bcd284-6b86-4bac-8ef1-dfaca09ef7f1 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:44.488186 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56bcd284-6b86-4bac-8ef1-dfaca09ef7f1 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:44.509799 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:44.514002 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:44.530533 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 8c960381-039f-4798-aa4b-5f610211973a completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:44.538428 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 8c960381-039f-4798-aa4b-5f610211973a triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:44.538788 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.614974 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Pushing event updated for resources: {'Network': ['ID=ccbe8172-06c4-4017-a045-fde4b681d2ef,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:44.632398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network ccbe8172-06c4-4017-a045-fde4b681d2ef details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:56:44.674105 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caac3c6c-6144-456c-94f0-6718fbac3ce8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router d63dbd57-5f8c-4e74-9040-f732d87018b6 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:56:44.674959 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.objects.ports [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84717) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:56:44.732680 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56bcd284-6b86-4bac-8ef1-dfaca09ef7f1 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.744234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-81ba7b21-5d70-43ef-b6b3-abca5214561e None None] Provisioning complete for port 2578dd8c-053c-4f37-8336-c7ed11650db3 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:44.744831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-81ba7b21-5d70-43ef-b6b3-abca5214561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.761703 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e803ce8e-bc9f-4617-b363-7f8cd439d73a tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.7712307 May 25 22:56:44.774898 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36874) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:44.778876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56bcd284-6b86-4bac-8ef1-dfaca09ef7f1 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.786537 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e364520a-444b-4e1b-a54b-cfb04380c2aa tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Request body: {'subnet': {'network_id': 'ccbe8172-06c4-4017-a045-fde4b681d2ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:44.790682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcd284-6b86-4bac-8ef1-dfaca09ef7f1 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Network': ['ID=9dc50c2b-5235-4020-a95c-444c6a5fe4b1,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:44.804040 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-56bcd284-6b86-4bac-8ef1-dfaca09ef7f1 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/networks/9dc50c2b-5235-4020-a95c-444c6a5fe4b1 HTTP/1.1" status: 204 len: 168 time: 0.8879919 May 25 22:56:44.805431 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36878) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:44.826848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.827763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:44.972549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-81ba7b21-5d70-43ef-b6b3-abca5214561e None None] Port 2578dd8c-053c-4f37-8336-c7ed11650db3 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:44.986764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.012620 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970f7b37-b171-4f69-8f99-c603751a95ee None None] Update dhcp port {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'fixed_ips': [{'subnet_id': '51aae9e7-e895-484c-beba-860d6bdef3fc', 'ip_address': '172.20.0.2'}, {'subnet_id': '15ddeeb2-ab19-469a-acc0-2341f1fd74b4'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': '8c960381-039f-4798-aa4b-5f610211973a'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 22:56:45.024290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5380601a-ee94-4180-9c03-1011a735982c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.035849 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.077212 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 8c960381-039f-4798-aa4b-5f610211973a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8c960381-039f-4798-aa4b-5f610211973a,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:45.081612 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-970f7b37-b171-4f69-8f99-c603751a95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.081779 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-6155b9fc-9bec-41c0-8cc5-2b784f0a3ae8 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Deleting port 8c6b33fc-db43-4a65-848e-10b0f528cff3 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:45.082101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6155b9fc-9bec-41c0-8cc5-2b784f0a3ae8 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.128608 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.138438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.150091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d00e1-f39f-4314-a85b-a157ded135f3 req-e1ecb922-3fc2-41a5-b177-21c723bbfbc0 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:45.157667 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ea0d00e1-f39f-4314-a85b-a157ded135f3 req-e1ecb922-3fc2-41a5-b177-21c723bbfbc0 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.3446512 May 25 22:56:45.233904 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e364520a-444b-4e1b-a54b-cfb04380c2aa tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:45.238649 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.257312 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e364520a-444b-4e1b-a54b-cfb04380c2aa tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Usage tracker for resource:subnet and tenant:5fed65cbc77d47e59157328759c30af3 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:45.274044 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e364520a-444b-4e1b-a54b-cfb04380c2aa tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:45.277794 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=8c960381-039f-4798-aa4b-5f610211973a,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:45.287884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caac3c6c-6144-456c-94f0-6718fbac3ce8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:45.296795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e364520a-444b-4e1b-a54b-cfb04380c2aa tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:45.301806 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591149dd-b154-4a8e-8e0c-b784c449476d None None] Sync routers for ids ['d63dbd57-5f8c-4e74-9040-f732d87018b6'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:56:45.307127 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-caac3c6c-6144-456c-94f0-6718fbac3ce8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/d63dbd57-5f8c-4e74-9040-f732d87018b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0385594 May 25 22:56:45.311336 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36882) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:45.319599 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591149dd-b154-4a8e-8e0c-b784c449476d None None] Routers {'d63dbd57-5f8c-4e74-9040-f732d87018b6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:45.320468 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-591149dd-b154-4a8e-8e0c-b784c449476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['d63dbd57-5f8c-4e74-9040-f732d87018b6'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:45.364165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b1aeec8d-2dd7-4702-94f7-ce45fc529526 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Synchronizing usage tracker for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:45.408626 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-591149dd-b154-4a8e-8e0c-b784c449476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:45.412382 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ea0d00e1-f39f-4314-a85b-a157ded135f3 req-138061e9-2dad-4e25-a58d-eea8fc7c2085 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535913 May 25 22:56:45.428523 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591149dd-b154-4a8e-8e0c-b784c449476d None None] Routers {'d63dbd57-5f8c-4e74-9040-f732d87018b6'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:45.429527 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-591149dd-b154-4a8e-8e0c-b784c449476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['d63dbd57-5f8c-4e74-9040-f732d87018b6'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:45.436348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e364520a-444b-4e1b-a54b-cfb04380c2aa tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Made reservation on behalf of 5fed65cbc77d47e59157328759c30af3 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:45.481780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6155b9fc-9bec-41c0-8cc5-2b784f0a3ae8 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.494514 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-591149dd-b154-4a8e-8e0c-b784c449476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:45.495188 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591149dd-b154-4a8e-8e0c-b784c449476d None None] The sync data for ids ['d63dbd57-5f8c-4e74-9040-f732d87018b6'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:56:45.505077 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-970f7b37-b171-4f69-8f99-c603751a95ee None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe7f:9150-11a75dd1-1127-46bf-bfd4-e2bac40148 {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:56:45.505518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-970f7b37-b171-4f69-8f99-c603751a95ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:56:45.609758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-6155b9fc-9bec-41c0-8cc5-2b784f0a3ae8 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Calling delete_port for 8c6b33fc-db43-4a65-848e-10b0f528cff3 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:45.663637 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b1aeec8d-2dd7-4702-94f7-ce45fc529526 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Unset dirty status for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:45.667855 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b1aeec8d-2dd7-4702-94f7-ce45fc529526 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63dbd57-5f8c-4e74-9040-f732d87018b6 HTTP/1.1" status: 200 len: 205 time: 0.3525467 May 25 22:56:45.667994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36886) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:45.694147 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.737352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e364520a-444b-4e1b-a54b-cfb04380c2aa tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.825289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-70689bfb-3773-4ae4-8107-74fcc61e5cd0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.930611 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8c960381-039f-4798-aa4b-5f610211973a up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:45.940199 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6155b9fc-9bec-41c0-8cc5-2b784f0a3ae8 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:45.997672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155b9fc-9bec-41c0-8cc5-2b784f0a3ae8 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Port': ['ID=8c6b33fc-db43-4a65-848e-10b0f528cff3,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:46.001533 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 8c960381-039f-4798-aa4b-5f610211973a triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:46.001931 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.009477 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6155b9fc-9bec-41c0-8cc5-2b784f0a3ae8 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.021223 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6155b9fc-9bec-41c0-8cc5-2b784f0a3ae8 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/ports/8c6b33fc-db43-4a65-848e-10b0f528cff3 HTTP/1.1" status: 204 len: 168 time: 1.2091563 May 25 22:56:46.021423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36890) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:46.062693 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddcf931-283e-4681-9a54-9881b73c05d0 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] DELETE failed (client error): The resource could not be found. May 25 22:56:46.063135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddcf931-283e-4681-9a54-9881b73c05d0 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:56:46.067510 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7ddcf931-283e-4681-9a54-9881b73c05d0 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/subnets/daab2ac0-c644-4c38-85bd-f0fa951691bc HTTP/1.1" status: 404 len: 337 time: 0.0427136 May 25 22:56:46.067675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.079388 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36894) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:46.107035 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-970f7b37-b171-4f69-8f99-c603751a95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.276262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 3c2939f4-ead8-4b5d-802d-5337f2b1de26 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:56:46.352826 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 3c2939f4-ead8-4b5d-802d-5337f2b1de26 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:56:46.353260 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 3c2939f4-ead8-4b5d-802d-5337f2b1de26 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:56:46.355335 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-70689bfb-3773-4ae4-8107-74fcc61e5cd0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.360028 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-70689bfb-3773-4ae4-8107-74fcc61e5cd0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.366547 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e645cc7-0cd2-4a7e-bc7d-4409cb2789b7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.429977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-70689bfb-3773-4ae4-8107-74fcc61e5cd0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.430555 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70689bfb-3773-4ae4-8107-74fcc61e5cd0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Fanout notify agent at l3_agent the message router_deleted on router d63dbd57-5f8c-4e74-9040-f732d87018b6 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:56:46.448934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-70689bfb-3773-4ae4-8107-74fcc61e5cd0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.448934 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-70689bfb-3773-4ae4-8107-74fcc61e5cd0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/routers/d63dbd57-5f8c-4e74-9040-f732d87018b6 HTTP/1.1" status: 204 len: 168 time: 0.7742860 May 25 22:56:46.448934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36898) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:46.487882 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-5380601a-ee94-4180-9c03-1011a735982c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port 2578dd8c-053c-4f37-8336-c7ed11650db3 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:46.496907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5380601a-ee94-4180-9c03-1011a735982c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.540390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.761073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257bcfc-57f1-4562-ae0c-8d406cc39039 req-eabeb198-e0f7-4957-a994-dd7a3bdc8b27 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:46.762534 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e257bcfc-57f1-4562-ae0c-8d406cc39039 req-eabeb198-e0f7-4957-a994-dd7a3bdc8b27 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.1745443 May 25 22:56:46.826880 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddcf579-48a0-4ef8-a208-a63c6a5aff16 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting subnet e3f88ec7-ab8f-4f9f-99f6-31df94b260f6 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:46.834866 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cddcf579-48a0-4ef8-a208-a63c6a5aff16 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.868703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] For port 8c960381-039f-4798-aa4b-5f610211973a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8c960381-039f-4798-aa4b-5f610211973a,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:46.871687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e645cc7-0cd2-4a7e-bc7d-4409cb2789b7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.878350 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e257bcfc-57f1-4562-ae0c-8d406cc39039 req-79380a84-01b5-4fc5-a926-60c69e0decf4 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005023 May 25 22:56:46.893678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cddcf579-48a0-4ef8-a208-a63c6a5aff16 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.934973 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-5e645cc7-0cd2-4a7e-bc7d-4409cb2789b7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d9ade1-7a90-44de-8e8c-a289f86fd1d6']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:46.976489 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cddcf579-48a0-4ef8-a208-a63c6a5aff16 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:46.990365 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-5e645cc7-0cd2-4a7e-bc7d-4409cb2789b7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27de3ee9-5023-4782-8020-4a626f045571') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:46.990733 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-5e645cc7-0cd2-4a7e-bc7d-4409cb2789b7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27de3ee9-5023-4782-8020-4a626f045571') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:47.011605 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:56:47.030785 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e645cc7-0cd2-4a7e-bc7d-4409cb2789b7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.060489 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5380601a-ee94-4180-9c03-1011a735982c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.069688 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.080112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e364520a-444b-4e1b-a54b-cfb04380c2aa tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.086283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e645cc7-0cd2-4a7e-bc7d-4409cb2789b7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.104457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cddcf579-48a0-4ef8-a208-a63c6a5aff16 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.144391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcf579-48a0-4ef8-a208-a63c6a5aff16 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f88ec7-ab8f-4f9f-99f6-31df94b260f6,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:47.152097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cddcf579-48a0-4ef8-a208-a63c6a5aff16 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.158472 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac546ab0-693c-4a91-bab7-ef6820999554 None None] Network 15d38eeb-28e6-471d-8406-be46db776bfe requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:47.161407 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cddcf579-48a0-4ef8-a208-a63c6a5aff16 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/e3f88ec7-ab8f-4f9f-99f6-31df94b260f6 HTTP/1.1" status: 204 len: 168 time: 0.7149963 May 25 22:56:47.164512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36904) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:47.174001 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-970f7b37-b171-4f69-8f99-c603751a95ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:56:47.174533 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-970f7b37-b171-4f69-8f99-c603751a95ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:56:47.255563 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-5380601a-ee94-4180-9c03-1011a735982c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for 2578dd8c-053c-4f37-8336-c7ed11650db3 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:47.286876 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.287603 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.292344 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e645cc7-0cd2-4a7e-bc7d-4409cb2789b7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:47.292763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e645cc7-0cd2-4a7e-bc7d-4409cb2789b7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:47.347047 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:47.371166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe5a374-7828-4fb3-8e66-79642464576e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting subnet b79ff252-33c3-4193-ae00-fdc9866d8db6 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:47.374280 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a374-7828-4fb3-8e66-79642464576e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.434234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.440793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a374-7828-4fb3-8e66-79642464576e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.452555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662bd446-dd56-49c4-9c67-6a7e8fa867b0 None None] DHCP port deletion for 15d38eeb-28e6-471d-8406-be46db776bfe request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:56:47.457583 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-662bd446-dd56-49c4-9c67-6a7e8fa867b0 None None] Deleting port ad64a444-3bc2-4553-959b-5e1b26cd40a0 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:47.457946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-662bd446-dd56-49c4-9c67-6a7e8fa867b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.531566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a374-7828-4fb3-8e66-79642464576e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.551760 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-970f7b37-b171-4f69-8f99-c603751a95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.665568 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a374-7828-4fb3-8e66-79642464576e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.671315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364520a-444b-4e1b-a54b-cfb04380c2aa tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Pushing event updated for resources: {'Subnet': ['ID=f7b69ae8-66b4-49b7-b910-de6e925ea38d,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:47.682052 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:47.683665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.709699 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5a374-7828-4fb3-8e66-79642464576e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Subnet': ['ID=b79ff252-33c3-4193-ae00-fdc9866d8db6,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:47.715324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a374-7828-4fb3-8e66-79642464576e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.725609 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bfe5a374-7828-4fb3-8e66-79642464576e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/b79ff252-33c3-4193-ae00-fdc9866d8db6 HTTP/1.1" status: 204 len: 168 time: 0.5599525 May 25 22:56:47.726130 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36908) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:47.727385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a72727-58aa-4c0f-bb10-a1dfdb9d004e None None] Network 25c23538-931f-4fc3-a935-d0d87acf0bd7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:47.743970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:47.768071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:47.768833 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.775696 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e645cc7-0cd2-4a7e-bc7d-4409cb2789b7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.777629 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.811691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=8c960381-039f-4798-aa4b-5f610211973a,revision_number=5']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:47.850868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.862034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port ad64a444-3bc2-4553-959b-5e1b26cd40a0 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:47.862503 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.871641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e645cc7-0cd2-4a7e-bc7d-4409cb2789b7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:47.889853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e645cc7-0cd2-4a7e-bc7d-4409cb2789b7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Network': ['ID=f5d9ade1-7a90-44de-8e8c-a289f86fd1d6,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:47.929436 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e364520a-444b-4e1b-a54b-cfb04380c2aa tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Checking segment: {'id': '1d13b6e3-a49c-46f5-ad48-16e0683fb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ccbe8172-06c4-4017-a045-fde4b681d2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:47.929811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e364520a-444b-4e1b-a54b-cfb04380c2aa tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Network hostable DHCP agents. Network: ccbe8172-06c4-4017-a045-fde4b681d2ef, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:47.986654 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=15ddeeb2-ab19-469a-acc0-2341f1fd74b4,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:47.998917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36914) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:48.000637 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5e645cc7-0cd2-4a7e-bc7d-4409cb2789b7 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/networks/f5d9ade1-7a90-44de-8e8c-a289f86fd1d6 HTTP/1.1" status: 204 len: 168 time: 1.9163306 May 25 22:56:48.059970 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8c960381-039f-4798-aa4b-5f610211973a up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:48.074642 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0a7e3be7-7046-4102-bfc2-e9152b32c579 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.1425781 May 25 22:56:48.083092 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36918) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:48.122647 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'mac_address': 'fa:16:3e:c7:54:6f', 'name': 'tempest-NetworksTestDHCPv6-971449040'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:48.174990 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-662bd446-dd56-49c4-9c67-6a7e8fa867b0 None None] For port ad64a444-3bc2-4553-959b-5e1b26cd40a0, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ad64a444-3bc2-4553-959b-5e1b26cd40a0,segment=NetworkSegment(781abc72-4b95-496b-a584-41a15633d3b4),segment_id=781abc72-4b95-496b-a584-41a15633d3b4)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:48.175660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-662bd446-dd56-49c4-9c67-6a7e8fa867b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.234989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e364520a-444b-4e1b-a54b-cfb04380c2aa tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Network ccbe8172-06c4-4017-a045-fde4b681d2ef is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:48.312751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] For port ad64a444-3bc2-4553-959b-5e1b26cd40a0, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ad64a444-3bc2-4553-959b-5e1b26cd40a0,segment=NetworkSegment(781abc72-4b95-496b-a584-41a15633d3b4),segment_id=781abc72-4b95-496b-a584-41a15633d3b4)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:48.313263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.342894 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Allocated IP 172.26.5.138 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/9d2b15e1-c54a-4deb-b475-d48fcc9403fa) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:48.349219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:48.349719 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-662bd446-dd56-49c4-9c67-6a7e8fa867b0 None None] Calling delete_port for ad64a444-3bc2-4553-959b-5e1b26cd40a0 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:48.357684 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:48.361873 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:48.370801 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:48.456626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-e364520a-444b-4e1b-a54b-cfb04380c2aa tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, ccbe8172-06c4-4017-a045-fde4b681d2ef) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:48.463719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e364520a-444b-4e1b-a54b-cfb04380c2aa tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:48.464480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e364520a-444b-4e1b-a54b-cfb04380c2aa tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.479619 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8486bade-4268-45ed-abb6-1451fffe4884 None None] Network ccbe8172-06c4-4017-a045-fde4b681d2ef requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:48.497818 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5380601a-ee94-4180-9c03-1011a735982c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.549684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for ad64a444-3bc2-4553-959b-5e1b26cd40a0 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:48.560679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:48.586357 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380601a-ee94-4180-9c03-1011a735982c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=2578dd8c-053c-4f37-8336-c7ed11650db3,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:48.590560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f1640-d263-4626-a35f-876e0bb69482 req-4f3293ef-942e-40ff-8a0a-4a5acdc03325 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:48.592132 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-269f1640-d263-4626-a35f-876e0bb69482 req-4f3293ef-942e-40ff-8a0a-4a5acdc03325 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.5273728 May 25 22:56:48.649790 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-970f7b37-b171-4f69-8f99-c603751a95ee None None] For port 8c960381-039f-4798-aa4b-5f610211973a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8c960381-039f-4798-aa4b-5f610211973a,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:48.652099 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 8c960381-039f-4798-aa4b-5f610211973a triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:48.652707 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.660152 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e364520a-444b-4e1b-a54b-cfb04380c2aa tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8762908 May 25 22:56:48.660373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-5875c5b6-a4b9-41ca-8297-78d01d211e57 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Deleting subnet a471050e-2d64-438e-9172-90fc119b4397 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:48.666999 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36922) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:48.677770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5875c5b6-a4b9-41ca-8297-78d01d211e57 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.724657 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-662bd446-dd56-49c4-9c67-6a7e8fa867b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.763937 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfebfa7-3bee-4a06-aa59-c01690c270af None None] DHCP port deletion for 25c23538-931f-4fc3-a935-d0d87acf0bd7 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:56:48.767779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-cf383ce5-a40a-481c-b4bd-b858f4993d25 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-399411719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:48.777354 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-269f1640-d263-4626-a35f-876e0bb69482 req-9b974e09-188c-4668-9f91-ba83e1cd47e4 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748459 May 25 22:56:48.793337 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cf383ce5-a40a-481c-b4bd-b858f4993d25 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:48.794905 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5875c5b6-a4b9-41ca-8297-78d01d211e57 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.807760 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bd446-dd56-49c4-9c67-6a7e8fa867b0 None None] Pushing event deleted for resources: {'Port': ['ID=ad64a444-3bc2-4553-959b-5e1b26cd40a0,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:48.809652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0bfebfa7-3bee-4a06-aa59-c01690c270af None None] Deleting port d20f7214-8542-4d1d-a96a-a173219bfc34 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:48.810021 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0bfebfa7-3bee-4a06-aa59-c01690c270af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.825369 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:56:48.825811 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:56:48.862335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.resource_extend [None req-970f7b37-b171-4f69-8f99-c603751a95ee None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:56:48.869204 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cf383ce5-a40a-481c-b4bd-b858f4993d25 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Usage tracker for resource:router and tenant:5fed65cbc77d47e59157328759c30af3 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:48.880871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.890605 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cf383ce5-a40a-481c-b4bd-b858f4993d25 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:48.906732 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5875c5b6-a4b9-41ca-8297-78d01d211e57 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.915833 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cf383ce5-a40a-481c-b4bd-b858f4993d25 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:48.917061 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662bd446-dd56-49c4-9c67-6a7e8fa867b0 None None] No DVR routers for this DVR port ad64a444-3bc2-4553-959b-5e1b26cd40a0 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:48.951471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-970f7b37-b171-4f69-8f99-c603751a95ee None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.961389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:48.994297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5380601a-ee94-4180-9c03-1011a735982c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.007933 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port 6891d053-a52c-4df6-aa0f-81fb1aa285ad yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:56:49.047710 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf383ce5-a40a-481c-b4bd-b858f4993d25 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.048635 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf383ce5-a40a-481c-b4bd-b858f4993d25 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.064480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-970f7b37-b171-4f69-8f99-c603751a95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.089742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5875c5b6-a4b9-41ca-8297-78d01d211e57 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.135451 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875c5b6-a4b9-41ca-8297-78d01d211e57 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Subnet': ['ID=a471050e-2d64-438e-9172-90fc119b4397,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:49.140428 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.145682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5875c5b6-a4b9-41ca-8297-78d01d211e57 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.162855 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5875c5b6-a4b9-41ca-8297-78d01d211e57 tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/subnets/a471050e-2d64-438e-9172-90fc119b4397 HTTP/1.1" status: 204 len: 168 time: 1.1621461 May 25 22:56:49.163428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36926) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:49.240284 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-ccbe8172-06c4-4017-a045-fde4b681d2ef', 'network_id': 'ccbe8172-06c4-4017-a045-fde4b681d2ef', 'tenant_id': '5fed65cbc77d47e59157328759c30af3', 'fixed_ips': [{'subnet_id': 'f7b69ae8-66b4-49b7-b910-de6e925ea38d'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:56:49.241826 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.251396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66035810-6d54-4bbe-bce6-ab69f72935cd None None] Network f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:49.277342 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:49.296008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.326664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port ad64a444-3bc2-4553-959b-5e1b26cd40a0 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:49.327101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.378877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Deleting port 45845392-8010-4423-b280-b84393484e82 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:49.379200 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.421475 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:49.435613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:49.463942 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] The port 'ad64a444-3bc2-4553-959b-5e1b26cd40a0' was deleted {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:56:49.520322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f7b37-b171-4f69-8f99-c603751a95ee None None] Pushing event updated for resources: {'Port': ['ID=8c960381-039f-4798-aa4b-5f610211973a,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:49.525506 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ad64a444-3bc2-4553-959b-5e1b26cd40a0 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:56:49.528087 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf383ce5-a40a-481c-b4bd-b858f4993d25 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.563900 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=9d2b15e1-c54a-4deb-b475-d48fcc9403fa,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:49.705232 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Allocated IP 172.20.0.2 (ccbe8172-06c4-4017-a045-fde4b681d2ef/f7b69ae8-66b4-49b7-b910-de6e925ea38d/6bdff9a2-9695-48b6-b72c-11ba9efa2025) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:49.716124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.859957 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: ad64a444-3bc2-4553-959b-5e1b26cd40a0 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:56:49.860974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ad64a444-3bc2-4553-959b-5e1b26cd40a0 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:56:49.887470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cb1411-1f27-48f2-bfc9-a88873a58f17 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:49.911752 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0bfebfa7-3bee-4a06-aa59-c01690c270af None None] For port d20f7214-8542-4d1d-a96a-a173219bfc34, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d20f7214-8542-4d1d-a96a-a173219bfc34,segment=NetworkSegment(305e990f-e50a-4540-b9a4-e1147846056d),segment_id=305e990f-e50a-4540-b9a4-e1147846056d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:49.912240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0bfebfa7-3bee-4a06-aa59-c01690c270af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.915462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] For port 45845392-8010-4423-b280-b84393484e82, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=45845392-8010-4423-b280-b84393484e82,segment=NetworkSegment(471b1df3-11b3-41c1-a8ef-c250cc149e93),segment_id=471b1df3-11b3-41c1-a8ef-c250cc149e93)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:49.918214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.918776 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf383ce5-a40a-481c-b4bd-b858f4993d25 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:49.988184 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d38eeb-28e6-471d-8406-be46db776bfe']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:50.006769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 172.20.0.8 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/51aae9e7-e895-484c-beba-860d6bdef3fc/6891d053-a52c-4df6-aa0f-81fb1aa285ad) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:50.021441 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::f816:3eff:fec7:546f (228eb34e-59ed-4b00-ac30-fd8c9bc52748/15ddeeb2-ab19-469a-acc0-2341f1fd74b4/6891d053-a52c-4df6-aa0f-81fb1aa285ad) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:50.050773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5380601a-ee94-4180-9c03-1011a735982c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Router 57a061e7-951a-4554-9041-315e73d877ed has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:56:50.055639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf383ce5-a40a-481c-b4bd-b858f4993d25 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.055996 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781abc72-4b95-496b-a584-41a15633d3b4') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:50.056295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781abc72-4b95-496b-a584-41a15633d3b4') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:50.056816 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cf383ce5-a40a-481c-b4bd-b858f4993d25 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.3530717 May 25 22:56:50.070549 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36932) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:50.125161 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d20f7214-8542-4d1d-a96a-a173219bfc34 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:56:50.134428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.148403 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Calling delete_port for 45845392-8010-4423-b280-b84393484e82 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:50.161076 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0bfebfa7-3bee-4a06-aa59-c01690c270af None None] Calling delete_port for d20f7214-8542-4d1d-a96a-a173219bfc34 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:50.217519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.238603 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:50.239027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:50.256446 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:50.368130 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60486791-e758-4056-990b-9d0f4e011636 req-8e7831ba-fca9-4201-8403-9116ac3a1631 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:50.369654 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-60486791-e758-4056-990b-9d0f4e011636 req-8e7831ba-fca9-4201-8403-9116ac3a1631 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.4341536 May 25 22:56:50.430801 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-60486791-e758-4056-990b-9d0f4e011636 req-b1a771ab-789f-4647-a21c-381601096fae tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552495 May 25 22:56:50.431095 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3069768a-a8f4-4ef1-96f1-2afab2a6cf4f None None] Provisioning complete for port 8c960381-039f-4798-aa4b-5f610211973a triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:50.431540 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3069768a-a8f4-4ef1-96f1-2afab2a6cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.460612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.539871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5380601a-ee94-4180-9c03-1011a735982c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:50.584302 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb13331-b493-45ce-a113-146e0aa90141 None None] Sync routers for ids ['57a061e7-951a-4554-9041-315e73d877ed'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:56:50.600489 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5380601a-ee94-4180-9c03-1011a735982c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "PUT /v2.0/routers/57a061e7-951a-4554-9041-315e73d877ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3626580 May 25 22:56:50.603721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36936) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:50.620676 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.622949 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.623850 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.635449 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0bfebfa7-3bee-4a06-aa59-c01690c270af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.652153 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Port': ['ID=45845392-8010-4423-b280-b84393484e82,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:50.684823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.695759 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] No DVR routers for this DVR port 45845392-8010-4423-b280-b84393484e82 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:50.698491 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-16be0de2-5f93-4e8e-82cc-6245178ae636 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] GET failed (client error): The resource could not be found. May 25 22:56:50.701010 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-16be0de2-5f93-4e8e-82cc-6245178ae636 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/2578dd8c-053c-4f37-8336-c7ed11650db3 HTTP/1.1" status: 404 len: 333 time: 0.0888155 May 25 22:56:50.709520 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36940) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:50.716860 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.732461 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Network': ['ID=15d38eeb-28e6-471d-8406-be46db776bfe,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:50.733929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfebfa7-3bee-4a06-aa59-c01690c270af None None] Pushing event deleted for resources: {'Port': ['ID=d20f7214-8542-4d1d-a96a-a173219bfc34,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:50.754237 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9eae2a17-1f1b-4565-86b4-5675a637aff9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/networks/15d38eeb-28e6-471d-8406-be46db776bfe HTTP/1.1" status: 204 len: 168 time: 3.0263355 May 25 22:56:50.759381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36944) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:50.764759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfebfa7-3bee-4a06-aa59-c01690c270af None None] No DVR routers for this DVR port d20f7214-8542-4d1d-a96a-a173219bfc34 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:50.767181 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.775888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb13331-b493-45ce-a113-146e0aa90141 None None] Routers {'57a061e7-951a-4554-9041-315e73d877ed'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:50.776517 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5cb13331-b493-45ce-a113-146e0aa90141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['57a061e7-951a-4554-9041-315e73d877ed'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:50.858848 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Transition to ACTIVE for port object 6bdff9a2-9695-48b6-b72c-11ba9efa2025 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:50.868348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5cb13331-b493-45ce-a113-146e0aa90141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:50.900818 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d049cf-5d0f-4fef-81ed-e5c7d672206f None None] DHCP port deletion for f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:56:50.966933 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Transition to ACTIVE for port object 6bdff9a2-9695-48b6-b72c-11ba9efa2025 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:50.982212 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.996454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6f76402e-1fb5-4ef7-8c5d-ebebad7d7eec tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:50.999114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb13331-b493-45ce-a113-146e0aa90141 None None] Routers {'57a061e7-951a-4554-9041-315e73d877ed'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:50.999842 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5cb13331-b493-45ce-a113-146e0aa90141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['57a061e7-951a-4554-9041-315e73d877ed'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:51.033283 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:56:51.060395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.084783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:51.111254 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5cb13331-b493-45ce-a113-146e0aa90141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:51.111587 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb13331-b493-45ce-a113-146e0aa90141 None None] The sync data for ids ['57a061e7-951a-4554-9041-315e73d877ed'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:56:51.151877 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Network ccbe8172-06c4-4017-a045-fde4b681d2ef is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:51.153187 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Pushing event updated for resources: {'Port': ['ID=6bdff9a2-9695-48b6-b72c-11ba9efa2025,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:51.155702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471b1df3-11b3-41c1-a8ef-c250cc149e93') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:51.155998 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471b1df3-11b3-41c1-a8ef-c250cc149e93') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:51.156122 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:51.161056 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:51.185159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.197423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6f76402e-1fb5-4ef7-8c5d-ebebad7d7eec tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.216564 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.222816 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.233371 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-6f76402e-1fb5-4ef7-8c5d-ebebad7d7eec tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c23538-931f-4fc3-a935-d0d87acf0bd7']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:51.241613 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:51.242574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:51.257246 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:51.278134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Attempting to bind port 6bdff9a2-9695-48b6-b72c-11ba9efa2025 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:51.279083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Attempting to bind port 6bdff9a2-9695-48b6-b72c-11ba9efa2025 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '1d13b6e3-a49c-46f5-ad48-16e0683fb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ccbe8172-06c4-4017-a045-fde4b681d2ef'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:51.282055 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Attempting to bind port 6bdff9a2-9695-48b6-b72c-11ba9efa2025 on network ccbe8172-06c4-4017-a045-fde4b681d2ef {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:51.288310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:51.289341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Checking segment: {'id': '1d13b6e3-a49c-46f5-ad48-16e0683fb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ccbe8172-06c4-4017-a045-fde4b681d2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:51.290164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.290905 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Bound using segment: {'id': '1d13b6e3-a49c-46f5-ad48-16e0683fb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ccbe8172-06c4-4017-a045-fde4b681d2ef'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:51.291747 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Bound port: 6bdff9a2-9695-48b6-b72c-11ba9efa2025, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d13b6e3-a49c-46f5-ad48-16e0683fb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ccbe8172-06c4-4017-a045-fde4b681d2ef'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:51.292390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.305652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a61f82f5-4a5a-4668-9b98-56f6daf53e39 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.315325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-6f76402e-1fb5-4ef7-8c5d-ebebad7d7eec tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305e990f-e50a-4540-b9a4-e1147846056d') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:51.315650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-6f76402e-1fb5-4ef7-8c5d-ebebad7d7eec tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305e990f-e50a-4540-b9a4-e1147846056d') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:51.346073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6f76402e-1fb5-4ef7-8c5d-ebebad7d7eec tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.365800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6f76402e-1fb5-4ef7-8c5d-ebebad7d7eec tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.373777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f76402e-1fb5-4ef7-8c5d-ebebad7d7eec tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:51.374167 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6f76402e-1fb5-4ef7-8c5d-ebebad7d7eec tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:51.396253 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:51.401966 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] For port 6bdff9a2-9695-48b6-b72c-11ba9efa2025, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:51.435463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3f7aaa1c-471b-4f21-8493-4ec95fcf1bbf None None] Provisioning complete for port 8c960381-039f-4798-aa4b-5f610211973a triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:51.436400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaa1c-471b-4f21-8493-4ec95fcf1bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.455705 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.459931 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.506828 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] 10.222.0.66 "DELETE /v2.0/networks/f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2 HTTP/1.1" status: 204 len: 168 time: 2.3421896 May 25 22:56:51.508869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed9a04-e96a-4459-9e81-7a503bc4fcdd tempest-NetworksIpV6TestAttrs-1196898124 tempest-NetworksIpV6TestAttrs-1196898124-project] Pushing event deleted for resources: {'Network': ['ID=f0ceb2a8-9ac0-4c91-a4c9-0c2bf0a286d2,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:51.621526 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.630297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6f76402e-1fb5-4ef7-8c5d-ebebad7d7eec tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.634115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object 6891d053-a52c-4df6-aa0f-81fb1aa285ad will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:51.638887 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] For port 6bdff9a2-9695-48b6-b72c-11ba9efa2025, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6bdff9a2-9695-48b6-b72c-11ba9efa2025,segment=NetworkSegment(1d13b6e3-a49c-46f5-ad48-16e0683fb82b),segment_id=1d13b6e3-a49c-46f5-ad48-16e0683fb82b)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:51.661982 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6f76402e-1fb5-4ef7-8c5d-ebebad7d7eec tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.700061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76402e-1fb5-4ef7-8c5d-ebebad7d7eec tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Network': ['ID=25c23538-931f-4fc3-a935-d0d87acf0bd7,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:51.715834 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6f76402e-1fb5-4ef7-8c5d-ebebad7d7eec tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/networks/25c23538-931f-4fc3-a935-d0d87acf0bd7 HTTP/1.1" status: 204 len: 168 time: 0.9398141 May 25 22:56:51.720344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36952) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:51.726595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-0856cbf2-9821-4e2c-a0da-a8f0f17e5efa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1258994455'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:51.733357 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.733677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0856cbf2-9821-4e2c-a0da-a8f0f17e5efa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:51.752715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0856cbf2-9821-4e2c-a0da-a8f0f17e5efa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:network and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:51.756417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0856cbf2-9821-4e2c-a0da-a8f0f17e5efa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:51.764135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0856cbf2-9821-4e2c-a0da-a8f0f17e5efa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:51.788353 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b9b7a-5e93-4962-aa44-6f1d722a33ce req-7959ffca-19ef-420c-afe8-6634226dfe26 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:51.789865 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-665b9b7a-5e93-4962-aa44-6f1d722a33ce req-7959ffca-19ef-420c-afe8-6634226dfe26 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.1245086 May 25 22:56:51.822830 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6258f8e-fb3a-440a-a211-81eacafce434 None None] Pushing event updated for resources: {'Port': ['ID=6bdff9a2-9695-48b6-b72c-11ba9efa2025,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:51.842006 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-665b9b7a-5e93-4962-aa44-6f1d722a33ce req-6a07e7fa-7be1-4210-9cdd-cb01ddd90fc3 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454051 May 25 22:56:51.902802 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0856cbf2-9821-4e2c-a0da-a8f0f17e5efa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:51.902802 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0856cbf2-9821-4e2c-a0da-a8f0f17e5efa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.966208 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0856cbf2-9821-4e2c-a0da-a8f0f17e5efa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:56:51.980205 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0856cbf2-9821-4e2c-a0da-a8f0f17e5efa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:51.980842 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-0856cbf2-9821-4e2c-a0da-a8f0f17e5efa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Added segment d7e43c24-20bd-444b-a6c0-76ae895ce99e of type vlan for network a8f473a7-d7b2-4f87-bc48-818be28e1cb4 May 25 22:56:52.003820 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 45845392-8010-4423-b280-b84393484e82 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:56:52.020672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0856cbf2-9821-4e2c-a0da-a8f0f17e5efa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:52.077979 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 45845392-8010-4423-b280-b84393484e82 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:56:52.078543 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 45845392-8010-4423-b280-b84393484e82 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:56:52.111140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0856cbf2-9821-4e2c-a0da-a8f0f17e5efa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:52.115771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0856cbf2-9821-4e2c-a0da-a8f0f17e5efa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:52.116653 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0856cbf2-9821-4e2c-a0da-a8f0f17e5efa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:52.237827 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36960) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:52.244868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a61f82f5-4a5a-4668-9b98-56f6daf53e39 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:52.250275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a61f82f5-4a5a-4668-9b98-56f6daf53e39 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:52.291687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:52.295717 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856cbf2-9821-4e2c-a0da-a8f0f17e5efa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Network': ['ID=a8f473a7-d7b2-4f87-bc48-818be28e1cb4,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:52.312605 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network a8f473a7-d7b2-4f87-bc48-818be28e1cb4 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:56:52.333941 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0856cbf2-9821-4e2c-a0da-a8f0f17e5efa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6119170 May 25 22:56:52.336754 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36966) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:52.375628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-cde9865a-0c77-4114-b472-a5478a8b82b6 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'subnet': {'network_id': 'a8f473a7-d7b2-4f87-bc48-818be28e1cb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:52.528671 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a61f82f5-4a5a-4668-9b98-56f6daf53e39 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:52.529225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61f82f5-4a5a-4668-9b98-56f6daf53e39 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Fanout notify agent at l3_agent the message router_deleted on router 57a061e7-951a-4554-9041-315e73d877ed {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:56:52.541973 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:52.588655 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0d1c875a-72be-47ba-bf5d-6d46f52e3859 req-5d27c11b-7f9d-4309-9d4a-159fb525a8c1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0175147 May 25 22:56:52.598590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:52.603062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:52.618497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cde9865a-0c77-4114-b472-a5478a8b82b6 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:52.631546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cde9865a-0c77-4114-b472-a5478a8b82b6 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:subnet and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:52.636600 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cde9865a-0c77-4114-b472-a5478a8b82b6 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:52.654476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cde9865a-0c77-4114-b472-a5478a8b82b6 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:52.662363 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-acec5cc2-3153-42aa-9948-97eb27512a76 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=132125ae57f04aa4b4b1028469e03dc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4234400 May 25 22:56:52.665702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36972) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:52.726865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=6891d053-a52c-4df6-aa0f-81fb1aa285ad,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:52.732461 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd2548-d305-4b58-b70e-d97654147795 req-ae200909-3cfd-41d3-b521-f8e37936540e tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:52.734093 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-48dd2548-d305-4b58-b70e-d97654147795 req-ae200909-3cfd-41d3-b521-f8e37936540e tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.1757572 May 25 22:56:52.750253 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a61f82f5-4a5a-4668-9b98-56f6daf53e39 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:52.751623 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a61f82f5-4a5a-4668-9b98-56f6daf53e39 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/routers/57a061e7-951a-4554-9041-315e73d877ed HTTP/1.1" status: 204 len: 168 time: 2.0367377 May 25 22:56:52.758714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36976) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:52.824457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde9865a-0c77-4114-b472-a5478a8b82b6 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:52.843173 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:52.844064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:52.875466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d21b519-7caf-4e8d-9ae1-570ddf6f252e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:52.932803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Allocated IP 172.20.0.1 (ccbe8172-06c4-4017-a045-fde4b681d2ef/f7b69ae8-66b4-49b7-b910-de6e925ea38d/189b9e31-dd58-4110-924b-09078b982b70) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:53.033515 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-74aed769-97f0-4252-be2c-1ff6dc25a2a6 req-2945bf45-f6b4-43ac-8c08-69614263cdc3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=69e1c75f41b74d7b9d9edc5f4f74584f&device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 1099 time: 0.3924184 May 25 22:56:53.132258 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d21b519-7caf-4e8d-9ae1-570ddf6f252e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.133477 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router 069c5528-dbbb-481a-bf15-c84928e9ec57 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:56:53.144437 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-48dd2548-d305-4b58-b70e-d97654147795 req-bf7c049a-923c-40bd-9a3f-5ca9afb49300 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3933878 May 25 22:56:53.161924 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-aabe389f-334b-4f27-ad92-33ea84ed378d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.0777955 May 25 22:56:53.174456 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-181d75f5-7887-4f8d-9240-33ef000bc1c8 None None] Provisioning for port 6891d053-a52c-4df6-aa0f-81fb1aa285ad completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:53.174456 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-181d75f5-7887-4f8d-9240-33ef000bc1c8 None None] Provisioning complete for port 6891d053-a52c-4df6-aa0f-81fb1aa285ad triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:53.175083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-181d75f5-7887-4f8d-9240-33ef000bc1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.179466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36980) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:53.227502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48541d52-f69e-4d20-b99f-64665d3ac21f None None] Network ccbe8172-06c4-4017-a045-fde4b681d2ef requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:53.252715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cde9865a-0c77-4114-b472-a5478a8b82b6 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.317795 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-181d75f5-7887-4f8d-9240-33ef000bc1c8 None None] Port 6891d053-a52c-4df6-aa0f-81fb1aa285ad cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:53.411304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ef0eb5-1f6d-441f-867c-83fbc39e4add tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting subnet 0c796bd8-2509-4948-ab5c-d89cdadaae80 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:53.416761 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-90ef0eb5-1f6d-441f-867c-83fbc39e4add tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.448320 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.456885 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aed769-97f0-4252-be2c-1ff6dc25a2a6 req-c422f47f-befa-4b7a-be44-29265cdba53b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:53.457361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d21b519-7caf-4e8d-9ae1-570ddf6f252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.458562 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-74aed769-97f0-4252-be2c-1ff6dc25a2a6 req-c422f47f-befa-4b7a-be44-29265cdba53b service neutron] 10.222.0.73 "GET /v2.0/networks?id=c224e130-86c2-490b-81d8-a8b63adeefac HTTP/1.1" status: 200 len: 912 time: 0.4193549 May 25 22:56:53.488215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21b519-7caf-4e8d-9ae1-570ddf6f252e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0245c145-c988-4556-a750-0c1b93b01a4b,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:53.547012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Transition to ACTIVE for port object 189b9e31-dd58-4110-924b-09078b982b70 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:53.549002 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-90ef0eb5-1f6d-441f-867c-83fbc39e4add tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.572648 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3de1c35f-9cd8-4464-af8b-00aec65c75a1 None None] Provisioning for port 6bdff9a2-9695-48b6-b72c-11ba9efa2025 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:53.598573 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d083c9-9a78-4375-91f0-0300b75d9151 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:53.599058 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d21b519-7caf-4e8d-9ae1-570ddf6f252e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.602876 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d083c9-9a78-4375-91f0-0300b75d9151 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:53.604851 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3d21b519-7caf-4e8d-9ae1-570ddf6f252e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0245c145-c988-4556-a750-0c1b93b01a4b HTTP/1.1" status: 204 len: 168 time: 0.9353795 May 25 22:56:53.605488 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-96d083c9-9a78-4375-91f0-0300b75d9151 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:53.658800 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-74aed769-97f0-4252-be2c-1ff6dc25a2a6 req-f7c957f6-97f5-443b-ad1b-6521e9c65d39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff HTTP/1.1" status: 200 len: 1001 time: 0.1931412 May 25 22:56:53.686780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-90ef0eb5-1f6d-441f-867c-83fbc39e4add tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.724235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-96d083c9-9a78-4375-91f0-0300b75d9151 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:53.725350 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-96d083c9-9a78-4375-91f0-0300b75d9151 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5443237 May 25 22:56:53.728574 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 36986) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:53.750789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cde9865a-0c77-4114-b472-a5478a8b82b6 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.776904 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aed769-97f0-4252-be2c-1ff6dc25a2a6 req-fcecc975-7ac4-4e37-89d8-90182d9f337a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:53.778319 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-74aed769-97f0-4252-be2c-1ff6dc25a2a6 req-fcecc975-7ac4-4e37-89d8-90182d9f337a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3155b6aa-add2-4285-876b-845d979c80c0 HTTP/1.1" status: 200 len: 850 time: 0.1126332 May 25 22:56:53.790313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.845941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9865a-0c77-4114-b472-a5478a8b82b6 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Subnet': ['ID=9f40a5f8-0431-4206-a72e-e29a1b3b534b,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:53.855688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde9865a-0c77-4114-b472-a5478a8b82b6 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Checking segment: {'id': 'd7e43c24-20bd-444b-a6c0-76ae895ce99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a8f473a7-d7b2-4f87-bc48-818be28e1cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:53.856041 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9865a-0c77-4114-b472-a5478a8b82b6 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network hostable DHCP agents. Network: a8f473a7-d7b2-4f87-bc48-818be28e1cb4, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:56:53.894614 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-90ef0eb5-1f6d-441f-867c-83fbc39e4add tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.926151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-e7952215-9567-439c-b621-157b4e5be63b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port 6891d053-a52c-4df6-aa0f-81fb1aa285ad {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:53.926498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e7952215-9567-439c-b621-157b4e5be63b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.941547 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef0eb5-1f6d-441f-867c-83fbc39e4add tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Subnet': ['ID=0c796bd8-2509-4948-ab5c-d89cdadaae80,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:53.947824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-90ef0eb5-1f6d-441f-867c-83fbc39e4add tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:53.957055 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-90ef0eb5-1f6d-441f-867c-83fbc39e4add tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/0c796bd8-2509-4948-ab5c-d89cdadaae80 HTTP/1.1" status: 204 len: 168 time: 1.1696658 May 25 22:56:53.957816 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 36990) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:53.961502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55147740-feae-4450-bd21-6b95f0263ac2 None None] Network 42fcb22d-8b51-49e8-a411-f5d8e7a890ee requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:53.976246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9865a-0c77-4114-b472-a5478a8b82b6 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network a8f473a7-d7b2-4f87-bc48-818be28e1cb4 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:56:53.978681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Network ccbe8172-06c4-4017-a045-fde4b681d2ef is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:53.997060 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:54.005066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Pushing event updated for resources: {'Port': ['ID=189b9e31-dd58-4110-924b-09078b982b70,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:54.008687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:54.016195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6bdff9a2-9695-48b6-b72c-11ba9efa2025 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:54.042476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:56:54.066778 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba03a6-d109-4f40-ac89-21d4bf0b7fec None None] Sync routers for ids ['069c5528-dbbb-481a-bf15-c84928e9ec57'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:56:54.092569 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba03a6-d109-4f40-ac89-21d4bf0b7fec None None] Routers {'069c5528-dbbb-481a-bf15-c84928e9ec57'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:54.093649 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-eeba03a6-d109-4f40-ac89-21d4bf0b7fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['069c5528-dbbb-481a-bf15-c84928e9ec57'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:54.154799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-cde9865a-0c77-4114-b472-a5478a8b82b6 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, a8f473a7-d7b2-4f87-bc48-818be28e1cb4) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:54.157156 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:54.164122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde9865a-0c77-4114-b472-a5478a8b82b6 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:54.164841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cde9865a-0c77-4114-b472-a5478a8b82b6 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:54.172168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:54.186469 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-74aed769-97f0-4252-be2c-1ff6dc25a2a6 req-80442179-228c-4f9b-87a6-a48f6f6c95b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c224e130-86c2-490b-81d8-a8b63adeefac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3912311 May 25 22:56:54.201557 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288e5348-e3df-44fb-bbd5-6f9a7e033299 None None] Network a8f473a7-d7b2-4f87-bc48-818be28e1cb4 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:54.238054 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-eeba03a6-d109-4f40-ac89-21d4bf0b7fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:54.243098 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:54.243436 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:54.281450 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba03a6-d109-4f40-ac89-21d4bf0b7fec None None] Routers {'069c5528-dbbb-481a-bf15-c84928e9ec57'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:56:54.282634 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-eeba03a6-d109-4f40-ac89-21d4bf0b7fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['069c5528-dbbb-481a-bf15-c84928e9ec57'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:54.284182 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:54.285584 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d2b5ead3-b884-412d-b0e2-dd5e88802aab tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 10.2400522 May 25 22:56:54.331549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37000) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:54.354967 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cde9865a-0c77-4114-b472-a5478a8b82b6 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0119855 May 25 22:56:54.385138 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-eeba03a6-d109-4f40-ac89-21d4bf0b7fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:54.385936 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba03a6-d109-4f40-ac89-21d4bf0b7fec None None] The sync data for ids ['069c5528-dbbb-481a-bf15-c84928e9ec57'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:56:54.509147 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37006) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:54.566089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-54888c07-d309-43c4-960c-a12d9d86c1c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1213949819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:54.593026 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-54888c07-d309-43c4-960c-a12d9d86c1c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:54.603892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-54888c07-d309-43c4-960c-a12d9d86c1c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:router and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:54.611724 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-54888c07-d309-43c4-960c-a12d9d86c1c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:54.627784 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-54888c07-d309-43c4-960c-a12d9d86c1c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:54.688561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e7952215-9567-439c-b621-157b4e5be63b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:54.767705 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 6bdff9a2-9695-48b6-b72c-11ba9efa2025 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:54.770767 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6badcd3e-0053-438f-a753-c819b53298bf None None] Provisioning for port 189b9e31-dd58-4110-924b-09078b982b70 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:54.786613 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6badcd3e-0053-438f-a753-c819b53298bf None None] Provisioning complete for port 189b9e31-dd58-4110-924b-09078b982b70 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:54.787111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6badcd3e-0053-438f-a753-c819b53298bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:54.831003 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6bdff9a2-9695-48b6-b72c-11ba9efa2025 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:54.831523 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:54.832973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] For port 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=778b7c5c-c49d-4cd1-9f7a-848b8f323dd3,segment=NetworkSegment(02f25164-145a-49f5-a3cd-da8689e586f8),segment_id=02f25164-145a-49f5-a3cd-da8689e586f8)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:54.834230 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:54.855709 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-e7952215-9567-439c-b621-157b4e5be63b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for 6891d053-a52c-4df6-aa0f-81fb1aa285ad owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:54.890338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54888c07-d309-43c4-960c-a12d9d86c1c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:54.891757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54888c07-d309-43c4-960c-a12d9d86c1c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:54.915966 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-74aed769-97f0-4252-be2c-1ff6dc25a2a6 req-1d19c0fa-a559-45b2-bf27-99d08a405a2e service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689241 May 25 22:56:55.012993 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:56:55.046382 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6badcd3e-0053-438f-a753-c819b53298bf None None] Port 189b9e31-dd58-4110-924b-09078b982b70 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:55.057397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-a8f473a7-d7b2-4f87-bc48-818be28e1cb4', 'network_id': 'a8f473a7-d7b2-4f87-bc48-818be28e1cb4', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'fixed_ips': [{'subnet_id': '9f40a5f8-0431-4206-a72e-e29a1b3b534b'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:56:55.058258 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:55.071302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:55.117021 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54888c07-d309-43c4-960c-a12d9d86c1c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:55.221603 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8767ce-93d7-4dd4-9c15-5c01b7b51214 None None] DHCP port deletion for 42fcb22d-8b51-49e8-a411-f5d8e7a890ee request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:56:55.244205 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4a8767ce-93d7-4dd4-9c15-5c01b7b51214 None None] Deleting port 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:56:55.244618 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4a8767ce-93d7-4dd4-9c15-5c01b7b51214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:55.290120 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:55.347951 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106ff09-8377-4bf1-bc98-4aaf8c7df97b req-cc87d7e9-f30c-4ec0-a851-48331468bedf tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:55.355688 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1106ff09-8377-4bf1-bc98-4aaf8c7df97b req-cc87d7e9-f30c-4ec0-a851-48331468bedf tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.8329504 May 25 22:56:55.373308 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37022) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:55.396936 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e0ec0eff-5ff1-4a1b-977a-5aece345c55b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/routers/069c5528-dbbb-481a-bf15-c84928e9ec57 HTTP/1.1" status: 200 len: 880 time: 1.0641453 May 25 22:56:55.402949 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-74aed769-97f0-4252-be2c-1ff6dc25a2a6 req-770f68d8-f6b6-4c8c-9d62-5725208feb46 service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558520 May 25 22:56:55.405611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37028) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:55.417213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:55.475527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=778b7c5c-c49d-4cd1-9f7a-848b8f323dd3,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:55.483695 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 6bdff9a2-9695-48b6-b72c-11ba9efa2025, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6bdff9a2-9695-48b6-b72c-11ba9efa2025,segment=NetworkSegment(1d13b6e3-a49c-46f5-ad48-16e0683fb82b),segment_id=1d13b6e3-a49c-46f5-ad48-16e0683fb82b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:55.491271 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4a8767ce-93d7-4dd4-9c15-5c01b7b51214 None None] The port '778b7c5c-c49d-4cd1-9f7a-848b8f323dd3' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:56:55.491423 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1106ff09-8377-4bf1-bc98-4aaf8c7df97b req-73d0dd07-7234-4e22-85e2-3db37c71733e tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322360 May 25 22:56:55.507816 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Allocated IP 2001:db8::2 (a8f473a7-d7b2-4f87-bc48-818be28e1cb4/9f40a5f8-0431-4206-a72e-e29a1b3b534b/350a5b49-af66-414b-a936-0c9eb9a5e485) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:55.514447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No DVR routers for this DVR port 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:56:55.547370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54888c07-d309-43c4-960c-a12d9d86c1c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:55.602943 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:55.653131 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-b14c5392-1ea3-4e0b-87bd-eb64f8a23f9c tempest-DvrRoutersNegativeTest-1556330121 tempest-DvrRoutersNegativeTest-1556330121-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1515732621', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:55.655351 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.policy [None req-b14c5392-1ea3-4e0b-87bd-eb64f8a23f9c tempest-DvrRoutersNegativeTest-1556330121 tempest-DvrRoutersNegativeTest-1556330121-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84716) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} May 25 22:56:55.655645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.policy [None req-b14c5392-1ea3-4e0b-87bd-eb64f8a23f9c tempest-DvrRoutersNegativeTest-1556330121 tempest-DvrRoutersNegativeTest-1556330121-project] Failed policy check for 'create_router' {{(pid=84716) enforce /opt/stack/neutron/neutron/policy.py:482}} May 25 22:56:55.656157 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-b14c5392-1ea3-4e0b-87bd-eb64f8a23f9c tempest-DvrRoutersNegativeTest-1556330121 tempest-DvrRoutersNegativeTest-1556330121-project] create failed (client error): Access was denied to this resource. May 25 22:56:55.657664 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b14c5392-1ea3-4e0b-87bd-eb64f8a23f9c tempest-DvrRoutersNegativeTest-1556330121 tempest-DvrRoutersNegativeTest-1556330121-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2807407 May 25 22:56:55.696210 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:55.712447 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=6bdff9a2-9695-48b6-b72c-11ba9efa2025,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:55.728349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fcb22d-8b51-49e8-a411-f5d8e7a890ee']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:55.757536 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f25164-145a-49f5-a3cd-da8689e586f8') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:55.757764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f25164-145a-49f5-a3cd-da8689e586f8') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:56:55.778751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:55.803770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:55.812250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:56:55.812692 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:56:55.832484 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:56:55.849394 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:55.859389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54888c07-d309-43c4-960c-a12d9d86c1c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:55.862041 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-54888c07-d309-43c4-960c-a12d9d86c1c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3484218 May 25 22:56:55.866700 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Transition to ACTIVE for port object 350a5b49-af66-414b-a936-0c9eb9a5e485 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:55.882205 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37036) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:55.912381 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'port': {'network_id': 'a8f473a7-d7b2-4f87-bc48-818be28e1cb4', 'name': 'tempest-RoutersIpV6Test-957851367'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:55.922114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Transition to ACTIVE for port object 350a5b49-af66-414b-a936-0c9eb9a5e485 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:56.010448 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6bdff9a2-9695-48b6-b72c-11ba9efa2025 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:56.046492 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:56.137630 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Network a8f473a7-d7b2-4f87-bc48-818be28e1cb4 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:56.143215 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:56.145637 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:56.160220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Pushing event updated for resources: {'Port': ['ID=350a5b49-af66-414b-a936-0c9eb9a5e485,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:56.167884 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:56.194570 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:56.207316 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Network': ['ID=42fcb22d-8b51-49e8-a411-f5d8e7a890ee,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:56.243039 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e7952215-9567-439c-b621-157b4e5be63b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:56.269917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Attempting to bind port 350a5b49-af66-414b-a936-0c9eb9a5e485 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:56.270513 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Attempting to bind port 350a5b49-af66-414b-a936-0c9eb9a5e485 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'd7e43c24-20bd-444b-a6c0-76ae895ce99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a8f473a7-d7b2-4f87-bc48-818be28e1cb4'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:56.270636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Attempting to bind port 350a5b49-af66-414b-a936-0c9eb9a5e485 on network a8f473a7-d7b2-4f87-bc48-818be28e1cb4 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:56.273545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6bdff9a2-9695-48b6-b72c-11ba9efa2025 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:56.273903 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:56.311802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:56.312196 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Checking segment: {'id': 'd7e43c24-20bd-444b-a6c0-76ae895ce99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a8f473a7-d7b2-4f87-bc48-818be28e1cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:56.312866 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:56.312995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Bound using segment: {'id': 'd7e43c24-20bd-444b-a6c0-76ae895ce99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a8f473a7-d7b2-4f87-bc48-818be28e1cb4'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:56.313467 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Bound port: 350a5b49-af66-414b-a936-0c9eb9a5e485, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e43c24-20bd-444b-a6c0-76ae895ce99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a8f473a7-d7b2-4f87-bc48-818be28e1cb4'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:56.313845 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:56.322613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7952215-9567-439c-b621-157b4e5be63b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=6891d053-a52c-4df6-aa0f-81fb1aa285ad,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:56.332047 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-266edf01-aef9-4d75-a826-27020bc5d025 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/networks/42fcb22d-8b51-49e8-a411-f5d8e7a890ee HTTP/1.1" status: 204 len: 168 time: 2.3691156 May 25 22:56:56.333824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37042) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:56.336798 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0d1c875a-72be-47ba-bf5d-6d46f52e3859 req-fe089a01-a230-4c5a-a9cc-a50756ada7c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=69e1c75f41b74d7b9d9edc5f4f74584f&device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 1099 time: 0.7842140 May 25 22:56:56.454453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2178e0b4-f9b1-4e28-b131-145d44737352 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:56.455480 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2178e0b4-f9b1-4e28-b131-145d44737352 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Synchronizing usage tracker for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:56.504150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] For port 350a5b49-af66-414b-a936-0c9eb9a5e485, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:56.512028 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] For port 350a5b49-af66-414b-a936-0c9eb9a5e485, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=350a5b49-af66-414b-a936-0c9eb9a5e485,segment=NetworkSegment(d7e43c24-20bd-444b-a6c0-76ae895ce99e),segment_id=d7e43c24-20bd-444b-a6c0-76ae895ce99e)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:56.556079 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2178e0b4-f9b1-4e28-b131-145d44737352 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Unset dirty status for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:56.562434 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2178e0b4-f9b1-4e28-b131-145d44737352 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/24d8a39f-a589-4861-8e79-6ffc0d41b257 HTTP/1.1" status: 200 len: 844 time: 0.2278762 May 25 22:56:56.568123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37050) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:56.570035 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:56:56.640291 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:56:56.640655 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 778b7c5c-c49d-4cd1-9f7a-848b8f323dd3 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:56:56.643563 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:56.718811 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c2b71e3f-8179-403e-b0ae-3914524f3684 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/24d8a39f-a589-4861-8e79-6ffc0d41b257?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1506612 May 25 22:56:56.719038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37056) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:56.727908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37058) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:56.733952 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f502a0f4-2786-4544-9955-86fc90ce80fb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'subnet': {'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:56.747054 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:56.776521 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:port and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:56.807300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:56.813127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ffabc-974e-45c7-9bda-6ff6059b2566 None None] Pushing event updated for resources: {'Port': ['ID=350a5b49-af66-414b-a936-0c9eb9a5e485,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:56.827962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:56.838237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:56.859476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e7952215-9567-439c-b621-157b4e5be63b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:56.862175 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e7952215-9567-439c-b621-157b4e5be63b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/6891d053-a52c-4df6-aa0f-81fb1aa285ad HTTP/1.1" status: 204 len: 168 time: 3.1298804 May 25 22:56:56.863803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c875a-72be-47ba-bf5d-6d46f52e3859 req-d012b416-d2c1-4227-8181-ecf61bccf489 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:56.865596 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0d1c875a-72be-47ba-bf5d-6d46f52e3859 req-d012b416-d2c1-4227-8181-ecf61bccf489 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c224e130-86c2-490b-81d8-a8b63adeefac HTTP/1.1" status: 200 len: 912 time: 0.4997404 May 25 22:56:56.866265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37066) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:56.911977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f502a0f4-2786-4544-9955-86fc90ce80fb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:56.916441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f502a0f4-2786-4544-9955-86fc90ce80fb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:subnet and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:56.919651 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f502a0f4-2786-4544-9955-86fc90ce80fb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:56.938507 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f502a0f4-2786-4544-9955-86fc90ce80fb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:57.001189 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:57.084271 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f502a0f4-2786-4544-9955-86fc90ce80fb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:57.119992 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:56:57.122960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:57.183296 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-544c136b-1e77-458e-b200-84385f5f0e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:57.223319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f502a0f4-2786-4544-9955-86fc90ce80fb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:57.231678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3475627-34f0-4e2b-b929-915c5f2929c7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:57.233028 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3475627-34f0-4e2b-b929-915c5f2929c7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:57.234441 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3475627-34f0-4e2b-b929-915c5f2929c7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:57.236088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a3475627-34f0-4e2b-b929-915c5f2929c7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:57.266132 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] device_id is not set on port 8d760506-90b3-4b8c-affb-455e20cf50fd yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:56:57.308156 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:57.317297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-11edb023-ac8d-4a48-84f4-43ad7f690bb5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Synchronizing usage tracker for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:router {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:56:57.319076 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25ecb1-3bd7-44a0-9dce-7e7dd43f8a0e req-0cf31180-d364-44d4-a54f-effdfde2128c tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:57.319836 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fa25ecb1-3bd7-44a0-9dce-7e7dd43f8a0e req-0cf31180-d364-44d4-a54f-effdfde2128c tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.6199329 May 25 22:56:57.339162 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Pushing event updated for resources: {'Port': ['ID=189b9e31-dd58-4110-924b-09078b982b70,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:57.358577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-544c136b-1e77-458e-b200-84385f5f0e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:57.378328 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0d1c875a-72be-47ba-bf5d-6d46f52e3859 req-5258d348-3913-40e5-b723-ad7c39cc329a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff HTTP/1.1" status: 200 len: 1001 time: 0.4637778 May 25 22:56:57.379235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-544c136b-1e77-458e-b200-84385f5f0e7e admin admin] Usage tracker for resource:security_group_rule and tenant:2517c444611a437db726569214dbd427 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:57.392483 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-544c136b-1e77-458e-b200-84385f5f0e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:57.396569 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fa25ecb1-3bd7-44a0-9dce-7e7dd43f8a0e req-b5ef1aa8-4129-4338-9a47-16c035c72cbc tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704772 May 25 22:56:57.471728 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-544c136b-1e77-458e-b200-84385f5f0e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:57.534188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a3475627-34f0-4e2b-b929-915c5f2929c7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:57.535353 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a3475627-34f0-4e2b-b929-915c5f2929c7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6643038 May 25 22:56:57.548399 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37076) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:57.611536 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-11edb023-ac8d-4a48-84f4-43ad7f690bb5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Unset dirty status for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:router {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:56:57.615914 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-11edb023-ac8d-4a48-84f4-43ad7f690bb5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 2.0839760 May 25 22:56:57.616110 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0c8ed-db6e-41cf-b9de-66f20684486f req-43cbbb63-171b-428e-b5ee-a3e356c83bd4 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:57.616914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37080) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:57.617533 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-09a0c8ed-db6e-41cf-b9de-66f20684486f req-43cbbb63-171b-428e-b5ee-a3e356c83bd4 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.0857136 May 25 22:56:57.638009 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f502a0f4-2786-4544-9955-86fc90ce80fb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:57.646491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c875a-72be-47ba-bf5d-6d46f52e3859 req-ddb4ae67-3481-4761-9d74-670ac3345232 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:57.647957 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0d1c875a-72be-47ba-bf5d-6d46f52e3859 req-ddb4ae67-3481-4761-9d74-670ac3345232 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3155b6aa-add2-4285-876b-845d979c80c0 HTTP/1.1" status: 200 len: 850 time: 0.2572734 May 25 22:56:57.654072 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e0a7cb69-e444-4093-b1a9-5c8f78c59e82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-485466013'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:57.727807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f502a0f4-2786-4544-9955-86fc90ce80fb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 8f081961-ed7d-470e-860c-1f46a06b2028 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:57.734917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-f502a0f4-2786-4544-9955-86fc90ce80fb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:57.740431 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f502a0f4-2786-4544-9955-86fc90ce80fb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:57.740800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f502a0f4-2786-4544-9955-86fc90ce80fb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:57.744851 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaad509-4397-45f1-87b6-8dadbd86f8c7 None None] Network 8f081961-ed7d-470e-860c-1f46a06b2028 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:57.749472 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502a0f4-2786-4544-9955-86fc90ce80fb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Subnet': ['ID=c1ba8532-cdb4-4178-91a6-0266978be7a6,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:57.758394 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-09a0c8ed-db6e-41cf-b9de-66f20684486f req-bb1762c8-0c04-4b52-aadd-b4c3a063989a tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346123 May 25 22:56:57.848838 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f502a0f4-2786-4544-9955-86fc90ce80fb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1287210 May 25 22:56:57.850264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37086) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:57.856566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-ae4df136-65d7-40be-9413-16b971fe5474 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'security_group': {'name': 'tempest-secgroup-1024890525'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:57.874289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ae4df136-65d7-40be-9413-16b971fe5474 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:57.882650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ae4df136-65d7-40be-9413-16b971fe5474 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:security_group and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:57.890546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ae4df136-65d7-40be-9413-16b971fe5474 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:57.919136 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ae4df136-65d7-40be-9413-16b971fe5474 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:58.038047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Allocated IP 2001:db8::8 (a8f473a7-d7b2-4f87-bc48-818be28e1cb4/9f40a5f8-0431-4206-a72e-e29a1b3b534b/8d760506-90b3-4b8c-affb-455e20cf50fd) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:58.054956 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 350a5b49-af66-414b-a936-0c9eb9a5e485 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:56:58.055419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ae4df136-65d7-40be-9413-16b971fe5474 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:58.093103 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac909234-3497-4dd2-b91c-1fded73f85c2 None None] Network a8f473a7-d7b2-4f87-bc48-818be28e1cb4 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:56:58.109677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ae4df136-65d7-40be-9413-16b971fe5474 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:58.117230 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ae4df136-65d7-40be-9413-16b971fe5474 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:security_group_rule and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:58.120630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ae4df136-65d7-40be-9413-16b971fe5474 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:58.133103 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a220c9-82a0-4370-a1b3-70bf4ae6a485 req-0f4f4189-a6a0-4d84-ac9b-dea502147ca1 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:58.134599 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-21a220c9-82a0-4370-a1b3-70bf4ae6a485 req-0f4f4189-a6a0-4d84-ac9b-dea502147ca1 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.1601329 May 25 22:56:58.135638 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ae4df136-65d7-40be-9413-16b971fe5474 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:58.248607 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-21a220c9-82a0-4370-a1b3-70bf4ae6a485 req-6cf37938-2fca-4ff1-8a5d-f9881cdfa4d3 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075504 May 25 22:56:58.267255 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ae4df136-65d7-40be-9413-16b971fe5474 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:58.279161 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-cc48de7b-e7d6-4f0b-9620-893b80b53243 None None] Provisioning for port 350a5b49-af66-414b-a936-0c9eb9a5e485 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:58.327650 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-8f081961-ed7d-470e-860c-1f46a06b2028', 'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'tenant_id': '61f1f934e99a4a3fb52dcde8dfb8ddaf', 'fixed_ips': [{'subnet_id': 'c1ba8532-cdb4-4178-91a6-0266978be7a6'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:56:58.328455 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:58.346195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ae4df136-65d7-40be-9413-16b971fe5474 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:58.354954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Network ccbe8172-06c4-4017-a045-fde4b681d2ef is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:58.364781 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:58.415602 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4df136-65d7-40be-9413-16b971fe5474 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c854eac-40f3-4b5c-8332-b62930e81103,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:58.452853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 350a5b49-af66-414b-a936-0c9eb9a5e485 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:56:58.476031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 350a5b49-af66-414b-a936-0c9eb9a5e485 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:58.476341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:58.615247 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ae4df136-65d7-40be-9413-16b971fe5474 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:58.619749 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ae4df136-65d7-40be-9413-16b971fe5474 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7684104 May 25 22:56:58.626521 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-544c136b-1e77-458e-b200-84385f5f0e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:58.626748 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37094) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:58.632963 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-0ae3cb10-e88c-4705-8b33-954b66ff29aa tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'security_group': {'name': 'tempest-secgroup-1462633489'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:58.640451 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0ae3cb10-e88c-4705-8b33-954b66ff29aa tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:58.646816 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0ae3cb10-e88c-4705-8b33-954b66ff29aa tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:security_group and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:58.650148 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0ae3cb10-e88c-4705-8b33-954b66ff29aa tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:58.663122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0ae3cb10-e88c-4705-8b33-954b66ff29aa tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:58.696671 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2faf3d-d552-490a-a14d-55eb6fe3c481 req-a2423118-4e7c-458e-848c-2f21f0cb7109 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:58.698711 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6c2faf3d-d552-490a-a14d-55eb6fe3c481 req-a2423118-4e7c-458e-848c-2f21f0cb7109 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.2389874 May 25 22:56:58.751255 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Allocated IP 2001:db8::2 (8f081961-ed7d-470e-860c-1f46a06b2028/c1ba8532-cdb4-4178-91a6-0266978be7a6/14230e69-5661-434a-a52d-1ecad619b35d) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:56:58.769815 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6c2faf3d-d552-490a-a14d-55eb6fe3c481 req-ec7c7650-a33d-4c4d-ac70-6b7accb80b89 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526412 May 25 22:56:58.769815 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ae3cb10-e88c-4705-8b33-954b66ff29aa tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:58.779441 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ea2c483f-a4df-4c1d-a78b-c908ebfd3852 None None] Provisioning complete for port 189b9e31-dd58-4110-924b-09078b982b70 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:58.779817 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ea2c483f-a4df-4c1d-a78b-c908ebfd3852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:58.821116 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0d1c875a-72be-47ba-bf5d-6d46f52e3859 req-8c048614-669f-4fc3-b469-a524981751e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c224e130-86c2-490b-81d8-a8b63adeefac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0709295 May 25 22:56:58.822549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0ae3cb10-e88c-4705-8b33-954b66ff29aa tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:56:58.830079 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0ae3cb10-e88c-4705-8b33-954b66ff29aa tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:security_group_rule and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:56:58.833958 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0ae3cb10-e88c-4705-8b33-954b66ff29aa tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:56:58.840414 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0ae3cb10-e88c-4705-8b33-954b66ff29aa tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:56:58.855809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-544c136b-1e77-458e-b200-84385f5f0e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:58.861253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:58.919234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ae3cb10-e88c-4705-8b33-954b66ff29aa tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:58.971043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c483f-a4df-4c1d-a78b-c908ebfd3852 None None] Port 189b9e31-dd58-4110-924b-09078b982b70 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:56:58.985081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72a1834-5c19-41f8-af82-7792c1eaec14 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 15ddeeb2-ab19-469a-acc0-2341f1fd74b4 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:56:58.996516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 350a5b49-af66-414b-a936-0c9eb9a5e485, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=350a5b49-af66-414b-a936-0c9eb9a5e485,segment=NetworkSegment(d7e43c24-20bd-444b-a6c0-76ae895ce99e),segment_id=d7e43c24-20bd-444b-a6c0-76ae895ce99e)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:56:59.040234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ae3cb10-e88c-4705-8b33-954b66ff29aa tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.054330 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e72a1834-5c19-41f8-af82-7792c1eaec14 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.098937 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.112441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487d2ab-e92a-42b6-8583-04a3b2c0a4d2 req-cb9096e1-a65b-4b16-8cd8-6c2b2cfe074c tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:56:59.113936 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9487d2ab-e92a-42b6-8583-04a3b2c0a4d2 req-cb9096e1-a65b-4b16-8cd8-6c2b2cfe074c tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.1500733 May 25 22:56:59.116578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3cb10-e88c-4705-8b33-954b66ff29aa tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4acdf72-96b8-447b-96c3-7bb8943c7bb8,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:59.156178 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c136b-1e77-458e-b200-84385f5f0e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d72a35-f64d-49ea-ab9f-75343fc4c3dd,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:59.158830 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.179247 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-544c136b-1e77-458e-b200-84385f5f0e7e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2517c444611a437db726569214dbd427&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4422636 May 25 22:56:59.180825 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Transition to ACTIVE for port object 14230e69-5661-434a-a52d-1ecad619b35d will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:59.183978 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37100) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:59.201351 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e72a1834-5c19-41f8-af82-7792c1eaec14 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.216983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Transition to ACTIVE for port object 14230e69-5661-434a-a52d-1ecad619b35d will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:59.218157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=350a5b49-af66-414b-a936-0c9eb9a5e485,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:59.228893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8664eb61-3c23-45b2-97a1-2af62fa753af None None] Provisioning complete for port 350a5b49-af66-414b-a936-0c9eb9a5e485 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:56:59.229772 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8664eb61-3c23-45b2-97a1-2af62fa753af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.236884 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9487d2ab-e92a-42b6-8583-04a3b2c0a4d2 req-015bd1ef-237c-4b31-8082-f3044a592a01 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068873 May 25 22:56:59.252477 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ae3cb10-e88c-4705-8b33-954b66ff29aa tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.254570 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0ae3cb10-e88c-4705-8b33-954b66ff29aa tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6280751 May 25 22:56:59.274057 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37104) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:56:59.286487 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c32406ed-7ad0-4aed-8720-9a619e8b3e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.304705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-707491383', 'security_groups': ['a4acdf72-96b8-447b-96c3-7bb8943c7bb8'], 'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c1ba8532-cdb4-4178-91a6-0266978be7a6'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:56:59.306915 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.321414 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c32406ed-7ad0-4aed-8720-9a619e8b3e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.351780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.453038 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0d1c875a-72be-47ba-bf5d-6d46f52e3859 req-0e916c76-4c5d-4591-8a2f-16d33f3510ec service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886476 May 25 22:56:59.467715 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Network 8f081961-ed7d-470e-860c-1f46a06b2028 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:56:59.468309 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Pushing event updated for resources: {'Port': ['ID=14230e69-5661-434a-a52d-1ecad619b35d,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:59.473530 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:56:59.481523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c32406ed-7ad0-4aed-8720-9a619e8b3e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.481770 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:56:59.503383 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Transition to ACTIVE for port object 8d760506-90b3-4b8c-affb-455e20cf50fd will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:56:59.510323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32406ed-7ad0-4aed-8720-9a619e8b3e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d72a35-f64d-49ea-ab9f-75343fc4c3dd,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:59.515062 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c32406ed-7ad0-4aed-8720-9a619e8b3e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.519757 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c32406ed-7ad0-4aed-8720-9a619e8b3e4f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08d72a35-f64d-49ea-ab9f-75343fc4c3dd HTTP/1.1" status: 204 len: 168 time: 0.3332243 May 25 22:56:59.595623 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Attempting to bind port 14230e69-5661-434a-a52d-1ecad619b35d on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:56:59.596364 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Attempting to bind port 14230e69-5661-434a-a52d-1ecad619b35d by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:56:59.596904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Attempting to bind port 14230e69-5661-434a-a52d-1ecad619b35d on network 8f081961-ed7d-470e-860c-1f46a06b2028 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:56:59.604956 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:56:59.605598 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Checking segment: {'id': 'a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:56:59.606152 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.606703 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Bound using segment: {'id': 'a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:56:59.607336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Bound port: 14230e69-5661-434a-a52d-1ecad619b35d, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:56:59.607871 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.698028 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e72a1834-5c19-41f8-af82-7792c1eaec14 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.701687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] For port 14230e69-5661-434a-a52d-1ecad619b35d, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:56:59.704960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] For port 14230e69-5661-434a-a52d-1ecad619b35d, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=14230e69-5661-434a-a52d-1ecad619b35d,segment=NetworkSegment(a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73),segment_id=a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:56:59.778925 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:56:59.884288 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e8ad3-8fb9-4530-b281-9bcbfbeb8d7a None None] Pushing event updated for resources: {'Port': ['ID=14230e69-5661-434a-a52d-1ecad619b35d,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:56:59.993183 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:00.002240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 350a5b49-af66-414b-a936-0c9eb9a5e485 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:00.017248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:port and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:00.027763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:00.048262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:00.077655 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0d1c875a-72be-47ba-bf5d-6d46f52e3859 req-54e6b2b9-48dd-423a-9754-7c8f47e3bec0 service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001565 May 25 22:57:00.103269 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:00.108695 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 350a5b49-af66-414b-a936-0c9eb9a5e485 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:00.109260 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:00.133402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c6cfc-ce43-431d-94c0-03869ed0c60b req-4d729174-ac45-44b6-8ce3-a958161feae7 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:00.139710 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-773c6cfc-ce43-431d-94c0-03869ed0c60b req-4d729174-ac45-44b6-8ce3-a958161feae7 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.1961148 May 25 22:57:00.159958 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:00.175299 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e72a1834-5c19-41f8-af82-7792c1eaec14 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:00.207855 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-773c6cfc-ce43-431d-94c0-03869ed0c60b req-7f0a3eb4-cbd3-44ca-8ac0-67b7946d168a tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621336 May 25 22:57:00.327758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a1834-5c19-41f8-af82-7792c1eaec14 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=15ddeeb2-ab19-469a-acc0-2341f1fd74b4,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:00.365482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Router c3bbfae7-e943-4c6e-9e23-46c340617be3 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:57:00.368643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network a8f473a7-d7b2-4f87-bc48-818be28e1cb4 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:00.369995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74d6e11-7eb6-4f6c-bbc9-c6548284b8df None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:00.373080 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e72a1834-5c19-41f8-af82-7792c1eaec14 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:00.383806 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:00.402837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=8d760506-90b3-4b8c-affb-455e20cf50fd,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:00.405483 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:00.410142 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:00.410758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:00.588831 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-980df463-1c8d-4006-b45f-64d32453b3e5 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 4.6945355 May 25 22:57:00.589025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37126) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:00.661870 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e72a1834-5c19-41f8-af82-7792c1eaec14 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/15ddeeb2-ab19-469a-acc0-2341f1fd74b4 HTTP/1.1" status: 204 len: 168 time: 3.1030788 May 25 22:57:00.671180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37130) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:00.727177 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:00.795980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] device_id is not set on port 7c9c2ca7-64d8-4904-a64a-6aadda0f4877 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:57:00.846865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7e60ac-93dc-4db2-9048-8cf9d97e5bd1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 51aae9e7-e895-484c-beba-860d6bdef3fc {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:57:00.853217 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9b7e60ac-93dc-4db2-9048-8cf9d97e5bd1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:00.943756 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-db36945c-32e9-4368-bb73-d5fb3177c026 None None] Provisioning for port 8d760506-90b3-4b8c-affb-455e20cf50fd completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:00.949254 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-db36945c-32e9-4368-bb73-d5fb3177c026 None None] Provisioning complete for port 8d760506-90b3-4b8c-affb-455e20cf50fd triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:00.949735 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-db36945c-32e9-4368-bb73-d5fb3177c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.059750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-db36945c-32e9-4368-bb73-d5fb3177c026 None None] Port 8d760506-90b3-4b8c-affb-455e20cf50fd cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:01.297213 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9b7e60ac-93dc-4db2-9048-8cf9d97e5bd1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.367151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37142) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:01.421396 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f35b9e8d-19d3-4992-bbe1-da558e7195e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.498997 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5369bcbd-b7eb-403b-b47b-182ca0e8efa9 None None] Provisioning complete for port 24d8a39f-a589-4861-8e79-6ffc0d41b257 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:01.499366 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5369bcbd-b7eb-403b-b47b-182ca0e8efa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.601132 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:01.611204 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5369bcbd-b7eb-403b-b47b-182ca0e8efa9 None None] Port 24d8a39f-a589-4861-8e79-6ffc0d41b257 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:01.614324 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9dd32a-382b-45d0-af42-cb839f10baee None None] Sync routers for ids ['c3bbfae7-e943-4c6e-9e23-46c340617be3'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:57:01.642718 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9dd32a-382b-45d0-af42-cb839f10baee None None] Routers {'c3bbfae7-e943-4c6e-9e23-46c340617be3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:01.643349 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5b9dd32a-382b-45d0-af42-cb839f10baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c3bbfae7-e943-4c6e-9e23-46c340617be3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:01.668323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9b7e60ac-93dc-4db2-9048-8cf9d97e5bd1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.700498 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5369bcbd-b7eb-403b-b47b-182ca0e8efa9 None None] Provisioning for port 14230e69-5661-434a-a52d-1ecad619b35d completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:01.711739 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5b9dd32a-382b-45d0-af42-cb839f10baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:01.724593 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9dd32a-382b-45d0-af42-cb839f10baee None None] Routers {'c3bbfae7-e943-4c6e-9e23-46c340617be3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:01.725371 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5b9dd32a-382b-45d0-af42-cb839f10baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c3bbfae7-e943-4c6e-9e23-46c340617be3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:01.743917 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4f1702d4-ccaa-4864-b8c9-75e88a76c050 tempest-SubnetPoolsTestJSON-1917953119 tempest-SubnetPoolsTestJSON-1917953119-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1992508653', 'prefixes': ['172.20.0.0/16']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:01.768666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4f1702d4-ccaa-4864-b8c9-75e88a76c050 tempest-SubnetPoolsTestJSON-1917953119 tempest-SubnetPoolsTestJSON-1917953119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:01.775282 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-954d7825-0362-4632-9a4a-7971df633315 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] 10.222.0.66 "PUT /v2.0/routers/c3bbfae7-e943-4c6e-9e23-46c340617be3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7003224 May 25 22:57:01.786212 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37148) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:01.795455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Allocated IP 2001:db8::18b (8f081961-ed7d-470e-860c-1f46a06b2028/c1ba8532-cdb4-4178-91a6-0266978be7a6/7c9c2ca7-64d8-4904-a64a-6aadda0f4877) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:01.818895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e0a7cb69-e444-4093-b1a9-5c8f78c59e82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.839318 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5b9dd32a-382b-45d0-af42-cb839f10baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:01.839724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9dd32a-382b-45d0-af42-cb839f10baee None None] The sync data for ids ['c3bbfae7-e943-4c6e-9e23-46c340617be3'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:57:01.851679 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a6b6d730-e89e-4bbb-bae1-4e1a6960c29a None None] Provisioning complete for port 8c960381-039f-4798-aa4b-5f610211973a triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:01.852029 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d730-e89e-4bbb-bae1-4e1a6960c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.882790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e0a7cb69-e444-4093-b1a9-5c8f78c59e82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:01.954698 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Request body: {'port': {'network_id': 'ccbe8172-06c4-4017-a045-fde4b681d2ef', 'name': 'tempest-FloatingIPNegativeTestJSON-1959390277'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:02.022417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 14230e69-5661-434a-a52d-1ecad619b35d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:02.070217 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835bf5f-2b13-4a80-8d90-35b4d620c40c req-a847a381-f4ba-4595-bcf2-3c0e7cdfbcf5 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:02.071692 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0835bf5f-2b13-4a80-8d90-35b4d620c40c req-a847a381-f4ba-4595-bcf2-3c0e7cdfbcf5 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.4554112 May 25 22:57:02.166919 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 14230e69-5661-434a-a52d-1ecad619b35d completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:02.173227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 14230e69-5661-434a-a52d-1ecad619b35d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:02.174146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:02.210579 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0835bf5f-2b13-4a80-8d90-35b4d620c40c req-e3c83557-52cd-4e39-8635-e2626fdc5ef1 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282248 May 25 22:57:02.219151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:02.227910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Usage tracker for resource:port and tenant:5fed65cbc77d47e59157328759c30af3 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:02.231782 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f35b9e8d-19d3-4992-bbe1-da558e7195e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:02.233610 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:02.240175 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:02.269306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9b7e60ac-93dc-4db2-9048-8cf9d97e5bd1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:02.293251 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f35b9e8d-19d3-4992-bbe1-da558e7195e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:02.303452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:02.333554 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e60ac-93dc-4db2-9048-8cf9d97e5bd1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=51aae9e7-e895-484c-beba-860d6bdef3fc,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:02.348340 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 14230e69-5661-434a-a52d-1ecad619b35d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=14230e69-5661-434a-a52d-1ecad619b35d,segment=NetworkSegment(a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73),segment_id=a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:02.370792 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:02.373998 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Made reservation on behalf of 5fed65cbc77d47e59157328759c30af3 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:02.376937 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9b7e60ac-93dc-4db2-9048-8cf9d97e5bd1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:02.378070 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:02.378216 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd53f27-aacd-4c54-b63c-72a87edd09f3 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:02.397355 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Transition to ACTIVE for port object 7c9c2ca7-64d8-4904-a64a-6aadda0f4877 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:02.438524 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9b7e60ac-93dc-4db2-9048-8cf9d97e5bd1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/51aae9e7-e895-484c-beba-860d6bdef3fc HTTP/1.1" status: 204 len: 168 time: 1.7631116 May 25 22:57:02.441552 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37154) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:02.482541 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] device_id is not set on port c8aaf787-0db3-42cf-a7fd-db3c053785c5 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:57:02.489732 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:02.531634 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a20cea15-ae0b-4f73-837c-e01072f3a8c5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857623 May 25 22:57:02.534940 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:02.542578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37158) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:02.543250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b9e8d-19d3-4992-bbe1-da558e7195e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=8d760506-90b3-4b8c-affb-455e20cf50fd,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:02.632640 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 8f081961-ed7d-470e-860c-1f46a06b2028 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:02.644249 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:02.650479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:02.656074 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:02.657671 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:02.661944 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=7c9c2ca7-64d8-4904-a64a-6aadda0f4877,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:02.700253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=14230e69-5661-434a-a52d-1ecad619b35d,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:02.743592 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a7cb69-e444-4093-b1a9-5c8f78c59e82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router 069c5528-dbbb-481a-bf15-c84928e9ec57 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:57:02.878299 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063ef5d4-f3ce-4234-afe1-b24b9a973b7a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:02.879012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-063ef5d4-f3ce-4234-afe1-b24b9a973b7a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:02.891787 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f2c39aca-51af-466c-afe0-8c8f08a406ca None None] Provisioning complete for port 8d760506-90b3-4b8c-affb-455e20cf50fd triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:02.892284 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f2c39aca-51af-466c-afe0-8c8f08a406ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:02.911144 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Allocated IP 172.20.0.11 (ccbe8172-06c4-4017-a045-fde4b681d2ef/f7b69ae8-66b4-49b7-b910-de6e925ea38d/c8aaf787-0db3-42cf-a7fd-db3c053785c5) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:02.963193 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4f1702d4-ccaa-4864-b8c9-75e88a76c050 tempest-SubnetPoolsTestJSON-1917953119 tempest-SubnetPoolsTestJSON-1917953119-project] Notify callbacks [] for subnetpool, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:02.963463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b66271-38db-47b9-be0a-955848028648 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:57:02.964708 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4f1702d4-ccaa-4864-b8c9-75e88a76c050 tempest-SubnetPoolsTestJSON-1917953119 tempest-SubnetPoolsTestJSON-1917953119-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.5676212 May 25 22:57:02.977469 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1747767a-6fef-41bc-97dd-2376b518b3ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6920764 May 25 22:57:02.988945 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37164) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:02.991634 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37166) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:03.008478 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-92b66271-38db-47b9-be0a-955848028648 None None] Deleting port 8c960381-039f-4798-aa4b-5f610211973a {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:03.008819 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4d42df8f-9b18-419b-a348-bb983b549dc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'subnet': {'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:03.008936 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-92b66271-38db-47b9-be0a-955848028648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.019664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f35b9e8d-19d3-4992-bbe1-da558e7195e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.033025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-063ef5d4-f3ce-4234-afe1-b24b9a973b7a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:03.034447 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-063ef5d4-f3ce-4234-afe1-b24b9a973b7a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4884067 May 25 22:57:03.051488 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37172) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:03.117367 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f2c39aca-51af-466c-afe0-8c8f08a406ca None None] Port 8d760506-90b3-4b8c-affb-455e20cf50fd cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:03.222032 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ec8a3948-bb8d-47cf-bacb-96c8193e6275 tempest-SubnetPoolsTestJSON-1917953119 tempest-SubnetPoolsTestJSON-1917953119-project] 10.222.0.66 "GET /v2.0/subnetpools/c87213a2-9da9-4bcb-8b64-996fe3a4ef02 HTTP/1.1" status: 200 len: 732 time: 0.2281802 May 25 22:57:03.226859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37176) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:03.241254 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-92b66271-38db-47b9-be0a-955848028648 None None] For port 8c960381-039f-4798-aa4b-5f610211973a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8c960381-039f-4798-aa4b-5f610211973a,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:03.241636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-92b66271-38db-47b9-be0a-955848028648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.257648 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-5eb75251-0732-4495-96ad-3870962d31a8 tempest-SubnetPoolsTestJSON-1917953119 tempest-SubnetPoolsTestJSON-1917953119-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2013962675'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:03.285011 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f342e1-153c-4ee6-b3f2-45a009ca94e9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:03.286823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-53f342e1-153c-4ee6-b3f2-45a009ca94e9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:03.322030 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4d42df8f-9b18-419b-a348-bb983b549dc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:03.337298 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4d42df8f-9b18-419b-a348-bb983b549dc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:subnet and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:03.347644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4d42df8f-9b18-419b-a348-bb983b549dc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:03.367970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4d42df8f-9b18-419b-a348-bb983b549dc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:03.371004 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-506f1c56-a843-4d5d-a60c-4568be281309 None None] Provisioning for port 7c9c2ca7-64d8-4904-a64a-6aadda0f4877 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:03.376520 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bcc84fef-a38f-4548-9fa5-2a23001126a7 req-cc1d5978-53d1-48cf-a944-5e79cb9ea04a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=69e1c75f41b74d7b9d9edc5f4f74584f&device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 1099 time: 0.2519937 May 25 22:57:03.383056 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-92b66271-38db-47b9-be0a-955848028648 None None] Calling delete_port for 8c960381-039f-4798-aa4b-5f610211973a owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:03.396621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61cd33-d83c-4a7f-a89e-af7c33f54648 req-798f9de0-44a7-4753-a627-ea93ef3ed7c0 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:03.398077 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1e61cd33-d83c-4a7f-a89e-af7c33f54648 req-798f9de0-44a7-4753-a627-ea93ef3ed7c0 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.4353018 May 25 22:57:03.401318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f35b9e8d-19d3-4992-bbe1-da558e7195e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.408268 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-506f1c56-a843-4d5d-a60c-4568be281309 None None] Provisioning complete for port 7c9c2ca7-64d8-4904-a64a-6aadda0f4877 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:03.408268 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-506f1c56-a843-4d5d-a60c-4568be281309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.485952 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-506f1c56-a843-4d5d-a60c-4568be281309 None None] Port 7c9c2ca7-64d8-4904-a64a-6aadda0f4877 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:03.510221 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d42df8f-9b18-419b-a348-bb983b549dc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:03.513619 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4d42df8f-9b18-419b-a348-bb983b549dc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.515168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.517994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-53f342e1-153c-4ee6-b3f2-45a009ca94e9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:03.519139 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-53f342e1-153c-4ee6-b3f2-45a009ca94e9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4672327 May 25 22:57:03.530385 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37180) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:03.555238 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Transition to ACTIVE for port object c8aaf787-0db3-42cf-a7fd-db3c053785c5 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:03.558103 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1e61cd33-d83c-4a7f-a89e-af7c33f54648 req-cdb428d3-680b-45b7-adf3-d9ea740e3de0 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475368 May 25 22:57:03.606507 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-92b66271-38db-47b9-be0a-955848028648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.653764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b66271-38db-47b9-be0a-955848028648 None None] Pushing event deleted for resources: {'Port': ['ID=8c960381-039f-4798-aa4b-5f610211973a,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:03.658987 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b66271-38db-47b9-be0a-955848028648 None None] No DVR routers for this DVR port 8c960381-039f-4798-aa4b-5f610211973a on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:57:03.681630 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5eb75251-0732-4495-96ad-3870962d31a8 tempest-SubnetPoolsTestJSON-1917953119 tempest-SubnetPoolsTestJSON-1917953119-project] Notify callbacks [] for subnetpool, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.682796 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5eb75251-0732-4495-96ad-3870962d31a8 tempest-SubnetPoolsTestJSON-1917953119 tempest-SubnetPoolsTestJSON-1917953119-project] 10.222.0.66 "PUT /v2.0/subnetpools/c87213a2-9da9-4bcb-8b64-996fe3a4ef02 HTTP/1.1" status: 200 len: 684 time: 0.4442804 May 25 22:57:03.692628 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-877b4d4f-3a58-442e-b18f-fcaa110c9af5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1563632 May 25 22:57:03.692826 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37184) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:03.698441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37188) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:03.723449 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc84fef-a38f-4548-9fa5-2a23001126a7 req-44ac5c48-8a7b-49c1-bef3-193baf354afe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:03.724999 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bcc84fef-a38f-4548-9fa5-2a23001126a7 req-44ac5c48-8a7b-49c1-bef3-193baf354afe service neutron] 10.222.0.73 "GET /v2.0/networks?id=c224e130-86c2-490b-81d8-a8b63adeefac HTTP/1.1" status: 200 len: 912 time: 0.3394840 May 25 22:57:03.726940 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-026f44ca-e1f2-4f5d-a586-174cecc9b932 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:03.805965 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a7cb69-e444-4093-b1a9-5c8f78c59e82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:03.817206 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75c923-c943-4cbc-94b7-032ed6c2e651 None None] Sync routers for ids ['069c5528-dbbb-481a-bf15-c84928e9ec57'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:57:03.823434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e0a7cb69-e444-4093-b1a9-5c8f78c59e82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.827095 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e0a7cb69-e444-4093-b1a9-5c8f78c59e82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/069c5528-dbbb-481a-bf15-c84928e9ec57 HTTP/1.1" status: 200 len: 887 time: 6.1941490 May 25 22:57:03.830621 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37192) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:03.832466 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75c923-c943-4cbc-94b7-032ed6c2e651 None None] Routers {'069c5528-dbbb-481a-bf15-c84928e9ec57'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:03.833285 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2b75c923-c943-4cbc-94b7-032ed6c2e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['069c5528-dbbb-481a-bf15-c84928e9ec57'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:03.896118 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.ipam_backend_mixin [None req-4d42df8f-9b18-419b-a348-bb983b549dc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c1ba8532-cdb4-4178-91a6-0266978be7a6 (CIDR: 2001:db8::/64) May 25 22:57:03.901349 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2b75c923-c943-4cbc-94b7-032ed6c2e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:03.916082 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75c923-c943-4cbc-94b7-032ed6c2e651 None None] Routers {'069c5528-dbbb-481a-bf15-c84928e9ec57'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:03.917072 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2b75c923-c943-4cbc-94b7-032ed6c2e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['069c5528-dbbb-481a-bf15-c84928e9ec57'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:03.980806 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d42df8f-9b18-419b-a348-bb983b549dc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:57:03.981695 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d42df8f-9b18-419b-a348-bb983b549dc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:03.984710 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2b75c923-c943-4cbc-94b7-032ed6c2e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:03.985998 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75c923-c943-4cbc-94b7-032ed6c2e651 None None] The sync data for ids ['069c5528-dbbb-481a-bf15-c84928e9ec57'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:57:03.994653 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:03.999242 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 14230e69-5661-434a-a52d-1ecad619b35d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:04.005386 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bcc84fef-a38f-4548-9fa5-2a23001126a7 req-34d7380a-2d24-49de-a0bc-5d4c2f634e3c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff HTTP/1.1" status: 200 len: 1001 time: 0.2682412 May 25 22:57:04.083635 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 14230e69-5661-434a-a52d-1ecad619b35d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:04.084329 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:04.166962 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-026f44ca-e1f2-4f5d-a586-174cecc9b932 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:04.181507 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4d42df8f-9b18-419b-a348-bb983b549dc9 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1771052 May 25 22:57:04.181507 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37196) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:04.195827 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7faf744a-1f63-4704-a18d-b998648de0d2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'subnet': {'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:04.202402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Network ccbe8172-06c4-4017-a045-fde4b681d2ef is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:04.203354 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-026f44ca-e1f2-4f5d-a586-174cecc9b932 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:04.223212 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:04.231467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Pushing event updated for resources: {'Port': ['ID=c8aaf787-0db3-42cf-a7fd-db3c053785c5,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:04.232067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:04.299790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc84fef-a38f-4548-9fa5-2a23001126a7 req-8cb6ea97-07e0-4134-a174-ea126e6e5d4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:04.301281 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bcc84fef-a38f-4548-9fa5-2a23001126a7 req-8cb6ea97-07e0-4134-a174-ea126e6e5d4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3155b6aa-add2-4285-876b-845d979c80c0 HTTP/1.1" status: 200 len: 850 time: 0.2868993 May 25 22:57:04.302989 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8c960381-039f-4798-aa4b-5f610211973a no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:57:04.335393 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:04.335905 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:04.349396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 8c960381-039f-4798-aa4b-5f610211973a {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:57:04.350328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8c960381-039f-4798-aa4b-5f610211973a not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:57:04.378057 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f35b9e8d-19d3-4992-bbe1-da558e7195e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:04.382138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d13c2f2a-be79-46d5-a451-d6417e8f6729 tempest-SubnetPoolsTestJSON-1917953119 tempest-SubnetPoolsTestJSON-1917953119-project] Notify callbacks [] for subnetpool, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:04.383971 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d13c2f2a-be79-46d5-a451-d6417e8f6729 tempest-SubnetPoolsTestJSON-1917953119 tempest-SubnetPoolsTestJSON-1917953119-project] 10.222.0.66 "DELETE /v2.0/subnetpools/c87213a2-9da9-4bcb-8b64-996fe3a4ef02 HTTP/1.1" status: 204 len: 168 time: 0.6895201 May 25 22:57:04.386119 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37200) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:04.405501 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026f44ca-e1f2-4f5d-a586-174cecc9b932 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:04.422331 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-52cfaea4-ab55-463c-9f55-ac99585a16b2 tempest-SubnetPoolsTestJSON-1917953119 tempest-SubnetPoolsTestJSON-1917953119-project] show failed (client error): The resource could not be found. May 25 22:57:04.430180 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-52cfaea4-ab55-463c-9f55-ac99585a16b2 tempest-SubnetPoolsTestJSON-1917953119 tempest-SubnetPoolsTestJSON-1917953119-project] 10.222.0.66 "GET /v2.0/subnetpools/c87213a2-9da9-4bcb-8b64-996fe3a4ef02 HTTP/1.1" status: 404 len: 346 time: 0.0368257 May 25 22:57:04.430180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37204) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:04.446921 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7faf744a-1f63-4704-a18d-b998648de0d2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:04.452946 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7faf744a-1f63-4704-a18d-b998648de0d2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:subnet and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:04.456418 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7faf744a-1f63-4704-a18d-b998648de0d2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:04.466883 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7faf744a-1f63-4704-a18d-b998648de0d2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:04.497758 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bcc84fef-a38f-4548-9fa5-2a23001126a7 req-c6995876-e2f8-46e9-a30a-1fd418018335 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c224e130-86c2-490b-81d8-a8b63adeefac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1864591 May 25 22:57:04.499153 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fc4a8d69-f042-493a-906d-1d0f0b516058 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7119179 May 25 22:57:04.500012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f35b9e8d-19d3-4992-bbe1-da558e7195e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:04.501350 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f35b9e8d-19d3-4992-bbe1-da558e7195e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:04.503498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37208) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:04.514086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:04.546289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:04.561694 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-5bfac815-9bfd-40a5-a849-41894953ceaf tempest-SubnetPoolsTestJSON-1917953119 tempest-SubnetPoolsTestJSON-1917953119-project] delete failed (client error): The resource could not be found. May 25 22:57:04.568735 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5bfac815-9bfd-40a5-a849-41894953ceaf tempest-SubnetPoolsTestJSON-1917953119 tempest-SubnetPoolsTestJSON-1917953119-project] 10.222.0.66 "DELETE /v2.0/subnetpools/c87213a2-9da9-4bcb-8b64-996fe3a4ef02 HTTP/1.1" status: 404 len: 346 time: 0.1339121 May 25 22:57:04.603794 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7faf744a-1f63-4704-a18d-b998648de0d2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:04.607408 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7faf744a-1f63-4704-a18d-b998648de0d2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:04.659051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d2cdc53e-ee4e-442c-a9ee-b5910c277a57 None None] Provisioning for port c8aaf787-0db3-42cf-a7fd-db3c053785c5 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:04.665034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d2cdc53e-ee4e-442c-a9ee-b5910c277a57 None None] Provisioning complete for port c8aaf787-0db3-42cf-a7fd-db3c053785c5 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:04.665522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d2cdc53e-ee4e-442c-a9ee-b5910c277a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:04.741127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-d2cdc53e-ee4e-442c-a9ee-b5910c277a57 None None] Port c8aaf787-0db3-42cf-a7fd-db3c053785c5 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:04.756723 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Usage tracker for resource:floatingip and tenant:5fed65cbc77d47e59157328759c30af3 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:04.761812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:04.773460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-026f44ca-e1f2-4f5d-a586-174cecc9b932 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:04.774914 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-026f44ca-e1f2-4f5d-a586-174cecc9b932 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:57:04.775330 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026f44ca-e1f2-4f5d-a586-174cecc9b932 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:04.778699 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b9e8d-19d3-4992-bbe1-da558e7195e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=8d760506-90b3-4b8c-affb-455e20cf50fd,revision_number=3']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:04.785112 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7be97b9b-84c5-4f26-9223-096a676b919e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/routers/069c5528-dbbb-481a-bf15-c84928e9ec57 HTTP/1.1" status: 200 len: 887 time: 0.9533265 May 25 22:57:04.787719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:04.790573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37216) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:04.871211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ba15fce6-e659-42a3-a719-31b3bdabf95e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Synchronizing usage tracker for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:04.890466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for floatingip, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:04.910360 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bcc84fef-a38f-4548-9fa5-2a23001126a7 req-9bdbe428-e5fb-4dc7-8476-b1cd98c6b920 service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017086 May 25 22:57:04.913819 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b9e8d-19d3-4992-bbe1-da558e7195e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network a8f473a7-d7b2-4f87-bc48-818be28e1cb4 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:04.915566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-f35b9e8d-19d3-4992-bbe1-da558e7195e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:05.062255 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c95884-f06f-44b8-8280-6bb6fde62810 req-1fc2ebe2-9368-4387-9b5a-e88291f1c14b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:05.063961 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b9c95884-f06f-44b8-8280-6bb6fde62810 req-1fc2ebe2-9368-4387-9b5a-e88291f1c14b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.3652351 May 25 22:57:05.065253 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-026f44ca-e1f2-4f5d-a586-174cecc9b932 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.3502846 May 25 22:57:05.074847 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37222) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:05.075488 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ba15fce6-e659-42a3-a719-31b3bdabf95e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Unset dirty status for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:05.076587 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ba15fce6-e659-42a3-a719-31b3bdabf95e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports?device_id=069c5528-dbbb-481a-bf15-c84928e9ec57 HTTP/1.1" status: 200 len: 205 time: 0.2758989 May 25 22:57:05.086187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-fa93da7a-ebce-47a4-a382-8b69f2b1c187 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:05.125022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37226) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:05.125266 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37228) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:05.195995 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bcc84fef-a38f-4548-9fa5-2a23001126a7 req-d77462e1-5b6c-4214-9e02-51a403b81738 service neutron] 10.222.0.73 "GET /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755699 May 25 22:57:05.238815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:05.279185 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e7beede9-9395-48a9-9309-8e74179ca1e7 None None] Provisioning complete for port 8d760506-90b3-4b8c-affb-455e20cf50fd triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:05.279561 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e7beede9-9395-48a9-9309-8e74179ca1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:05.291137 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7faf744a-1f63-4704-a18d-b998648de0d2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:05.374610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0474bb0e-b53b-43bc-aa50-c95549caf314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:05.378350 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e7beede9-9395-48a9-9309-8e74179ca1e7 None None] Port 8d760506-90b3-4b8c-affb-455e20cf50fd cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:05.414377 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b9c95884-f06f-44b8-8280-6bb6fde62810 req-d8c1426c-b80d-46d7-9acb-b5b2156f7e4a tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3406639 May 25 22:57:05.424393 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faf744a-1f63-4704-a18d-b998648de0d2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 8f081961-ed7d-470e-860c-1f46a06b2028 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:05.441788 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fa93da7a-ebce-47a4-a382-8b69f2b1c187 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:05.454568 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf744a-1f63-4704-a18d-b998648de0d2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Subnet': ['ID=17edaedb-21ca-4c36-a46d-dea8194017dc,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:05.467159 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-7faf744a-1f63-4704-a18d-b998648de0d2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:05.478228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faf744a-1f63-4704-a18d-b998648de0d2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:05.478805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7faf744a-1f63-4704-a18d-b998648de0d2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:05.480677 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f6b454-22e6-4742-83e2-1f13980be255 None None] Network 8f081961-ed7d-470e-860c-1f46a06b2028 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:05.495855 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0474bb0e-b53b-43bc-aa50-c95549caf314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:05.503534 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0474bb0e-b53b-43bc-aa50-c95549caf314 admin admin] Usage tracker for resource:security_group_rule and tenant:e9e3140454364dfa92eb7fb7d1829933 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:05.508487 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0474bb0e-b53b-43bc-aa50-c95549caf314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:05.510841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fa93da7a-ebce-47a4-a382-8b69f2b1c187 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:05.520098 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0474bb0e-b53b-43bc-aa50-c95549caf314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:05.541779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Allocated IP 172.26.5.29 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/7a1143c2-de69-4fd1-8128-0bc22f31cc54) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:05.644485 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7faf744a-1f63-4704-a18d-b998648de0d2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4540112 May 25 22:57:05.645497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37236) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:05.653443 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b37f4b03-2a78-446e-be31-f330a91c1c84 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-27600102', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '17edaedb-21ca-4c36-a46d-dea8194017dc'}], 'security_groups': ['3c854eac-40f3-4b5c-8332-b62930e81103']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:05.771661 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa93da7a-ebce-47a4-a382-8b69f2b1c187 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:05.778161 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fa93da7a-ebce-47a4-a382-8b69f2b1c187 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:05.779568 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa93da7a-ebce-47a4-a382-8b69f2b1c187 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:57:05.780024 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa93da7a-ebce-47a4-a382-8b69f2b1c187 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:05.822826 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc289327-cf70-4883-adee-88af9173cb6e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:05.836294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341e5b6c-464e-41a7-902e-d3d681200dfc None None] Update dhcp port {'port': {'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'fixed_ips': [{'subnet_id': 'c1ba8532-cdb4-4178-91a6-0266978be7a6', 'ip_address': '2001:db8::2'}, {'subnet_id': '17edaedb-21ca-4c36-a46d-dea8194017dc'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': '14230e69-5661-434a-a52d-1ecad619b35d'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 22:57:05.889015 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-341e5b6c-464e-41a7-902e-d3d681200dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:05.891598 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:05.895833 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fa93da7a-ebce-47a4-a382-8b69f2b1c187 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8179734 May 25 22:57:05.898805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37240) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:05.916837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b2e714a0-6b5b-48cf-9c3a-8caf79b3c8f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:06.012758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0474bb0e-b53b-43bc-aa50-c95549caf314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.049344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35b9e8d-19d3-4992-bbe1-da558e7195e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router 82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:57:06.111032 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-341e5b6c-464e-41a7-902e-d3d681200dfc None None] Allocated IP 2001:db8:0:1::2 (8f081961-ed7d-470e-860c-1f46a06b2028/17edaedb-21ca-4c36-a46d-dea8194017dc/14230e69-5661-434a-a52d-1ecad619b35d) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:06.133857 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc289327-cf70-4883-adee-88af9173cb6e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.169537 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0474bb0e-b53b-43bc-aa50-c95549caf314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.253141 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35b9e8d-19d3-4992-bbe1-da558e7195e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:06.265720 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f35b9e8d-19d3-4992-bbe1-da558e7195e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6751182 May 25 22:57:06.267282 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37244) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:06.285052 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-341e5b6c-464e-41a7-902e-d3d681200dfc None None] For port 14230e69-5661-434a-a52d-1ecad619b35d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=14230e69-5661-434a-a52d-1ecad619b35d,segment=NetworkSegment(a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73),segment_id=a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:06.293398 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b2e714a0-6b5b-48cf-9c3a-8caf79b3c8f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:06.305886 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474bb0e-b53b-43bc-aa50-c95549caf314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd0b075-c7bc-4426-9818-5775a1c21da6,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:06.330182 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b2e714a0-6b5b-48cf-9c3a-8caf79b3c8f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:06.332402 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-341e5b6c-464e-41a7-902e-d3d681200dfc None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.333838 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0474bb0e-b53b-43bc-aa50-c95549caf314 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e9e3140454364dfa92eb7fb7d1829933&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2046237 May 25 22:57:06.339031 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37248) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:06.339562 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b37f4b03-2a78-446e-be31-f330a91c1c84 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.341960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dabf56-77d8-4404-9b72-ff7fe506d37f None None] Sync routers for ids ['82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:57:06.342942 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-cc289327-cf70-4883-adee-88af9173cb6e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port 9d2b15e1-c54a-4deb-b475-d48fcc9403fa {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:06.343278 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc289327-cf70-4883-adee-88af9173cb6e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.361435 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-341e5b6c-464e-41a7-902e-d3d681200dfc None None] Transition to ACTIVE for port object 14230e69-5661-434a-a52d-1ecad619b35d will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:06.363826 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dabf56-77d8-4404-9b72-ff7fe506d37f None None] Routers {'82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:06.364452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d7dabf56-77d8-4404-9b72-ff7fe506d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:06.393428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274f0c5c-5add-4b43-96d8-d97a9165aa43 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:06.394148 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-274f0c5c-5add-4b43-96d8-d97a9165aa43 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Synchronizing usage tracker for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:06.418112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.428206 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d7dabf56-77d8-4404-9b72-ff7fe506d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:06.439568 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dabf56-77d8-4404-9b72-ff7fe506d37f None None] Routers {'82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:06.440185 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d7dabf56-77d8-4404-9b72-ff7fe506d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:06.528105 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-341e5b6c-464e-41a7-902e-d3d681200dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.557332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e714a0-6b5b-48cf-9c3a-8caf79b3c8f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:06.580066 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d7dabf56-77d8-4404-9b72-ff7fe506d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:06.580066 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dabf56-77d8-4404-9b72-ff7fe506d37f None None] The sync data for ids ['82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:57:06.594381 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:06.601655 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Pushing event updated for resources: {'Port': ['ID=7a1143c2-de69-4fd1-8128-0bc22f31cc54,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:06.614351 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-274f0c5c-5add-4b43-96d8-d97a9165aa43 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Unset dirty status for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:06.616156 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-274f0c5c-5add-4b43-96d8-d97a9165aa43 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports/8d760506-90b3-4b8c-affb-455e20cf50fd HTTP/1.1" status: 200 len: 981 time: 0.3475590 May 25 22:57:06.617969 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37254) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:06.628090 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc289327-cf70-4883-adee-88af9173cb6e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.654327 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:06.670149 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:06.675686 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e5b6c-464e-41a7-902e-d3d681200dfc None None] Pushing event updated for resources: {'Port': ['ID=14230e69-5661-434a-a52d-1ecad619b35d,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:06.731225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-84c30b98-df86-41b7-a022-625e8b7909bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.823309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2e714a0-6b5b-48cf-9c3a-8caf79b3c8f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.825064 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e714a0-6b5b-48cf-9c3a-8caf79b3c8f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:57:06.825501 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e714a0-6b5b-48cf-9c3a-8caf79b3c8f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:06.871476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-84c30b98-df86-41b7-a022-625e8b7909bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:06.894357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-cc289327-cf70-4883-adee-88af9173cb6e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for 9d2b15e1-c54a-4deb-b475-d48fcc9403fa owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:06.981528 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98206d81-56d4-43dc-a2e8-ccf5e175df96 req-b9c5e5ca-aacf-4e03-be83-ca3cad8e2a4f tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:06.983082 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-98206d81-56d4-43dc-a2e8-ccf5e175df96 req-b9c5e5ca-aacf-4e03-be83-ca3cad8e2a4f tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.4369149 May 25 22:57:07.055494 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b2e714a0-6b5b-48cf-9c3a-8caf79b3c8f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1496055 May 25 22:57:07.055633 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37258) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:07.061932 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3da271b7-9eb0-46da-8b6c-06618ce19824 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:07.130582 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-84c30b98-df86-41b7-a022-625e8b7909bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.153821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.157849 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c30b98-df86-41b7-a022-625e8b7909bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd0b075-c7bc-4426-9818-5775a1c21da6,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:07.220268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-84c30b98-df86-41b7-a022-625e8b7909bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.221038 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-84c30b98-df86-41b7-a022-625e8b7909bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6fd0b075-c7bc-4426-9818-5775a1c21da6 HTTP/1.1" status: 204 len: 168 time: 0.8828480 May 25 22:57:07.293854 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-98206d81-56d4-43dc-a2e8-ccf5e175df96 req-a3b07c3c-4840-4d0d-ae79-19f1bb5170c8 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986686 May 25 22:57:07.322840 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.344060 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f271314b-5e92-40cd-8a72-c6e5ce2ff317 None None] Provisioning complete for port 24d8a39f-a589-4861-8e79-6ffc0d41b257 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:07.345377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f271314b-5e92-40cd-8a72-c6e5ce2ff317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.403166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-b37f4b03-2a78-446e-be31-f330a91c1c84 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Delete allocated IP 2001:db8::18b (8f081961-ed7d-470e-860c-1f46a06b2028/c1ba8532-cdb4-4178-91a6-0266978be7a6) {{(pid=84717) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 22:57:07.414237 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f271314b-5e92-40cd-8a72-c6e5ce2ff317 None None] Port 24d8a39f-a589-4861-8e79-6ffc0d41b257 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:07.426033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-b37f4b03-2a78-446e-be31-f330a91c1c84 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Allocated IP 2001:db8:0:1::3e7 (8f081961-ed7d-470e-860c-1f46a06b2028/17edaedb-21ca-4c36-a46d-dea8194017dc/7c9c2ca7-64d8-4904-a64a-6aadda0f4877) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:07.533244 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f271314b-5e92-40cd-8a72-c6e5ce2ff317 None None] Provisioning for port 14230e69-5661-434a-a52d-1ecad619b35d completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:07.538529 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f271314b-5e92-40cd-8a72-c6e5ce2ff317 None None] Provisioning complete for port 14230e69-5661-434a-a52d-1ecad619b35d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:07.539387 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f271314b-5e92-40cd-8a72-c6e5ce2ff317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.567373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3da271b7-9eb0-46da-8b6c-06618ce19824 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:07.586683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3da271b7-9eb0-46da-8b6c-06618ce19824 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:07.665083 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d409fe-3e1d-4422-b81f-8b583ce8517b req-43ba0f38-46cb-4952-acd4-5861621c3649 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:07.667300 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a7d409fe-3e1d-4422-b81f-8b583ce8517b req-43ba0f38-46cb-4952-acd4-5861621c3649 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.1962514 May 25 22:57:07.694601 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f271314b-5e92-40cd-8a72-c6e5ce2ff317 None None] Provisioning complete for port 7c9c2ca7-64d8-4904-a64a-6aadda0f4877 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:07.695197 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f271314b-5e92-40cd-8a72-c6e5ce2ff317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.758179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f271314b-5e92-40cd-8a72-c6e5ce2ff317 None None] Port 7c9c2ca7-64d8-4904-a64a-6aadda0f4877 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:07.764851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc289327-cf70-4883-adee-88af9173cb6e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.789984 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b37f4b03-2a78-446e-be31-f330a91c1c84 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.803093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da271b7-9eb0-46da-8b6c-06618ce19824 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:07.807607 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3da271b7-9eb0-46da-8b6c-06618ce19824 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.809384 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da271b7-9eb0-46da-8b6c-06618ce19824 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:57:07.809952 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3da271b7-9eb0-46da-8b6c-06618ce19824 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:07.811591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-b37f4b03-2a78-446e-be31-f330a91c1c84 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Transition to ACTIVE for port object 7c9c2ca7-64d8-4904-a64a-6aadda0f4877 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:07.829826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.832926 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a7d409fe-3e1d-4422-b81f-8b583ce8517b req-43140d98-2d90-4113-8a24-841f08e23518 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571670 May 25 22:57:07.841089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc289327-cf70-4883-adee-88af9173cb6e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Port': ['ID=9d2b15e1-c54a-4deb-b475-d48fcc9403fa,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:07.903824 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b37f4b03-2a78-446e-be31-f330a91c1c84 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.958326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:07.967300 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 14230e69-5661-434a-a52d-1ecad619b35d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:08.062520 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3da271b7-9eb0-46da-8b6c-06618ce19824 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0058627 May 25 22:57:08.064311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-b37f4b03-2a78-446e-be31-f330a91c1c84 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] In _notify_port_updated(), no bound segment for port 7c9c2ca7-64d8-4904-a64a-6aadda0f4877 on network 8f081961-ed7d-470e-860c-1f46a06b2028 {{(pid=84717) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:57:08.068292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37f4b03-2a78-446e-be31-f330a91c1c84 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:08.068926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b37f4b03-2a78-446e-be31-f330a91c1c84 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.070896 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b37f4b03-2a78-446e-be31-f330a91c1c84 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "PUT /v2.0/ports/7c9c2ca7-64d8-4904-a64a-6aadda0f4877 HTTP/1.1" status: 200 len: 929 time: 2.4241605 May 25 22:57:08.102424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37278) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:08.102641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37280) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:08.113490 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 14230e69-5661-434a-a52d-1ecad619b35d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:08.117540 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.158691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a2e9eb39-7712-457a-bd30-3ddc0f19087e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:08.185665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f4b03-2a78-446e-be31-f330a91c1c84 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=7c9c2ca7-64d8-4904-a64a-6aadda0f4877,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:08.213592 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc289327-cf70-4883-adee-88af9173cb6e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.553675 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1a024e49-1a20-4225-b1af-3ce723811fab None None] Provisioning for port 7c9c2ca7-64d8-4904-a64a-6aadda0f4877 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:08.555983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1a024e49-1a20-4225-b1af-3ce723811fab None None] Provisioning complete for port 7c9c2ca7-64d8-4904-a64a-6aadda0f4877 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:08.556592 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1a024e49-1a20-4225-b1af-3ce723811fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.558368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.572045 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc289327-cf70-4883-adee-88af9173cb6e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.585936 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc289327-cf70-4883-adee-88af9173cb6e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.591881 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-606276da-1871-4f02-93b0-81608fc29d55 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port 7c9c2ca7-64d8-4904-a64a-6aadda0f4877 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:08.592230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-606276da-1871-4f02-93b0-81608fc29d55 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.617222 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-1a024e49-1a20-4225-b1af-3ce723811fab None None] Port 7c9c2ca7-64d8-4904-a64a-6aadda0f4877 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:08.630189 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Pushing event updated for resources: {'Port': ['ID=7a1143c2-de69-4fd1-8128-0bc22f31cc54,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:08.668733 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a2e9eb39-7712-457a-bd30-3ddc0f19087e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:08.683250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9596c1c-0f6d-458b-b6d9-d3e6303737b9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.688178 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a2e9eb39-7712-457a-bd30-3ddc0f19087e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:08.742354 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767c145-ccf5-41a3-8bb7-fe0baee462f5 req-76ceefb7-4bbb-429f-88f0-a8c7fa695553 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:08.744141 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f767c145-ccf5-41a3-8bb7-fe0baee462f5 req-76ceefb7-4bbb-429f-88f0-a8c7fa695553 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.2283227 May 25 22:57:08.842063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.847208 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-510630e9-de7a-41e4-a100-f8b9eda2ef4d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3374791 May 25 22:57:08.848173 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37296) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:08.858485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ad6a1099-ad8f-4721-a349-f76f4615b135 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Request body: {'floatingip': {'port_id': 'c8aaf787-0db3-42cf-a7fd-db3c053785c5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:08.920972 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc289327-cf70-4883-adee-88af9173cb6e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.921465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc289327-cf70-4883-adee-88af9173cb6e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Fanout notify agent at l3_agent the message router_deleted on router 069c5528-dbbb-481a-bf15-c84928e9ec57 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:57:08.950209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e9eb39-7712-457a-bd30-3ddc0f19087e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:08.954084 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a2e9eb39-7712-457a-bd30-3ddc0f19087e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.955430 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e9eb39-7712-457a-bd30-3ddc0f19087e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:57:08.955844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e9eb39-7712-457a-bd30-3ddc0f19087e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:08.967544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ad6a1099-ad8f-4721-a349-f76f4615b135 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for floatingip, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:08.993704 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f767c145-ccf5-41a3-8bb7-fe0baee462f5 req-5030c864-84d5-4814-bae9-5cf0676b4cf7 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430377 May 25 22:57:09.055775 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc289327-cf70-4883-adee-88af9173cb6e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.060474 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cc289327-cf70-4883-adee-88af9173cb6e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/routers/069c5528-dbbb-481a-bf15-c84928e9ec57 HTTP/1.1" status: 204 len: 168 time: 3.9306829 May 25 22:57:09.066223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37302) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:09.074228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'network': {'name': 'tempest-RoutersTest-1991930361'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:09.080264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:09.087413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:network and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:09.091072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:09.092318 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-606276da-1871-4f02-93b0-81608fc29d55 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.100187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:09.223654 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a2e9eb39-7712-457a-bd30-3ddc0f19087e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1176796 May 25 22:57:09.227072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-a9596c1c-0f6d-458b-b6d9-d3e6303737b9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port 8d760506-90b3-4b8c-affb-455e20cf50fd {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:09.227420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9596c1c-0f6d-458b-b6d9-d3e6303737b9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.234353 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-606276da-1871-4f02-93b0-81608fc29d55 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for 7c9c2ca7-64d8-4904-a64a-6aadda0f4877 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:09.258919 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37306) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:09.261731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:09.265301 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.275792 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b9831c52-f340-448a-89cc-0e2dc35daf08 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:09.390145 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:57:09.417962 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.418298 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Added segment d34b19b7-810b-46d5-a245-a7c29d87f7b9 of type vlan for network cd9ea261-a984-470b-8b9f-cbb2c4f34692 May 25 22:57:09.464851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b9831c52-f340-448a-89cc-0e2dc35daf08 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:09.477679 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.484234 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b9831c52-f340-448a-89cc-0e2dc35daf08 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:09.486816 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9596c1c-0f6d-458b-b6d9-d3e6303737b9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.522781 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-ad6a1099-ad8f-4721-a349-f76f4615b135 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] update failed (client error): The resource could not be found. May 25 22:57:09.523832 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ad6a1099-ad8f-4721-a349-f76f4615b135 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] 10.222.0.66 "PUT /v2.0/floatingips/4b0eb236-fa68-4fb9-ab7c-036ced2d3461 HTTP/1.1" status: 404 len: 507 time: 0.6725762 May 25 22:57:09.532540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37316) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:09.623226 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9831c52-f340-448a-89cc-0e2dc35daf08 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:09.623533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-a9596c1c-0f6d-458b-b6d9-d3e6303737b9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for 8d760506-90b3-4b8c-affb-455e20cf50fd owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:09.626681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b9831c52-f340-448a-89cc-0e2dc35daf08 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.630723 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9831c52-f340-448a-89cc-0e2dc35daf08 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:57:09.630723 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9831c52-f340-448a-89cc-0e2dc35daf08 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:09.651674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:57:09.726251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-72f54175-b380-44a5-862c-c3216a9400ad tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Deleting port 7a1143c2-de69-4fd1-8128-0bc22f31cc54 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:09.726591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-72f54175-b380-44a5-862c-c3216a9400ad tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.751650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.755466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:09.756038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.927043 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Network': ['ID=cd9ea261-a984-470b-8b9f-cbb2c4f34692,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:09.937922 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network cd9ea261-a984-470b-8b9f-cbb2c4f34692 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:57:09.956081 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b9831c52-f340-448a-89cc-0e2dc35daf08 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6938581 May 25 22:57:09.956804 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-606276da-1871-4f02-93b0-81608fc29d55 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:09.958427 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37326) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:10.021167 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-de9a9fd9-c83d-49bb-8da9-f4cd5f6f70a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9539769 May 25 22:57:10.025468 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9596c1c-0f6d-458b-b6d9-d3e6303737b9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.039396 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37332) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:10.042231 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-67808bff-b3b6-497a-916a-62b8c43807a2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0824559 May 25 22:57:10.051837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37336) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:10.065067 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606276da-1871-4f02-93b0-81608fc29d55 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=7c9c2ca7-64d8-4904-a64a-6aadda0f4877,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:10.142678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4643f1-c1b6-4a2b-a4db-3c490bc3ec23 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:10.143294 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9b4643f1-c1b6-4a2b-a4db-3c490bc3ec23 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:10.143420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-43c02e7e-4a4d-49a0-8b2f-8f4a03796c58 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'subnet': {'network_id': 'cd9ea261-a984-470b-8b9f-cbb2c4f34692', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:10.153795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-606276da-1871-4f02-93b0-81608fc29d55 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.159303 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-606276da-1871-4f02-93b0-81608fc29d55 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/7c9c2ca7-64d8-4904-a64a-6aadda0f4877 HTTP/1.1" status: 204 len: 168 time: 2.0431256 May 25 22:57:10.173822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37342) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:10.200304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9596c1c-0f6d-458b-b6d9-d3e6303737b9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Port': ['ID=8d760506-90b3-4b8c-affb-455e20cf50fd,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:10.259134 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9b4643f1-c1b6-4a2b-a4db-3c490bc3ec23 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:10.259966 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9b4643f1-c1b6-4a2b-a4db-3c490bc3ec23 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2023640 May 25 22:57:10.263251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37350) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:10.265784 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cb43df-7aa4-475a-ba51-98f92e47cba4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] GET failed (client error): The resource could not be found. May 25 22:57:10.267589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-19cb43df-7aa4-475a-ba51-98f92e47cba4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Synchronizing usage tracker for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:10.294568 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-72f54175-b380-44a5-862c-c3216a9400ad tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.294898 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-72f54175-b380-44a5-862c-c3216a9400ad tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.375053 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-80465186-eafa-4caf-836b-1a1b548c7c7e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1071742 May 25 22:57:10.377240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37354) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:10.510085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-72f54175-b380-44a5-862c-c3216a9400ad tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Calling delete_port for 7a1143c2-de69-4fd1-8128-0bc22f31cc54 owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:10.530989 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-43c02e7e-4a4d-49a0-8b2f-8f4a03796c58 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:10.552452 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-43c02e7e-4a4d-49a0-8b2f-8f4a03796c58 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:subnet and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:10.559480 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-43c02e7e-4a4d-49a0-8b2f-8f4a03796c58 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:10.570787 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-43c02e7e-4a4d-49a0-8b2f-8f4a03796c58 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:10.577577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-84f5026f-f0f2-4d8c-b05e-58ed0f066750 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:10.597072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9596c1c-0f6d-458b-b6d9-d3e6303737b9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.612790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2454b-cbff-4eb8-acd0-1df61477669b req-c523d037-e360-4dcd-8fc6-2992cfe1e60f tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:10.614277 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b0d2454b-cbff-4eb8-acd0-1df61477669b req-c523d037-e360-4dcd-8fc6-2992cfe1e60f tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.3637028 May 25 22:57:10.760107 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-19cb43df-7aa4-475a-ba51-98f92e47cba4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Unset dirty status for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:10.761052 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-19cb43df-7aa4-475a-ba51-98f92e47cba4 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/7c9c2ca7-64d8-4904-a64a-6aadda0f4877 HTTP/1.1" status: 404 len: 333 time: 0.5839913 May 25 22:57:10.767464 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37362) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:10.772577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-84f5026f-f0f2-4d8c-b05e-58ed0f066750 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:10.780297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c02e7e-4a4d-49a0-8b2f-8f4a03796c58 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:10.838758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-84f5026f-f0f2-4d8c-b05e-58ed0f066750 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:10.897185 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-d568d507-6877-49dd-a169-f162d03f9ed3 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:10.897877 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-d568d507-6877-49dd-a169-f162d03f9ed3 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Synchronizing usage tracker for tenant:69e1c75f41b74d7b9d9edc5f4f74584f on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:10.926969 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8207724-abf8-4292-a31c-bd3e88a56d41 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.956216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8207724-abf8-4292-a31c-bd3e88a56d41 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.967078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f5026f-f0f2-4d8c-b05e-58ed0f066750 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:10.970663 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-84f5026f-f0f2-4d8c-b05e-58ed0f066750 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:10.973278 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-43c02e7e-4a4d-49a0-8b2f-8f4a03796c58 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.051400 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b0d2454b-cbff-4eb8-acd0-1df61477669b req-649d636c-0e4c-4958-9d80-65c06b9757ad tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783928 May 25 22:57:11.053703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-72f54175-b380-44a5-862c-c3216a9400ad tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.057317 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-d568d507-6877-49dd-a169-f162d03f9ed3 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Unset dirty status for tenant:69e1c75f41b74d7b9d9edc5f4f74584f on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:11.058448 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-d568d507-6877-49dd-a169-f162d03f9ed3 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.73 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.4590907 May 25 22:57:11.170063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f54175-b380-44a5-862c-c3216a9400ad tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Pushing event deleted for resources: {'Port': ['ID=7a1143c2-de69-4fd1-8128-0bc22f31cc54,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:11.285628 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-68fde9f1-299f-4a73-92f1-46bc155efc96 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Deleting port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:11.286001 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-68fde9f1-299f-4a73-92f1-46bc155efc96 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.334813 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8207724-abf8-4292-a31c-bd3e88a56d41 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.378310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8207724-abf8-4292-a31c-bd3e88a56d41 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4acdf72-96b8-447b-96c3-7bb8943c7bb8,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:11.404946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9596c1c-0f6d-458b-b6d9-d3e6303737b9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router 82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:57:11.434916 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3727b2ca-1283-4b67-9e00-40bdcdf70d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.468626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-72f54175-b380-44a5-862c-c3216a9400ad tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.536623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-72f54175-b380-44a5-862c-c3216a9400ad tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.537742 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-72f54175-b380-44a5-862c-c3216a9400ad tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] 10.222.0.66 "DELETE /v2.0/floatingips/4b0eb236-fa68-4fb9-ab7c-036ced2d3461 HTTP/1.1" status: 204 len: 168 time: 2.0041380 May 25 22:57:11.543497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37366) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:11.578813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9596c1c-0f6d-458b-b6d9-d3e6303737b9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:11.587931 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a9596c1c-0f6d-458b-b6d9-d3e6303737b9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9665916 May 25 22:57:11.590821 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37372) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:11.594582 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ed406-48d4-4e5c-b3c0-1bd8ba610995 None None] Sync routers for ids ['82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:57:11.604823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8207724-abf8-4292-a31c-bd3e88a56d41 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.608722 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b8207724-abf8-4292-a31c-bd3e88a56d41 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/security-groups/a4acdf72-96b8-447b-96c3-7bb8943c7bb8 HTTP/1.1" status: 204 len: 168 time: 0.8317070 May 25 22:57:11.611087 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ed406-48d4-4e5c-b3c0-1bd8ba610995 None None] Routers {'82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:11.611970 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-976ed406-48d4-4e5c-b3c0-1bd8ba610995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:11.649555 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37376) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:11.652172 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-43c02e7e-4a4d-49a0-8b2f-8f4a03796c58 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.679642 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-976ed406-48d4-4e5c-b3c0-1bd8ba610995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:11.693887 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ed406-48d4-4e5c-b3c0-1bd8ba610995 None None] Routers {'82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:11.694590 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-976ed406-48d4-4e5c-b3c0-1bd8ba610995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:56:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:11.702668 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37380) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:11.717759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1ffd6830-7065-4b0e-af67-209b901c082e tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Request body: {'floatingip': {'floating_network_id': 'ccbe8172-06c4-4017-a045-fde4b681d2ef', 'port_id': 'c8aaf787-0db3-42cf-a7fd-db3c053785c5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:11.747007 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1ffd6830-7065-4b0e-af67-209b901c082e tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:11.754462 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-976ed406-48d4-4e5c-b3c0-1bd8ba610995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:11.754970 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ed406-48d4-4e5c-b3c0-1bd8ba610995 None None] The sync data for ids ['82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:57:11.756103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1ffd6830-7065-4b0e-af67-209b901c082e tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Usage tracker for resource:floatingip and tenant:5fed65cbc77d47e59157328759c30af3 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:11.760049 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1ffd6830-7065-4b0e-af67-209b901c082e tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:11.769451 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1ffd6830-7065-4b0e-af67-209b901c082e tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:11.775192 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-812119754', 'description': 'tempest-secgroup-smoke-812119754 description', 'project_id': '7e097633e41448e99b96c8bd1f567e52'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:11.796985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:11.813570 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-68fde9f1-299f-4a73-92f1-46bc155efc96 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] For port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff,segment=NetworkSegment(0c0066cf-16eb-4feb-8ad6-86dc69df6e56),segment_id=0c0066cf-16eb-4feb-8ad6-86dc69df6e56)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:11.813925 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-68fde9f1-299f-4a73-92f1-46bc155efc96 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.818922 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Usage tracker for resource:security_group and tenant:7e097633e41448e99b96c8bd1f567e52 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:11.824750 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:11.846559 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:11.872034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c02e7e-4a4d-49a0-8b2f-8f4a03796c58 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Subnet': ['ID=03e5d1ef-9505-45c4-885e-d7f4171c8948,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:11.884906 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1ffd6830-7065-4b0e-af67-209b901c082e tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for floatingip, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:11.970645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.148138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6eb048b9-9672-436d-a9a6-0e152d831d69 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.157800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c02e7e-4a4d-49a0-8b2f-8f4a03796c58 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Checking segment: {'id': 'd34b19b7-810b-46d5-a245-a7c29d87f7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd9ea261-a984-470b-8b9f-cbb2c4f34692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:12.158679 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c02e7e-4a4d-49a0-8b2f-8f4a03796c58 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network hostable DHCP agents. Network: cd9ea261-a984-470b-8b9f-cbb2c4f34692, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:57:12.159239 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.objects.ports [None req-84f5026f-f0f2-4d8c-b05e-58ed0f066750 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84717) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:57:12.162334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.167003 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-84f5026f-f0f2-4d8c-b05e-58ed0f066750 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.257077 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6eb048b9-9672-436d-a9a6-0e152d831d69 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.334772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f5026f-f0f2-4d8c-b05e-58ed0f066750 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:12.342605 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-84f5026f-f0f2-4d8c-b05e-58ed0f066750 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:12.346090 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f5026f-f0f2-4d8c-b05e-58ed0f066750 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:12.346668 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-84f5026f-f0f2-4d8c-b05e-58ed0f066750 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.355319 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8646a4bd-3c6f-4915-9423-ad7abf31a611 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:12.355493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5026f-f0f2-4d8c-b05e-58ed0f066750 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=42722c73-198b-4e91-934a-85f7add4faac,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:12.376138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:12.399423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Usage tracker for resource:security_group_rule and tenant:7e097633e41448e99b96c8bd1f567e52 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:12.402899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-68fde9f1-299f-4a73-92f1-46bc155efc96 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.403057 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-72396b5e-4d8d-42c2-a0f4-f3f42621728e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] remove_router_interface failed (client error): The resource could not be found. May 25 22:57:12.403277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-68fde9f1-299f-4a73-92f1-46bc155efc96 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.403564 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.l3_db [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-68fde9f1-299f-4a73-92f1-46bc155efc96 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Floating IP 63e56a42-a60a-4a50-adbf-36a3b03b75d7 disassociated. External IP: 172.26.5.58, port: bc994f6b-7e4a-48ba-b1ee-f1438f0358ff. May 25 22:57:12.403940 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-72396b5e-4d8d-42c2-a0f4-f3f42621728e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8122454 May 25 22:57:12.404932 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:12.407353 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-68fde9f1-299f-4a73-92f1-46bc155efc96 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Calling delete_port for bc994f6b-7e4a-48ba-b1ee-f1438f0358ff owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:12.414124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37386) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:12.414965 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:12.469735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-02b13052-9b53-431b-a37c-85b6326ecb7c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Synchronizing usage tracker for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:12.493197 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae79b0-0876-4715-8d5c-507634c288b4 req-dc72f4ef-b506-4ebc-80e8-0756df5623f9 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:12.494650 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81ae79b0-0876-4715-8d5c-507634c288b4 req-dc72f4ef-b506-4ebc-80e8-0756df5623f9 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 946 time: 0.3059506 May 25 22:57:12.522693 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c02e7e-4a4d-49a0-8b2f-8f4a03796c58 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network cd9ea261-a984-470b-8b9f-cbb2c4f34692 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:57:12.552624 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-84f5026f-f0f2-4d8c-b05e-58ed0f066750 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1725776 May 25 22:57:12.554551 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6eb048b9-9672-436d-a9a6-0e152d831d69 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.557383 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37390) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:12.569439 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'mac_address': 'fa:16:3e:8f:a7:d1', 'name': 'tempest-NetworksTestDHCPv6-1257772701'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:12.580689 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81ae79b0-0876-4715-8d5c-507634c288b4 req-7e2f882e-2413-4c74-9348-7536f8f1fe56 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups?id=c3443bc3-a52f-4156-9be1-02c6f4fb17bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798247 May 25 22:57:12.584255 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb048b9-9672-436d-a9a6-0e152d831d69 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c854eac-40f3-4b5c-8332-b62930e81103,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:12.611900 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': '42722c73-198b-4e91-934a-85f7add4faac'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:57:12.617496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-02b13052-9b53-431b-a37c-85b6326ecb7c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Unset dirty status for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:12.617648 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.617750 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-02b13052-9b53-431b-a37c-85b6326ecb7c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports?device_id=82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b HTTP/1.1" status: 200 len: 205 time: 0.2025487 May 25 22:57:12.617750 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6eb048b9-9672-436d-a9a6-0e152d831d69 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.620755 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6eb048b9-9672-436d-a9a6-0e152d831d69 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/security-groups/3c854eac-40f3-4b5c-8332-b62930e81103 HTTP/1.1" status: 204 len: 168 time: 0.9700530 May 25 22:57:12.621380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37394) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:12.621699 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37396) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:12.648345 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-1ffd6830-7065-4b0e-af67-209b901c082e tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:57:12.649411 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1ffd6830-7065-4b0e-af67-209b901c082e tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1036303 May 25 22:57:12.665491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37402) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:12.677779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': 'c8aaf787-0db3-42cf-a7fd-db3c053785c5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:12.695177 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:12.699961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Usage tracker for resource:floatingip and tenant:5fed65cbc77d47e59157328759c30af3 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:12.702927 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:12.708615 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:12.752559 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-43c02e7e-4a4d-49a0-8b2f-8f4a03796c58 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, cd9ea261-a984-470b-8b9f-cbb2c4f34692) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:12.764906 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc4bb1c-0391-496e-a08d-a106e04a9919 None None] Network cd9ea261-a984-470b-8b9f-cbb2c4f34692 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:12.775510 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:12.786852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:12.795550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-68fde9f1-299f-4a73-92f1-46bc155efc96 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.797916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for floatingip, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.815165 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c02e7e-4a4d-49a0-8b2f-8f4a03796c58 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:12.815741 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-43c02e7e-4a4d-49a0-8b2f-8f4a03796c58 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.855202 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Allocated IP 2001:db8::f816:3eff:fe2d:ec40 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/42722c73-198b-4e91-934a-85f7add4faac/f826dfe7-d03f-4208-b6ea-593c221c0f1f) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:12.861640 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.935506 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:12.948784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3ec9063f-f947-4d5e-9d9d-b03a18412511 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:12.956746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fde9f1-299f-4a73-92f1-46bc155efc96 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Pushing event deleted for resources: {'Port': ['ID=bc994f6b-7e4a-48ba-b1ee-f1438f0358ff,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:13.014358 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-43c02e7e-4a4d-49a0-8b2f-8f4a03796c58 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9638424 May 25 22:57:13.014358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.014681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37406) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:13.045018 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4a27ba7a-fb33-4064-b068-96203b015eec tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-848622250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:13.052262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4a27ba7a-fb33-4064-b068-96203b015eec tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:13.056388 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4a27ba7a-fb33-4064-b068-96203b015eec tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:router and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:13.059225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4a27ba7a-fb33-4064-b068-96203b015eec tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:13.065595 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4a27ba7a-fb33-4064-b068-96203b015eec tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:13.141918 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15abd335-a25c-49b4-990e-a38dd27db310,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:13.155832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:13.157814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a27ba7a-fb33-4064-b068-96203b015eec tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.158146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-cd9ea261-a984-470b-8b9f-cbb2c4f34692', 'network_id': 'cd9ea261-a984-470b-8b9f-cbb2c4f34692', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'fixed_ips': [{'subnet_id': '03e5d1ef-9505-45c4-885e-d7f4171c8948'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:57:13.158732 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a27ba7a-fb33-4064-b068-96203b015eec tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.160464 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.165934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Usage tracker for resource:security_group_rule and tenant:7e097633e41448e99b96c8bd1f567e52 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:13.173180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:13.193452 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:13.209852 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bfa567-0603-4a52-bfc6-733cccc63d49 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting subnet c1ba8532-cdb4-4178-91a6-0266978be7a6 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:57:13.284676 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-20bfa567-0603-4a52-bfc6-733cccc63d49 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.315406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.338421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Transition to ACTIVE for port object f826dfe7-d03f-4208-b6ea-593c221c0f1f will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:13.414280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Transition to ACTIVE for port object f826dfe7-d03f-4208-b6ea-593c221c0f1f will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:13.436607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.441849 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Allocated IP 172.20.0.2 (cd9ea261-a984-470b-8b9f-cbb2c4f34692/03e5d1ef-9505-45c4-885e-d7f4171c8948/004d096d-81d9-4126-b384-d68d88d94c20) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:13.462786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a27ba7a-fb33-4064-b068-96203b015eec tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.502126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port 1a3902b2-6052-483d-9619-4aa2ed155c1d yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:57:13.517157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.554562 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-20bfa567-0603-4a52-bfc6-733cccc63d49 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.566660 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.625103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a27ba7a-fb33-4064-b068-96203b015eec tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.632262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:13.638161 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:13.646286 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Pushing event updated for resources: {'Port': ['ID=f826dfe7-d03f-4208-b6ea-593c221c0f1f,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:13.649145 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:13.745738 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3ec9063f-f947-4d5e-9d9d-b03a18412511 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.754132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.767067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3ec9063f-f947-4d5e-9d9d-b03a18412511 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.793074 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::f816:3eff:fe8f:a7d1 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/42722c73-198b-4e91-934a-85f7add4faac/1a3902b2-6052-483d-9619-4aa2ed155c1d) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:13.814176 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2bf1d4ab-83ee-4dc7-8fa8-4430d1f928f3 req-58ececee-254c-49ff-b290-4d4a282ee19b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 210 time: 0.0515754 May 25 22:57:13.826919 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.833299 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.845582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Transition to ACTIVE for port object 004d096d-81d9-4126-b384-d68d88d94c20 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:13.861237 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e6794832-e4d1-4fd2-807e-225dc6e698db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.886264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a27ba7a-fb33-4064-b068-96203b015eec tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.887440 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4a27ba7a-fb33-4064-b068-96203b015eec tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8711898 May 25 22:57:13.894091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37412) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:13.918396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Transition to ACTIVE for port object 004d096d-81d9-4126-b384-d68d88d94c20 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:13.953530 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:13.956027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-20bfa567-0603-4a52-bfc6-733cccc63d49 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.985857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Attempting to bind port f826dfe7-d03f-4208-b6ea-593c221c0f1f on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:13.986551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Attempting to bind port f826dfe7-d03f-4208-b6ea-593c221c0f1f by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:13.987486 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Attempting to bind port f826dfe7-d03f-4208-b6ea-593c221c0f1f on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:57:13.993246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3ec9063f-f947-4d5e-9d9d-b03a18412511 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:13.993728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec9063f-f947-4d5e-9d9d-b03a18412511 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Fanout notify agent at l3_agent the message router_deleted on router 82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:57:14.002461 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:57:14.002630 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Allocated IP 172.26.5.112 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/970ef5e9-cc0d-481a-bfb8-7c54eb640d55) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:14.002985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:14.003511 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.003964 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:57:14.005109 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Bound port: f826dfe7-d03f-4208-b6ea-593c221c0f1f, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:14.005533 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.012749 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.012749 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6b534c38-3f8f-4e8d-8551-e72cb533e421 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 2.2957733 May 25 22:57:14.016083 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3ec9063f-f947-4d5e-9d9d-b03a18412511 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.019618 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3ec9063f-f947-4d5e-9d9d-b03a18412511 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/routers/82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b HTTP/1.1" status: 204 len: 168 time: 1.3822713 May 25 22:57:14.019995 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37416) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:14.020559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37418) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:14.042235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-9186ab05-3aea-4862-97e8-c16eb5b8a6ec tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Request body: {'security_group_rule': {'security_group_id': 'ea4fcfd0-27bc-411e-afc5-0a130a5a1fba', 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:14.057702 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.087890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-68fde9f1-299f-4a73-92f1-46bc155efc96 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:57:14.089187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9186ab05-3aea-4862-97e8-c16eb5b8a6ec tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:14.122681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9186ab05-3aea-4862-97e8-c16eb5b8a6ec tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Usage tracker for resource:security_group_rule and tenant:7e097633e41448e99b96c8bd1f567e52 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:14.130778 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9186ab05-3aea-4862-97e8-c16eb5b8a6ec tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:14.143223 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Pushing event updated for resources: {'Port': ['ID=004d096d-81d9-4126-b384-d68d88d94c20,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:14.154649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Network cd9ea261-a984-470b-8b9f-cbb2c4f34692 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:14.163172 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:14.167788 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:14.171403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9186ab05-3aea-4862-97e8-c16eb5b8a6ec tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:14.305808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-20bfa567-0603-4a52-bfc6-733cccc63d49 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.343829 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Attempting to bind port 004d096d-81d9-4126-b384-d68d88d94c20 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:14.348876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Attempting to bind port 004d096d-81d9-4126-b384-d68d88d94c20 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'd34b19b7-810b-46d5-a245-a7c29d87f7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd9ea261-a984-470b-8b9f-cbb2c4f34692'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:14.348876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Attempting to bind port 004d096d-81d9-4126-b384-d68d88d94c20 on network cd9ea261-a984-470b-8b9f-cbb2c4f34692 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:57:14.348876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] For port f826dfe7-d03f-4208-b6ea-593c221c0f1f, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:14.356934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:57:14.357296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Checking segment: {'id': 'd34b19b7-810b-46d5-a245-a7c29d87f7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd9ea261-a984-470b-8b9f-cbb2c4f34692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:14.357687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.358483 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Bound using segment: {'id': 'd34b19b7-810b-46d5-a245-a7c29d87f7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd9ea261-a984-470b-8b9f-cbb2c4f34692'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:57:14.358837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Bound port: 004d096d-81d9-4126-b384-d68d88d94c20, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34b19b7-810b-46d5-a245-a7c29d87f7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cd9ea261-a984-470b-8b9f-cbb2c4f34692'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:14.359205 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.369523 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] For port f826dfe7-d03f-4208-b6ea-593c221c0f1f, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f826dfe7-d03f-4208-b6ea-593c221c0f1f,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:14.403726 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfa567-0603-4a52-bfc6-733cccc63d49 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ba8532-cdb4-4178-91a6-0266978be7a6,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:14.418408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-20bfa567-0603-4a52-bfc6-733cccc63d49 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.435231 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-20bfa567-0603-4a52-bfc6-733cccc63d49 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/c1ba8532-cdb4-4178-91a6-0266978be7a6 HTTP/1.1" status: 204 len: 168 time: 1.7945504 May 25 22:57:14.435643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37424) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:14.442305 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4c11ce4d-6779-4e44-a499-c6c217f88aeb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'subnet': {'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:14.470147 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] For port 004d096d-81d9-4126-b384-d68d88d94c20, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:14.473579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] For port 004d096d-81d9-4126-b384-d68d88d94c20, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=004d096d-81d9-4126-b384-d68d88d94c20,segment=NetworkSegment(d34b19b7-810b-46d5-a245-a7c29d87f7b9),segment_id=d34b19b7-810b-46d5-a245-a7c29d87f7b9)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:14.477015 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cfda5b-002e-470c-869e-3d2e75f01d1d None None] Network 8f081961-ed7d-470e-860c-1f46a06b2028 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:14.492916 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.520894 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.525771 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.602270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9186ab05-3aea-4862-97e8-c16eb5b8a6ec tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.627024 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.628847 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object 1a3902b2-6052-483d-9619-4aa2ed155c1d will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:14.651080 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.694418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fce8e8-5a5b-44d7-a614-adc4e38354dd None None] Pushing event updated for resources: {'Port': ['ID=f826dfe7-d03f-4208-b6ea-593c221c0f1f,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:14.722250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4c11ce4d-6779-4e44-a499-c6c217f88aeb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:14.791169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4c11ce4d-6779-4e44-a499-c6c217f88aeb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:subnet and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:14.801537 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4c11ce4d-6779-4e44-a499-c6c217f88aeb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:14.810008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4c11ce4d-6779-4e44-a499-c6c217f88aeb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:14.813128 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5a13a3-bda9-479e-ab04-ebf9c92accbd tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting subnet 9f40a5f8-0431-4206-a72e-e29a1b3b534b {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:57:14.825510 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9186ab05-3aea-4862-97e8-c16eb5b8a6ec tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.831392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b5a13a3-bda9-479e-ab04-ebf9c92accbd tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.847447 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.863904 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.882172 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700ae29-11c4-4066-852b-4e58eeec8421 None None] Pushing event updated for resources: {'Port': ['ID=004d096d-81d9-4126-b384-d68d88d94c20,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:14.933071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:14.956702 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9186ab05-3aea-4862-97e8-c16eb5b8a6ec tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:15.007256 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186ab05-3aea-4862-97e8-c16eb5b8a6ec tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4c73c1-3ef0-4490-8742-a216b2dc1e43,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:15.012653 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c11ce4d-6779-4e44-a499-c6c217f88aeb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:15.016964 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4c11ce4d-6779-4e44-a499-c6c217f88aeb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:15.037638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b5a13a3-bda9-479e-ab04-ebf9c92accbd tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:15.109377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:15.111265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:15.124969 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=1a3902b2-6052-483d-9619-4aa2ed155c1d,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:15.129396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device bc994f6b-7e4a-48ba-b1ee-f1438f0358ff no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:57:15.130032 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:15.182825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:15.183906 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:15.188764 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:15.189509 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:15.192841 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5dfd7712-20b4-4617-a4e1-98ad7a62af9a req-5630a13c-bfd0-4835-8f25-db830d121dc9 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 210 time: 0.1845715 May 25 22:57:15.215584 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:15.238482 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: bc994f6b-7e4a-48ba-b1ee-f1438f0358ff {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:57:15.239227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device bc994f6b-7e4a-48ba-b1ee-f1438f0358ff not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:57:15.254059 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9186ab05-3aea-4862-97e8-c16eb5b8a6ec tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:15.254059 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9186ab05-3aea-4862-97e8-c16eb5b8a6ec tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2293577 May 25 22:57:15.254059 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:15.269648 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37434) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:15.319339 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-b31bce68-da13-4141-bbec-82a1f0716f21 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Request body: {'security_group_rule': {'security_group_id': 'ea4fcfd0-27bc-411e-afc5-0a130a5a1fba', 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:15.483756 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-78cfbc65-b97b-4a2d-a054-6e6750ff473e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9250729 May 25 22:57:15.487433 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37438) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:15.494793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Pushing event updated for resources: {'Port': ['ID=970ef5e9-cc0d-481a-bfb8-7c54eb640d55,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:15.498830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b31bce68-da13-4141-bbec-82a1f0716f21 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:15.524307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b5a13a3-bda9-479e-ab04-ebf9c92accbd tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:15.569682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b31bce68-da13-4141-bbec-82a1f0716f21 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Usage tracker for resource:security_group_rule and tenant:7e097633e41448e99b96c8bd1f567e52 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:15.580061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b31bce68-da13-4141-bbec-82a1f0716f21 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:15.603012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b31bce68-da13-4141-bbec-82a1f0716f21 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:15.611919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Allocated IP 172.20.0.1 (cd9ea261-a984-470b-8b9f-cbb2c4f34692/03e5d1ef-9505-45c4-885e-d7f4171c8948/87403590-6b42-4897-892e-0f1a5f26df4c) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:15.734811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-68fde9f1-299f-4a73-92f1-46bc155efc96 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:15.749890 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e640f8-ec9c-4c04-a281-6486dd71b133 None None] Sync routers for ids ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:57:15.768967 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b31bce68-da13-4141-bbec-82a1f0716f21 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:15.770290 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e640f8-ec9c-4c04-a281-6486dd71b133 None None] Routers {'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:15.771060 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f6e640f8-ec9c-4c04-a281-6486dd71b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:15.839835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-68fde9f1-299f-4a73-92f1-46bc155efc96 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] No DVR routers for this DVR port bc994f6b-7e4a-48ba-b1ee-f1438f0358ff on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:57:15.849556 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-68fde9f1-299f-4a73-92f1-46bc155efc96 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:15.852233 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04ed3d5-e5f7-4891-a68f-8b6d9524cd45', 'name': 'network-vif-deleted', 'tag': 'bc994f6b-7e4a-48ba-b1ee-f1438f0358ff'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:57:15.873494 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-02c7b580-a772-4ee1-b3bc-2c9d9ec6d63c req-68fde9f1-299f-4a73-92f1-46bc155efc96 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.73 "DELETE /v2.0/ports/bc994f6b-7e4a-48ba-b1ee-f1438f0358ff HTTP/1.1" status: 204 len: 173 time: 4.7696846 May 25 22:57:15.874817 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Deleting port 970ef5e9-cc0d-481a-bfb8-7c54eb640d55 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:15.875151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:15.894970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ab772-d19b-4759-be00-e3be3e6e5494 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:15.898939 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ab772-d19b-4759-be00-e3be3e6e5494 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:15.903054 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-af1ab772-d19b-4759-be00-e3be3e6e5494 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4066648 May 25 22:57:15.922793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37446) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:16.137355 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742d137c-bc5c-48c0-9684-768c866f5798'] response: {'server_uuid': 'a04ed3d5-e5f7-4891-a68f-8b6d9524cd45', 'name': 'network-vif-deleted', 'tag': 'bc994f6b-7e4a-48ba-b1ee-f1438f0358ff', 'status': 'completed', 'code': 200} May 25 22:57:16.147340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b5a13a3-bda9-479e-ab04-ebf9c92accbd tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.150050 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 004d096d-81d9-4126-b384-d68d88d94c20 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:16.187637 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b31bce68-da13-4141-bbec-82a1f0716f21 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.223160 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.231698 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b5a13a3-bda9-479e-ab04-ebf9c92accbd tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.237973 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6b5a13a3-bda9-479e-ab04-ebf9c92accbd tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/9f40a5f8-0431-4206-a72e-e29a1b3b534b HTTP/1.1" status: 204 len: 168 time: 2.2118077 May 25 22:57:16.245323 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da1fee7-eae5-4b75-b7c5-97c2c9c04c58 None None] Network a8f473a7-d7b2-4f87-bc48-818be28e1cb4 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:16.246714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37450) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:16.322511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b31bce68-da13-4141-bbec-82a1f0716f21 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.382832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-98b4d89a-556a-4dec-9be0-8adee4cc7497 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port 1a3902b2-6052-483d-9619-4aa2ed155c1d {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:16.383636 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-98b4d89a-556a-4dec-9be0-8adee4cc7497 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.392482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a13a3-bda9-479e-ab04-ebf9c92accbd tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Subnet': ['ID=9f40a5f8-0431-4206-a72e-e29a1b3b534b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:16.424046 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-f6e640f8-ec9c-4c04-a281-6486dd71b133 None None] Set router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:57:16.541285 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b31bce68-da13-4141-bbec-82a1f0716f21 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.541285 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b31bce68-da13-4141-bbec-82a1f0716f21 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2658808 May 25 22:57:16.556094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Transition to ACTIVE for port object 87403590-6b42-4897-892e-0f1a5f26df4c will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:16.580791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37456) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:16.598182 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.598543 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.647053 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-81854184-fc51-4726-84c5-dc50bdea0949 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Request body: {'security_group_rule': {'security_group_id': 'ea4fcfd0-27bc-411e-afc5-0a130a5a1fba', 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:16.651174 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cb977cbc-73e8-4987-ae75-739bfbf16e33 req-e5123cc7-95b0-45d8-b683-29bcf12df53b tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/ports?device_id=a04ed3d5-e5f7-4891-a68f-8b6d9524cd45 HTTP/1.1" status: 200 len: 210 time: 0.0733764 May 25 22:57:16.651562 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bce68-da13-4141-bbec-82a1f0716f21 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b605430b-1631-4769-a656-fce691a10005,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:16.673248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-81854184-fc51-4726-84c5-dc50bdea0949 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:16.844838 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4c11ce4d-6779-4e44-a499-c6c217f88aeb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.876977 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Calling delete_port for 970ef5e9-cc0d-481a-bfb8-7c54eb640d55 owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:16.920805 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.921812 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-34172f42-ed06-44b8-9e70-bd68cd56d8c2 None None] Provisioning complete for port 24d8a39f-a589-4861-8e79-6ffc0d41b257 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:16.922363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-34172f42-ed06-44b8-9e70-bd68cd56d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.941841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c11ce4d-6779-4e44-a499-c6c217f88aeb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 8f081961-ed7d-470e-860c-1f46a06b2028 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:16.943340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-81854184-fc51-4726-84c5-dc50bdea0949 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Usage tracker for resource:security_group_rule and tenant:7e097633e41448e99b96c8bd1f567e52 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:16.957543 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-4c11ce4d-6779-4e44-a499-c6c217f88aeb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:16.964391 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-81854184-fc51-4726-84c5-dc50bdea0949 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:16.971427 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c11ce4d-6779-4e44-a499-c6c217f88aeb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:16.972177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4c11ce4d-6779-4e44-a499-c6c217f88aeb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:16.978900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11ce4d-6779-4e44-a499-c6c217f88aeb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Subnet': ['ID=1eb1a789-f7f2-4d48-9ecd-257ca2a25859,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:16.986190 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-81854184-fc51-4726-84c5-dc50bdea0949 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:16.987884 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 004d096d-81d9-4126-b384-d68d88d94c20 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:16.995843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.001857 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.005349 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-34172f42-ed06-44b8-9e70-bd68cd56d8c2 None None] Port 24d8a39f-a589-4861-8e79-6ffc0d41b257 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:17.008671 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7fda05-7dff-46a2-a49d-ff70779662f0 None None] Network cd9ea261-a984-470b-8b9f-cbb2c4f34692 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:17.022556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763b1cf0-8506-4ac5-bdee-894378b1fb05 None None] Network 8f081961-ed7d-470e-860c-1f46a06b2028 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:17.041135 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port 350a5b49-af66-414b-a936-0c9eb9a5e485 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:17.041851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.067171 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-98b4d89a-556a-4dec-9be0-8adee4cc7497 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.079038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f826dfe7-d03f-4208-b6ea-593c221c0f1f up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:17.137947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-81854184-fc51-4726-84c5-dc50bdea0949 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.216089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-98b4d89a-556a-4dec-9be0-8adee4cc7497 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for 1a3902b2-6052-483d-9619-4aa2ed155c1d owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:17.245071 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4c11ce4d-6779-4e44-a499-c6c217f88aeb tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8085649 May 25 22:57:17.248996 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37460) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:17.249884 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network cd9ea261-a984-470b-8b9f-cbb2c4f34692 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:17.259825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-0e03812d-3361-4fe7-a98c-e158280193ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'security_group': {'name': 'tempest-secgroup-604112452'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:17.261285 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:17.285752 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=87403590-6b42-4897-892e-0f1a5f26df4c,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:17.285752 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:17.286270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0e03812d-3361-4fe7-a98c-e158280193ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:17.296328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0e03812d-3361-4fe7-a98c-e158280193ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:security_group and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:17.314719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0e03812d-3361-4fe7-a98c-e158280193ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:17.362155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.366962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-81854184-fc51-4726-84c5-dc50bdea0949 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.373047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0e03812d-3361-4fe7-a98c-e158280193ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:17.385120 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.400502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-34172f42-ed06-44b8-9e70-bd68cd56d8c2 None None] Provisioning complete for port 14230e69-5661-434a-a52d-1ecad619b35d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:17.400888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-34172f42-ed06-44b8-9e70-bd68cd56d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.456233 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Pushing event deleted for resources: {'Port': ['ID=970ef5e9-cc0d-481a-bfb8-7c54eb640d55,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:17.465541 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-81854184-fc51-4726-84c5-dc50bdea0949 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.477661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] For port 350a5b49-af66-414b-a936-0c9eb9a5e485, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=350a5b49-af66-414b-a936-0c9eb9a5e485,segment=NetworkSegment(d7e43c24-20bd-444b-a6c0-76ae895ce99e),segment_id=d7e43c24-20bd-444b-a6c0-76ae895ce99e)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:17.478027 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.482229 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf7ef77-5b56-46b8-b966-af1bbcefc0b5 None None] DHCP port deletion for a8f473a7-d7b2-4f87-bc48-818be28e1cb4 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:57:17.519579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0cf7ef77-5b56-46b8-b966-af1bbcefc0b5 None None] Deleting port 350a5b49-af66-414b-a936-0c9eb9a5e485 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:17.519949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0cf7ef77-5b56-46b8-b966-af1bbcefc0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.581143 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-98b4d89a-556a-4dec-9be0-8adee4cc7497 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.592028 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81854184-fc51-4726-84c5-dc50bdea0949 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705573d2-45ae-45ac-be48-5b9feb07adc7,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:17.593687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e03812d-3361-4fe7-a98c-e158280193ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.610107 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.655680 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4d89a-556a-4dec-9be0-8adee4cc7497 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=1a3902b2-6052-483d-9619-4aa2ed155c1d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:17.698128 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for 350a5b49-af66-414b-a936-0c9eb9a5e485 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:17.706758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.716547 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-98b4d89a-556a-4dec-9be0-8adee4cc7497 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.731545 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-98b4d89a-556a-4dec-9be0-8adee4cc7497 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/1a3902b2-6052-483d-9619-4aa2ed155c1d HTTP/1.1" status: 204 len: 168 time: 1.7944491 May 25 22:57:17.733955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37466) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:17.787788 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port f826dfe7-d03f-4208-b6ea-593c221c0f1f completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:17.830840 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-81854184-fc51-4726-84c5-dc50bdea0949 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:17.832006 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-81854184-fc51-4726-84c5-dc50bdea0949 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2534473 May 25 22:57:17.837502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0e03812d-3361-4fe7-a98c-e158280193ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:17.839498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37470) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:17.870029 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-2b3b9594-80c6-4127-b112-1b5fa6da01c9 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Request body: {'security_group_rule': {'security_group_id': 'ea4fcfd0-27bc-411e-afc5-0a130a5a1fba', 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:17.880483 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0e03812d-3361-4fe7-a98c-e158280193ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:security_group_rule and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:17.887672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0e03812d-3361-4fe7-a98c-e158280193ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:17.890718 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2b3b9594-80c6-4127-b112-1b5fa6da01c9 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:17.897479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0e03812d-3361-4fe7-a98c-e158280193ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:17.901888 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2b3b9594-80c6-4127-b112-1b5fa6da01c9 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Usage tracker for resource:security_group_rule and tenant:7e097633e41448e99b96c8bd1f567e52 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:17.906181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2b3b9594-80c6-4127-b112-1b5fa6da01c9 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:17.916085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2b3b9594-80c6-4127-b112-1b5fa6da01c9 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:17.959000 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f6e640f8-ec9c-4c04-a281-6486dd71b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'name': 'tempest-ServerActionsTestJSON-935764756-router', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:51Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'gw_port': {'id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:53Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c639b4fa-d64b-4725-bb24-9dccd558b055', 'name': '', 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'mac_address': 'fa:16:3e:92:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3155b6aa-add2-4285-876b-845d979c80c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:54:02Z', 'updated_at': '2022-05-25T22:54:16Z', 'revision_number': 5, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'subnets': [{'id': '3155b6aa-add2-4285-876b-845d979c80c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:17.968680 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.004281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c810f796-8cc1-4ac5-87cb-e74d0f151403 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:18.010381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c810f796-8cc1-4ac5-87cb-e74d0f151403 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:18.010381 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c810f796-8cc1-4ac5-87cb-e74d0f151403 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2735674 May 25 22:57:18.075717 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e640f8-ec9c-4c04-a281-6486dd71b133 None None] Checking router: a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:57:18.092232 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 350a5b49-af66-414b-a936-0c9eb9a5e485 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:57:18.142615 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37476) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:18.143206 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37478) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:18.156334 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 350a5b49-af66-414b-a936-0c9eb9a5e485 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:57:18.157448 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 350a5b49-af66-414b-a936-0c9eb9a5e485 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:57:18.159739 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0cf7ef77-5b56-46b8-b966-af1bbcefc0b5 None None] For port 350a5b49-af66-414b-a936-0c9eb9a5e485, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=350a5b49-af66-414b-a936-0c9eb9a5e485,segment=NetworkSegment(d7e43c24-20bd-444b-a6c0-76ae895ce99e),segment_id=d7e43c24-20bd-444b-a6c0-76ae895ce99e)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:18.160128 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0cf7ef77-5b56-46b8-b966-af1bbcefc0b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.166100 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] create failed (client error): The resource could not be found. May 25 22:57:18.167335 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6f01ea7f-91f4-4f16-aa81-213a7748649b tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.4991233 May 25 22:57:18.195128 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37484) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:18.212892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e03812d-3361-4fe7-a98c-e158280193ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.215502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Port': ['ID=350a5b49-af66-414b-a936-0c9eb9a5e485,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:18.241581 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9594-80c6-4127-b112-1b5fa6da01c9 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.267577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] No DVR routers for this DVR port 350a5b49-af66-414b-a936-0c9eb9a5e485 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:57:18.307183 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-967a708f-92e4-49ab-bce6-254536ca6584 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Deleting port c8aaf787-0db3-42cf-a7fd-db3c053785c5 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:18.307830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-967a708f-92e4-49ab-bce6-254536ca6584 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.323711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e03812d-3361-4fe7-a98c-e158280193ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.343683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0cf7ef77-5b56-46b8-b966-af1bbcefc0b5 None None] Calling delete_port for 350a5b49-af66-414b-a936-0c9eb9a5e485 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:18.388539 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea43434-c840-42a9-a6ff-497149beaf26 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 42722c73-198b-4e91-934a-85f7add4faac {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:57:18.411815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e640f8-ec9c-4c04-a281-6486dd71b133 None None] Routers {'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:18.412473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f6e640f8-ec9c-4c04-a281-6486dd71b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:18.465763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ea43434-c840-42a9-a6ff-497149beaf26 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.535025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0f05ff94-bd33-4154-8f2c-0b64d56b4d3e None None] Provisioning for port f826dfe7-d03f-4208-b6ea-593c221c0f1f completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:18.553171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.571575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0f05ff94-bd33-4154-8f2c-0b64d56b4d3e None None] Provisioning complete for port f826dfe7-d03f-4208-b6ea-593c221c0f1f triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:18.571879 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0f05ff94-bd33-4154-8f2c-0b64d56b4d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.608840 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03812d-3361-4fe7-a98c-e158280193ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114c4a4a-a1eb-4ccb-9106-0669635345d5,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:18.618885 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ea43434-c840-42a9-a6ff-497149beaf26 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.648756 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f473a7-d7b2-4f87-bc48-818be28e1cb4']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:18.657753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-867b56ce-339f-46ea-a8c0-491e259587b0 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.659689 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e03812d-3361-4fe7-a98c-e158280193ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.663375 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0e03812d-3361-4fe7-a98c-e158280193ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4086349 May 25 22:57:18.675584 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-0cf7ef77-5b56-46b8-b966-af1bbcefc0b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:57:18.675944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-0cf7ef77-5b56-46b8-b966-af1bbcefc0b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:57:18.685797 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37488) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:18.706440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e43c24-20bd-444b-a6c0-76ae895ce99e') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:18.706795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e43c24-20bd-444b-a6c0-76ae895ce99e') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:18.716211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-967a708f-92e4-49ab-bce6-254536ca6584 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.716570 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-db41d964-d616-4acc-88ed-52f575aa0995 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'security_group': {'name': 'tempest-secgroup-836357590'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:18.738855 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-db41d964-d616-4acc-88ed-52f575aa0995 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:18.741896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9594-80c6-4127-b112-1b5fa6da01c9 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.747448 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.764143 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-db41d964-d616-4acc-88ed-52f575aa0995 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:security_group and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:18.768939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-867b56ce-339f-46ea-a8c0-491e259587b0 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.782412 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-f6e640f8-ec9c-4c04-a281-6486dd71b133 None None] Set router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:57:18.860629 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-967a708f-92e4-49ab-bce6-254536ca6584 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Calling delete_port for c8aaf787-0db3-42cf-a7fd-db3c053785c5 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:18.872111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.878487 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-db41d964-d616-4acc-88ed-52f575aa0995 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:18.892276 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9594-80c6-4127-b112-1b5fa6da01c9 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.896059 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-db41d964-d616-4acc-88ed-52f575aa0995 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:18.912618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:57:18.931781 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:57:18.932008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.932368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:18.956156 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b9594-80c6-4127-b112-1b5fa6da01c9 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d0d3f5-759d-4ffc-8134-7bedfc9a1bec,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:57:18.959692 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:57:19.004257 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0f05ff94-bd33-4154-8f2c-0b64d56b4d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.011226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.064002 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-867b56ce-339f-46ea-a8c0-491e259587b0 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.114907 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.143916 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d178bc-2684-4cca-bc60-ed33fa23b404 None None] Update dhcp port {'port': {'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'fixed_ips': [{'subnet_id': '17edaedb-21ca-4c36-a46d-dea8194017dc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1eb1a789-f7f2-4d48-9ecd-257ca2a25859'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': '14230e69-5661-434a-a52d-1ecad619b35d'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 22:57:19.167496 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b56ce-339f-46ea-a8c0-491e259587b0 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3443bc3-a52f-4156-9be1-02c6f4fb17bd,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:19.171090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0f05ff94-bd33-4154-8f2c-0b64d56b4d3e None None] For port f826dfe7-d03f-4208-b6ea-593c221c0f1f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f826dfe7-d03f-4208-b6ea-593c221c0f1f,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:19.179375 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0cf7ef77-5b56-46b8-b966-af1bbcefc0b5 None None] Deleting port 350a5b49-af66-414b-a936-0c9eb9a5e485 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:19.179737 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0cf7ef77-5b56-46b8-b966-af1bbcefc0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.184416 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db41d964-d616-4acc-88ed-52f575aa0995 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.206093 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-867b56ce-339f-46ea-a8c0-491e259587b0 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.209689 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-867b56ce-339f-46ea-a8c0-491e259587b0 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "DELETE /v2.0/security-groups/c3443bc3-a52f-4156-9be1-02c6f4fb17bd HTTP/1.1" status: 204 len: 168 time: 1.0542846 May 25 22:57:19.209917 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37492) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:19.232658 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.235916 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-f6bbb571-cb61-4e90-b995-da75c75be5d2 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] show failed (client error): The resource could not be found. May 25 22:57:19.236369 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f6bbb571-cb61-4e90-b995-da75c75be5d2 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "GET /v2.0/security-groups/c3443bc3-a52f-4156-9be1-02c6f4fb17bd HTTP/1.1" status: 404 len: 347 time: 0.0253756 May 25 22:57:19.255358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37496) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:19.266393 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.271399 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ea43434-c840-42a9-a6ff-497149beaf26 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.293991 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0f05ff94-bd33-4154-8f2c-0b64d56b4d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.350227 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9594-80c6-4127-b112-1b5fa6da01c9 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.351566 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2b3b9594-80c6-4127-b112-1b5fa6da01c9 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5109563 May 25 22:57:19.355807 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Network': ['ID=a8f473a7-d7b2-4f87-bc48-818be28e1cb4,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:19.357426 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37500) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:19.358643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-db41d964-d616-4acc-88ed-52f575aa0995 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:19.372275 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2e6049f2-70e1-4005-96f1-ada9e135b998 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/networks/a8f473a7-d7b2-4f87-bc48-818be28e1cb4 HTTP/1.1" status: 204 len: 168 time: 3.1167033 May 25 22:57:19.372275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-db41d964-d616-4acc-88ed-52f575aa0995 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:security_group_rule and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:19.374403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e10949eb-d4c6-4f6b-84e8-ea02c6447444 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Request body: {'security_group_rule': {'security_group_id': 'ea4fcfd0-27bc-411e-afc5-0a130a5a1fba', 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:19.379026 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37504) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:19.379875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-db41d964-d616-4acc-88ed-52f575aa0995 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:19.383960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0cf7ef77-5b56-46b8-b966-af1bbcefc0b5 None None] The port '350a5b49-af66-414b-a936-0c9eb9a5e485' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:57:19.393143 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e56b25b9-b61b-48c5-8a25-8294f9096a69 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-919781386'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:19.396606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-db41d964-d616-4acc-88ed-52f575aa0995 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:19.398786 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-96d178bc-2684-4cca-bc60-ed33fa23b404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.399057 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e10949eb-d4c6-4f6b-84e8-ea02c6447444 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:19.404647 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e10949eb-d4c6-4f6b-84e8-ea02c6447444 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Usage tracker for resource:security_group_rule and tenant:7e097633e41448e99b96c8bd1f567e52 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:19.407854 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e56b25b9-b61b-48c5-8a25-8294f9096a69 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:19.411939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e10949eb-d4c6-4f6b-84e8-ea02c6447444 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:19.429824 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e56b25b9-b61b-48c5-8a25-8294f9096a69 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:network and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:19.433606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e10949eb-d4c6-4f6b-84e8-ea02c6447444 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:19.435574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=87403590-6b42-4897-892e-0f1a5f26df4c,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:19.435730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e56b25b9-b61b-48c5-8a25-8294f9096a69 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:19.448663 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ea43434-c840-42a9-a6ff-497149beaf26 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.455932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e56b25b9-b61b-48c5-8a25-8294f9096a69 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:19.471968 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b24f7d92-cf55-4bbe-9ddd-7c2064ba5359 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Deleting port 194bd976-71bf-469a-bf6c-9e40f82cc92a {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:19.472312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b24f7d92-cf55-4bbe-9ddd-7c2064ba5359 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.508017 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05ff94-bd33-4154-8f2c-0b64d56b4d3e None None] Pushing event updated for resources: {'Port': ['ID=f826dfe7-d03f-4208-b6ea-593c221c0f1f,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:19.510362 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea43434-c840-42a9-a6ff-497149beaf26 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=42722c73-198b-4e91-934a-85f7add4faac,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:19.521465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-967a708f-92e4-49ab-bce6-254536ca6584 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.523153 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ea43434-c840-42a9-a6ff-497149beaf26 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.558439 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db41d964-d616-4acc-88ed-52f575aa0995 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.559666 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7a24a8-d82f-463d-ac4f-44d818cf1dc1 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:19.601697 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56b25b9-b61b-48c5-8a25-8294f9096a69 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:19.611051 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e56b25b9-b61b-48c5-8a25-8294f9096a69 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.621713 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-e10949eb-d4c6-4f6b-84e8-ea02c6447444 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Project 7e097633e41448e99b96c8bd1f567e52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:57:19.638976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e10949eb-d4c6-4f6b-84e8-ea02c6447444 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.670255 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8ea43434-c840-42a9-a6ff-497149beaf26 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/42722c73-198b-4e91-934a-85f7add4faac HTTP/1.1" status: 204 len: 168 time: 1.5184126 May 25 22:57:19.671155 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db41d964-d616-4acc-88ed-52f575aa0995 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.677283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37508) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:19.731887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56b25b9-b61b-48c5-8a25-8294f9096a69 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:57:19.758345 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-96d178bc-2684-4cca-bc60-ed33fa23b404 None None] Allocated IP 2001:db8::2 (8f081961-ed7d-470e-860c-1f46a06b2028/1eb1a789-f7f2-4d48-9ecd-257ca2a25859/14230e69-5661-434a-a52d-1ecad619b35d) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:19.802257 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a708f-92e4-49ab-bce6-254536ca6584 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Pushing event deleted for resources: {'Port': ['ID=c8aaf787-0db3-42cf-a7fd-db3c053785c5,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:19.833366 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0f05ff94-bd33-4154-8f2c-0b64d56b4d3e None None] Provisioning for port 004d096d-81d9-4126-b384-d68d88d94c20 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:19.858816 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-71ae05b7-ea72-4e64-858e-155ff474cb11 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1492586 May 25 22:57:19.861992 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41d964-d616-4acc-88ed-52f575aa0995 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49354cee-a825-4e5f-b987-6aabce2f895d,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:19.863946 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37512) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:19.865069 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e56b25b9-b61b-48c5-8a25-8294f9096a69 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.865406 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-e56b25b9-b61b-48c5-8a25-8294f9096a69 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Added segment 3ca3085f-844e-46a1-bfcf-4e2b72056df2 of type vlan for network 0dd3b148-f837-4838-b132-4f5531d3acfb May 25 22:57:19.884042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c979ce13-bf89-403f-b13c-6bc6b851eaab tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:19.913593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network cd9ea261-a984-470b-8b9f-cbb2c4f34692 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:19.918443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0f05ff94-bd33-4154-8f2c-0b64d56b4d3e None None] Provisioning complete for port 004d096d-81d9-4126-b384-d68d88d94c20 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:19.918814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0f05ff94-bd33-4154-8f2c-0b64d56b4d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.923286 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:19.924759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db41d964-d616-4acc-88ed-52f575aa0995 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:19.926072 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-db41d964-d616-4acc-88ed-52f575aa0995 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2390494 May 25 22:57:19.979451 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37516) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:19.986184 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e56b25b9-b61b-48c5-8a25-8294f9096a69 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.001109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-967a708f-92e4-49ab-bce6-254536ca6584 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.012150 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-61b4a3bd-d4de-40c1-9ed4-e97c2dce8c8f tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'security_group': {'name': 'tempest-secgroup-35230808'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:20.049442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e10949eb-d4c6-4f6b-84e8-ea02c6447444 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.051689 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-61b4a3bd-d4de-40c1-9ed4-e97c2dce8c8f tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:20.076238 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-61b4a3bd-d4de-40c1-9ed4-e97c2dce8c8f tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:security_group and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:20.096460 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-967a708f-92e4-49ab-bce6-254536ca6584 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] 10.222.0.66 "DELETE /v2.0/ports/c8aaf787-0db3-42cf-a7fd-db3c053785c5 HTTP/1.1" status: 204 len: 168 time: 1.8999498 May 25 22:57:20.112357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37520) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:20.127657 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f826dfe7-d03f-4208-b6ea-593c221c0f1f up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:20.131028 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-61b4a3bd-d4de-40c1-9ed4-e97c2dce8c8f tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:20.137357 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e10949eb-d4c6-4f6b-84e8-ea02c6447444 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.154364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-61b4a3bd-d4de-40c1-9ed4-e97c2dce8c8f tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:20.181219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c979ce13-bf89-403f-b13c-6bc6b851eaab tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:20.181705 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-96d178bc-2684-4cca-bc60-ed33fa23b404 None None] For port 14230e69-5661-434a-a52d-1ecad619b35d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=14230e69-5661-434a-a52d-1ecad619b35d,segment=NetworkSegment(a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73),segment_id=a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:20.184477 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10949eb-d4c6-4f6b-84e8-ea02c6447444 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4121daa-fe6b-474c-b075-2f087a7741cc,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:20.194166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c979ce13-bf89-403f-b13c-6bc6b851eaab tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:20.197247 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c979ce13-bf89-403f-b13c-6bc6b851eaab tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:20.203852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c979ce13-bf89-403f-b13c-6bc6b851eaab tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:20.235811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e56b25b9-b61b-48c5-8a25-8294f9096a69 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.239522 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56b25b9-b61b-48c5-8a25-8294f9096a69 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:20.240214 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e56b25b9-b61b-48c5-8a25-8294f9096a69 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.302259 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-96d178bc-2684-4cca-bc60-ed33fa23b404 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.314571 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f6e640f8-ec9c-4c04-a281-6486dd71b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'name': 'tempest-ServerActionsTestJSON-935764756-router', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:51Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'gw_port': {'id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:53Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c639b4fa-d64b-4725-bb24-9dccd558b055', 'name': '', 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'mac_address': 'fa:16:3e:92:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3155b6aa-add2-4285-876b-845d979c80c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:54:02Z', 'updated_at': '2022-05-25T22:54:16Z', 'revision_number': 5, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'subnets': [{'id': '3155b6aa-add2-4285-876b-845d979c80c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:20.319952 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0f05ff94-bd33-4154-8f2c-0b64d56b4d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.326952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-61b4a3bd-d4de-40c1-9ed4-e97c2dce8c8f tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.337859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e10949eb-d4c6-4f6b-84e8-ea02c6447444 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.338877 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e10949eb-d4c6-4f6b-84e8-ea02c6447444 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9767430 May 25 22:57:20.343485 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b24f7d92-cf55-4bbe-9ddd-7c2064ba5359 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.344565 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b24f7d92-cf55-4bbe-9ddd-7c2064ba5359 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.352150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e640f8-ec9c-4c04-a281-6486dd71b133 None None] The sync data for ids ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'] in dv-neutron-843300-1-hyperv is: [{'id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'name': 'tempest-ServerActionsTestJSON-935764756-router', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:51Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'gw_port': {'id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:53Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c639b4fa-d64b-4725-bb24-9dccd558b055', 'name': '', 'network_id': 'c224e130-86c2-490b-81d8-a8b63adeefac', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'mac_address': 'fa:16:3e:92:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3155b6aa-add2-4285-876b-845d979c80c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:54:02Z', 'updated_at': '2022-05-25T22:54:16Z', 'revision_number': 5, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'subnets': [{'id': '3155b6aa-add2-4285-876b-845d979c80c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:57:20.354643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37524) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:20.360283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-96d178bc-2684-4cca-bc60-ed33fa23b404 None None] Transition to ACTIVE for port object 14230e69-5661-434a-a52d-1ecad619b35d will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:20.363738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c979ce13-bf89-403f-b13c-6bc6b851eaab tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:20.390379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port f826dfe7-d03f-4208-b6ea-593c221c0f1f triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:20.390787 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.395409 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-42d4e02a-b37f-46fb-a6df-5dc8a4572c32 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Request body: {'security_group_rule': {'security_group_id': 'ea4fcfd0-27bc-411e-afc5-0a130a5a1fba', 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:20.407606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-42d4e02a-b37f-46fb-a6df-5dc8a4572c32 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:20.424059 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0f05ff94-bd33-4154-8f2c-0b64d56b4d3e None None] For port 004d096d-81d9-4126-b384-d68d88d94c20, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=004d096d-81d9-4126-b384-d68d88d94c20,segment=NetworkSegment(d34b19b7-810b-46d5-a245-a7c29d87f7b9),segment_id=d34b19b7-810b-46d5-a245-a7c29d87f7b9)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:20.458510 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-96d178bc-2684-4cca-bc60-ed33fa23b404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.503928 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e56b25b9-b61b-48c5-8a25-8294f9096a69 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1179492 May 25 22:57:20.504786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b25b9-b61b-48c5-8a25-8294f9096a69 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Network': ['ID=0dd3b148-f837-4838-b132-4f5531d3acfb,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:20.507090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35aee9e-8700-4072-aba3-ba32483bf5dc None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:57:20.515563 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-42d4e02a-b37f-46fb-a6df-5dc8a4572c32 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Usage tracker for resource:security_group_rule and tenant:7e097633e41448e99b96c8bd1f567e52 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:20.515838 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37528) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:20.519386 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-42d4e02a-b37f-46fb-a6df-5dc8a4572c32 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:20.523425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0f05ff94-bd33-4154-8f2c-0b64d56b4d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.525475 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 0dd3b148-f837-4838-b132-4f5531d3acfb details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:57:20.539616 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-42d4e02a-b37f-46fb-a6df-5dc8a4572c32 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:20.558707 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c35aee9e-8700-4072-aba3-ba32483bf5dc None None] Deleting port f826dfe7-d03f-4208-b6ea-593c221c0f1f {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:20.567157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c35aee9e-8700-4072-aba3-ba32483bf5dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.587099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-61b4a3bd-d4de-40c1-9ed4-e97c2dce8c8f tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:20.594484 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b24f7d92-cf55-4bbe-9ddd-7c2064ba5359 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Calling delete_port for 194bd976-71bf-469a-bf6c-9e40f82cc92a owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:20.595780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c979ce13-bf89-403f-b13c-6bc6b851eaab tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.627269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-9ff1c66c-bf65-4904-916a-e06efe541808 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'subnet': {'network_id': '0dd3b148-f837-4838-b132-4f5531d3acfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:20.627909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-61b4a3bd-d4de-40c1-9ed4-e97c2dce8c8f tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:security_group_rule and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:20.631488 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-61b4a3bd-d4de-40c1-9ed4-e97c2dce8c8f tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:20.640008 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-61b4a3bd-d4de-40c1-9ed4-e97c2dce8c8f tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:20.694834 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0f05ff94-bd33-4154-8f2c-0b64d56b4d3e None None] Could not find standard attr ID for object 1a3902b2-6052-483d-9619-4aa2ed155c1d. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:57:20.701699 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b8dd1-e4e3-4fa4-a6ee-2818d8c3f686 None None] New status for floating IP 63e56a42-a60a-4a50-adbf-36a3b03b75d7: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:57:20.758226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb9a605-3b0d-4262-bc8e-aced81e00e88 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:20.758847 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7eb9a605-3b0d-4262-bc8e-aced81e00e88 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Synchronizing usage tracker for tenant:5fed65cbc77d47e59157328759c30af3 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:20.763805 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9ff1c66c-bf65-4904-916a-e06efe541808 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:20.766580 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-42d4e02a-b37f-46fb-a6df-5dc8a4572c32 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Project 7e097633e41448e99b96c8bd1f567e52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:57:20.785536 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9ff1c66c-bf65-4904-916a-e06efe541808 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:subnet and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:20.798905 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9ff1c66c-bf65-4904-916a-e06efe541808 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:20.824178 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9ff1c66c-bf65-4904-916a-e06efe541808 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:20.838582 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-42d4e02a-b37f-46fb-a6df-5dc8a4572c32 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:20.908053 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d178bc-2684-4cca-bc60-ed33fa23b404 None None] Pushing event updated for resources: {'Port': ['ID=14230e69-5661-434a-a52d-1ecad619b35d,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:20.926081 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7eb9a605-3b0d-4262-bc8e-aced81e00e88 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Unset dirty status for tenant:5fed65cbc77d47e59157328759c30af3 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:20.927598 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7eb9a605-3b0d-4262-bc8e-aced81e00e88 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3bbfae7-e943-4c6e-9e23-46c340617be3 HTTP/1.1" status: 200 len: 913 time: 0.8147972 May 25 22:57:20.941583 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37532) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:20.942200 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff1c66c-bf65-4904-916a-e06efe541808 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:20.986148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-61b4a3bd-d4de-40c1-9ed4-e97c2dce8c8f tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.058409 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a5b50715-08db-414d-a415-7da79386238f None None] Provisioning complete for port 004d096d-81d9-4126-b384-d68d88d94c20 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:21.058783 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a5b50715-08db-414d-a415-7da79386238f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.059850 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-61b4a3bd-d4de-40c1-9ed4-e97c2dce8c8f tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.066533 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-42d4e02a-b37f-46fb-a6df-5dc8a4572c32 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.162506 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05ff94-bd33-4154-8f2c-0b64d56b4d3e None None] Pushing event updated for resources: {'Port': ['ID=004d096d-81d9-4126-b384-d68d88d94c20,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:21.173481 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4a3bd-d4de-40c1-9ed4-e97c2dce8c8f tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c6e9ef-ff26-43d1-916b-56ef17aff0ad,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:21.184591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-42d4e02a-b37f-46fb-a6df-5dc8a4572c32 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.207925 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c35aee9e-8700-4072-aba3-ba32483bf5dc None None] For port f826dfe7-d03f-4208-b6ea-593c221c0f1f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f826dfe7-d03f-4208-b6ea-593c221c0f1f,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:21.208313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c35aee9e-8700-4072-aba3-ba32483bf5dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.228116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4e02a-b37f-46fb-a6df-5dc8a4572c32 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7398ad-33eb-4c92-b547-36dc609d2116,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:21.262499 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9ff1c66c-bf65-4904-916a-e06efe541808 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.270286 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-61b4a3bd-d4de-40c1-9ed4-e97c2dce8c8f tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.271689 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-61b4a3bd-d4de-40c1-9ed4-e97c2dce8c8f tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.2886186 May 25 22:57:21.274293 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37536) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:21.283326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1935574979', 'security_groups': ['e9c6e9ef-ff26-43d1-916b-56ef17aff0ad'], 'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1eb1a789-f7f2-4d48-9ecd-257ca2a25859'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:21.352057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c35aee9e-8700-4072-aba3-ba32483bf5dc None None] Calling delete_port for f826dfe7-d03f-4208-b6ea-593c221c0f1f owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:21.467582 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-42d4e02a-b37f-46fb-a6df-5dc8a4572c32 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.468810 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-42d4e02a-b37f-46fb-a6df-5dc8a4572c32 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0859549 May 25 22:57:21.471185 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:21.477975 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37540) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:21.490878 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-38541f95-553d-436e-b2b2-467e5f7124cf tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Request body: {'network': {'name': 'tempest-network-smoke--669341069', 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'port_security_enabled': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:21.497016 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-38541f95-553d-436e-b2b2-467e5f7124cf tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:21.501443 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-38541f95-553d-436e-b2b2-467e5f7124cf tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Usage tracker for resource:network and tenant:7e097633e41448e99b96c8bd1f567e52 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:21.504785 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-38541f95-553d-436e-b2b2-467e5f7124cf tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:21.511252 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-38541f95-553d-436e-b2b2-467e5f7124cf tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:21.533272 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a5b50715-08db-414d-a415-7da79386238f None None] Provisioning for port 87403590-6b42-4897-892e-0f1a5f26df4c completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:21.544927 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a5b50715-08db-414d-a415-7da79386238f None None] Provisioning complete for port 87403590-6b42-4897-892e-0f1a5f26df4c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:21.544927 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a5b50715-08db-414d-a415-7da79386238f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.564821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:21.573112 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c35aee9e-8700-4072-aba3-ba32483bf5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.626798 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.db.api [None req-088b8dd1-e4e3-4fa4-a6ee-2818d8c3f686 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:57:21.627180 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG oslo_db.api [None req-088b8dd1-e4e3-4fa4-a6ee-2818d8c3f686 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:57:21.630719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b24f7d92-cf55-4bbe-9ddd-7c2064ba5359 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.637981 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35aee9e-8700-4072-aba3-ba32483bf5dc None None] Pushing event deleted for resources: {'Port': ['ID=f826dfe7-d03f-4208-b6ea-593c221c0f1f,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:21.645631 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-a5b50715-08db-414d-a415-7da79386238f None None] Port 87403590-6b42-4897-892e-0f1a5f26df4c cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:21.647069 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35aee9e-8700-4072-aba3-ba32483bf5dc None None] No DVR routers for this DVR port f826dfe7-d03f-4208-b6ea-593c221c0f1f on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:57:21.659278 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.objects.ports [None req-c979ce13-bf89-403f-b13c-6bc6b851eaab tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84717) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:57:21.661217 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c979ce13-bf89-403f-b13c-6bc6b851eaab tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.688325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f7d92-cf55-4bbe-9ddd-7c2064ba5359 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Pushing event deleted for resources: {'Port': ['ID=194bd976-71bf-469a-bf6c-9e40f82cc92a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:21.698321 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38541f95-553d-436e-b2b2-467e5f7124cf tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Made reservation on behalf of 7e097633e41448e99b96c8bd1f567e52 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:21.701264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-38541f95-553d-436e-b2b2-467e5f7124cf tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.710627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:21.729167 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router ff1c6f8b-7163-4ffc-b480-f91d34ec44ab is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:57:21.780583 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9a48f759-a20e-4f3e-9bf4-cedb32358624 None None] Provisioning complete for port 24d8a39f-a589-4861-8e79-6ffc0d41b257 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:21.781089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9a48f759-a20e-4f3e-9bf4-cedb32358624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.825828 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c979ce13-bf89-403f-b13c-6bc6b851eaab tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:21.833615 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-c979ce13-bf89-403f-b13c-6bc6b851eaab tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:21.843175 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c979ce13-bf89-403f-b13c-6bc6b851eaab tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:21.843758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c979ce13-bf89-403f-b13c-6bc6b851eaab tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.847134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af9f647-bb73-4b95-bd0e-974cf61c8512 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:21.852759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979ce13-bf89-403f-b13c-6bc6b851eaab tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=451b5b48-e257-4dea-9846-f609b1b1f929,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:21.863221 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38541f95-553d-436e-b2b2-467e5f7124cf tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:57:21.868092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-9a48f759-a20e-4f3e-9bf4-cedb32358624 None None] Port 24d8a39f-a589-4861-8e79-6ffc0d41b257 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:21.895760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-38541f95-553d-436e-b2b2-467e5f7124cf tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.896119 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-38541f95-553d-436e-b2b2-467e5f7124cf tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Added segment 5ce93166-2681-4fa4-9e69-5c5981642a09 of type vlan for network f9c60186-9e70-42fb-b8b3-1c80486ade84 May 25 22:57:21.920805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.956134 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-38541f95-553d-436e-b2b2-467e5f7124cf tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:21.960304 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] device_id is not set on port c7ab1440-b25e-450d-afaf-87b143ad211c yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:57:21.999164 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c979ce13-bf89-403f-b13c-6bc6b851eaab tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1309087 May 25 22:57:22.005588 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37544) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:22.016390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'mac_address': 'fa:16:3e:1e:48:4b', 'name': 'tempest-NetworksTestDHCPv6-1338455049'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:22.071514 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9a48f759-a20e-4f3e-9bf4-cedb32358624 None None] Provisioning for port 14230e69-5661-434a-a52d-1ecad619b35d completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:22.079029 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9a48f759-a20e-4f3e-9bf4-cedb32358624 None None] Provisioning complete for port 14230e69-5661-434a-a52d-1ecad619b35d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:22.079698 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9a48f759-a20e-4f3e-9bf4-cedb32358624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.107304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': '451b5b48-e257-4dea-9846-f609b1b1f929'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:57:22.108946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.119146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 14230e69-5661-434a-a52d-1ecad619b35d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:22.130164 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b8dd1-e4e3-4fa4-a6ee-2818d8c3f686 None None] New status for floating IP 63e56a42-a60a-4a50-adbf-36a3b03b75d7: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:57:22.131539 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b24f7d92-cf55-4bbe-9ddd-7c2064ba5359 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.258180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9ff1c66c-bf65-4904-916a-e06efe541808 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.301332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-38541f95-553d-436e-b2b2-467e5f7124cf tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.305028 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38541f95-553d-436e-b2b2-467e5f7124cf tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:22.305610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-38541f95-553d-436e-b2b2-467e5f7124cf tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.382656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b24f7d92-cf55-4bbe-9ddd-7c2064ba5359 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.386708 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b24f7d92-cf55-4bbe-9ddd-7c2064ba5359 tempest-ServerActionsTestJSON-1781124953 tempest-ServerActionsTestJSON-1781124953-project] 10.222.0.66 "DELETE /v2.0/floatingips/63e56a42-a60a-4a50-adbf-36a3b03b75d7 HTTP/1.1" status: 204 len: 168 time: 3.1227908 May 25 22:57:22.395691 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37548) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:22.399530 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:22.428147 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:22.435952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:22.436719 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 14230e69-5661-434a-a52d-1ecad619b35d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:22.437118 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.448737 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:22.462415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541f95-553d-436e-b2b2-467e5f7124cf tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event updated for resources: {'Network': ['ID=f9c60186-9e70-42fb-b8b3-1c80486ade84,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:22.474102 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Allocated IP 2001:db8::3a6 (8f081961-ed7d-470e-860c-1f46a06b2028/1eb1a789-f7f2-4d48-9ecd-257ca2a25859/c7ab1440-b25e-450d-afaf-87b143ad211c) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:22.482489 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network f9c60186-9e70-42fb-b8b3-1c80486ade84 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:57:22.501533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7818fde2-c850-4bae-a0e0-11f40f0a86bc tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.519219 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-38541f95-553d-436e-b2b2-467e5f7124cf tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0296614 May 25 22:57:22.519219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37552) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:22.526019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2109414195', 'admin_state_up': True, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:22.536703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:22.560046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Usage tracker for resource:router and tenant:7e097633e41448e99b96c8bd1f567e52 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:22.568405 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1c66c-bf65-4904-916a-e06efe541808 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Subnet': ['ID=2879ddbe-d2fb-4a90-b5bf-227958713ee8,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:22.606709 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:22.608631 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Allocated IP 2001:db8::f816:3eff:fe84:743d (228eb34e-59ed-4b00-ac30-fd8c9bc52748/451b5b48-e257-4dea-9846-f609b1b1f929/21601cd9-414c-452d-81f3-434883ae80e7) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:22.629703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:22.633595 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.642991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:22.683476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port a6752054-ea68-4eff-a85d-cf4ae1b3e25d yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:57:22.696644 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1c66c-bf65-4904-916a-e06efe541808 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Checking segment: {'id': '3ca3085f-844e-46a1-bfcf-4e2b72056df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0dd3b148-f837-4838-b132-4f5531d3acfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:22.696969 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff1c66c-bf65-4904-916a-e06efe541808 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network hostable DHCP agents. Network: 0dd3b148-f837-4838-b132-4f5531d3acfb, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:57:22.739287 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:22.746883 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-25923352-9b1a-4491-b475-3617e4616d5f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/ff1c6f8b-7163-4ffc-b480-f91d34ec44ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8492434 May 25 22:57:22.760817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37556) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:22.764923 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85fd982-8929-4ebb-b719-12c543bcc356 None None] Sync routers for ids ['ff1c6f8b-7163-4ffc-b480-f91d34ec44ab'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:57:22.767858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.768820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.784018 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 004d096d-81d9-4126-b384-d68d88d94c20 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:22.809837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.833469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Transition to ACTIVE for port object c7ab1440-b25e-450d-afaf-87b143ad211c will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:22.837818 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:22.855294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85fd982-8929-4ebb-b719-12c543bcc356 None None] Routers {'ff1c6f8b-7163-4ffc-b480-f91d34ec44ab'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:22.855917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c85fd982-8929-4ebb-b719-12c543bcc356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ff1c6f8b-7163-4ffc-b480-f91d34ec44ab'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:22.857542 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af57180b-4e40-4e4a-bd08-f9e7d5c6e821 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:22.858112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-af57180b-4e40-4e4a-bd08-f9e7d5c6e821 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Synchronizing usage tracker for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:22.927272 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c85fd982-8929-4ebb-b719-12c543bcc356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:22.927818 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff1c66c-bf65-4904-916a-e06efe541808 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 0dd3b148-f837-4838-b132-4f5531d3acfb is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:57:23.015528 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85fd982-8929-4ebb-b719-12c543bcc356 None None] Routers {'ff1c6f8b-7163-4ffc-b480-f91d34ec44ab'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:23.016722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c85fd982-8929-4ebb-b719-12c543bcc356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ff1c6f8b-7163-4ffc-b480-f91d34ec44ab'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:23.028826 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-af57180b-4e40-4e4a-bd08-f9e7d5c6e821 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Unset dirty status for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:23.033068 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-af57180b-4e40-4e4a-bd08-f9e7d5c6e821 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports/87403590-6b42-4897-892e-0f1a5f26df4c HTTP/1.1" status: 200 len: 910 time: 0.2681906 May 25 22:57:23.038645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37560) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:23.044644 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-9ff1c66c-bf65-4904-916a-e06efe541808 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 0dd3b148-f837-4838-b132-4f5531d3acfb) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:23.049189 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff1c66c-bf65-4904-916a-e06efe541808 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:23.049777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9ff1c66c-bf65-4904-916a-e06efe541808 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:23.057494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c56640f6-9ed2-41ea-9091-067130dc28f7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '03e5d1ef-9505-45c4-885e-d7f4171c8948'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:23.073102 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615bb6ba-f1ef-485a-b5ba-c774ab3abff4 None None] Network 0dd3b148-f837-4838-b132-4f5531d3acfb requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:23.100473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 004d096d-81d9-4126-b384-d68d88d94c20 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:23.100861 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:23.124035 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:23.200117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c85fd982-8929-4ebb-b719-12c543bcc356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:23.200522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85fd982-8929-4ebb-b719-12c543bcc356 None None] The sync data for ids ['ff1c6f8b-7163-4ffc-b480-f91d34ec44ab'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:57:23.227463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:23.261477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Transition to ACTIVE for port object 21601cd9-414c-452d-81f3-434883ae80e7 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:23.278207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 8f081961-ed7d-470e-860c-1f46a06b2028 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:23.279503 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=c7ab1440-b25e-450d-afaf-87b143ad211c,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:23.283915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:23.287435 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:23.290506 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:23.294351 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:23.294981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:23.301293 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Transition to ACTIVE for port object 21601cd9-414c-452d-81f3-434883ae80e7 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:23.452399 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:23.495233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f826dfe7-d03f-4208-b6ea-593c221c0f1f no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:57:23.518794 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9ff1c66c-bf65-4904-916a-e06efe541808 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0009446 May 25 22:57:23.534895 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37564) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:23.548860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-98c17166-27f3-4931-8fb9-f70b59634a88 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1501508786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:23.559735 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a75dd0ff-5f33-4955-a849-d86932d3c593 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2817144 May 25 22:57:23.562679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37568) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:23.564068 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: f826dfe7-d03f-4208-b6ea-593c221c0f1f {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:57:23.564932 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f826dfe7-d03f-4208-b6ea-593c221c0f1f not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:57:23.567814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-0dd3b148-f837-4838-b132-4f5531d3acfb', 'network_id': '0dd3b148-f837-4838-b132-4f5531d3acfb', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'fixed_ips': [{'subnet_id': '2879ddbe-d2fb-4a90-b5bf-227958713ee8'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:57:23.569342 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-98c17166-27f3-4931-8fb9-f70b59634a88 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:23.569644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:23.603578 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:23.608059 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:23.614561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-98c17166-27f3-4931-8fb9-f70b59634a88 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:router and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:23.615299 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:23.618635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-98c17166-27f3-4931-8fb9-f70b59634a88 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:23.644493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-481a3319-1609-4156-bea0-d4409d97e5b5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'subnet': {'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:23.659842 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-98c17166-27f3-4931-8fb9-f70b59634a88 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:23.661923 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Pushing event updated for resources: {'Port': ['ID=21601cd9-414c-452d-81f3-434883ae80e7,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:23.663200 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::f816:3eff:fe1e:484b (228eb34e-59ed-4b00-ac30-fd8c9bc52748/451b5b48-e257-4dea-9846-f609b1b1f929/a6752054-ea68-4eff-a85d-cf4ae1b3e25d) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:23.959998 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c56640f6-9ed2-41ea-9091-067130dc28f7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.010893 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-98c17166-27f3-4931-8fb9-f70b59634a88 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.011826 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-98c17166-27f3-4931-8fb9-f70b59634a88 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.030364 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Allocated IP 2001:db8::2 (0dd3b148-f837-4838-b132-4f5531d3acfb/2879ddbe-d2fb-4a90-b5bf-227958713ee8/6333d1db-b2e0-4926-b5c1-c3e12985bab4) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:24.039766 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Attempting to bind port 21601cd9-414c-452d-81f3-434883ae80e7 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:24.040210 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Attempting to bind port 21601cd9-414c-452d-81f3-434883ae80e7 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:24.040563 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Attempting to bind port 21601cd9-414c-452d-81f3-434883ae80e7 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:57:24.048462 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:57:24.048882 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:24.049283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.049674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:57:24.050181 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Bound port: 21601cd9-414c-452d-81f3-434883ae80e7, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:24.050551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.063450 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c37a5830-0543-4540-9083-9e11c0bab04e None None] Provisioning for port c7ab1440-b25e-450d-afaf-87b143ad211c completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:24.070992 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c37a5830-0543-4540-9083-9e11c0bab04e None None] Provisioning complete for port c7ab1440-b25e-450d-afaf-87b143ad211c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:24.071355 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c37a5830-0543-4540-9083-9e11c0bab04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.119864 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-481a3319-1609-4156-bea0-d4409d97e5b5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:24.127565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-481a3319-1609-4156-bea0-d4409d97e5b5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:subnet and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:24.141795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-481a3319-1609-4156-bea0-d4409d97e5b5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:24.147759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-481a3319-1609-4156-bea0-d4409d97e5b5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:24.248145 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65ba3772-56bc-4863-b433-03adf039226d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.259555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.263853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.264001 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c37a5830-0543-4540-9083-9e11c0bab04e None None] Port c7ab1440-b25e-450d-afaf-87b143ad211c cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:24.297967 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481a3319-1609-4156-bea0-d4409d97e5b5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:24.301619 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-481a3319-1609-4156-bea0-d4409d97e5b5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.316196 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.387675 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-98c17166-27f3-4931-8fb9-f70b59634a88 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.413928 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object a6752054-ea68-4eff-a85d-cf4ae1b3e25d will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:24.470459 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] For port 21601cd9-414c-452d-81f3-434883ae80e7, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:24.485546 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] For port 21601cd9-414c-452d-81f3-434883ae80e7, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=21601cd9-414c-452d-81f3-434883ae80e7,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:24.567354 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.ipam_backend_mixin [None req-481a3319-1609-4156-bea0-d4409d97e5b5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1eb1a789-f7f2-4d48-9ecd-257ca2a25859 (CIDR: 2001:db8::/64) May 25 22:57:24.587116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Allocated IP 172.26.5.227 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/cd40513f-a29c-4d4e-900f-aac5c83018e8) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:24.598104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-98c17166-27f3-4931-8fb9-f70b59634a88 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.599838 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.611520 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Transition to ACTIVE for port object 6333d1db-b2e0-4926-b5c1-c3e12985bab4 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:24.621915 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-481a3319-1609-4156-bea0-d4409d97e5b5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:57:24.625222 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481a3319-1609-4156-bea0-d4409d97e5b5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:24.633446 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Transition to ACTIVE for port object 6333d1db-b2e0-4926-b5c1-c3e12985bab4 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:24.640261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-7818fde2-c850-4bae-a0e0-11f40f0a86bc tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Deleting port 189b9e31-dd58-4110-924b-09078b982b70 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:24.640616 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7818fde2-c850-4bae-a0e0-11f40f0a86bc tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.646854 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.727460 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.738862 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb2e92-f191-4467-a1b4-f4466f87e7ad None None] Pushing event updated for resources: {'Port': ['ID=21601cd9-414c-452d-81f3-434883ae80e7,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:24.760999 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.778621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-98c17166-27f3-4931-8fb9-f70b59634a88 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.782911 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-98c17166-27f3-4931-8fb9-f70b59634a88 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2438786 May 25 22:57:24.785285 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37572) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:24.835675 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Network 0dd3b148-f837-4838-b132-4f5531d3acfb is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:24.838411 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:24.840963 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:24.883690 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Pushing event updated for resources: {'Port': ['ID=6333d1db-b2e0-4926-b5c1-c3e12985bab4,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:24.893258 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-481a3319-1609-4156-bea0-d4409d97e5b5 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3257990 May 25 22:57:24.902919 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37576) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:24.955266 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Attempting to bind port 6333d1db-b2e0-4926-b5c1-c3e12985bab4 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:24.955733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Attempting to bind port 6333d1db-b2e0-4926-b5c1-c3e12985bab4 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '3ca3085f-844e-46a1-bfcf-4e2b72056df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0dd3b148-f837-4838-b132-4f5531d3acfb'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:24.956156 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Attempting to bind port 6333d1db-b2e0-4926-b5c1-c3e12985bab4 on network 0dd3b148-f837-4838-b132-4f5531d3acfb {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:57:24.964188 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:57:24.964726 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Checking segment: {'id': '3ca3085f-844e-46a1-bfcf-4e2b72056df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0dd3b148-f837-4838-b132-4f5531d3acfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:24.965196 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:24.965656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Bound using segment: {'id': '3ca3085f-844e-46a1-bfcf-4e2b72056df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0dd3b148-f837-4838-b132-4f5531d3acfb'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:57:24.966218 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Bound port: 6333d1db-b2e0-4926-b5c1-c3e12985bab4, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca3085f-844e-46a1-bfcf-4e2b72056df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0dd3b148-f837-4838-b132-4f5531d3acfb'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:24.966658 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.090263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] For port 6333d1db-b2e0-4926-b5c1-c3e12985bab4, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:25.091335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] For port 6333d1db-b2e0-4926-b5c1-c3e12985bab4, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6333d1db-b2e0-4926-b5c1-c3e12985bab4,segment=NetworkSegment(3ca3085f-844e-46a1-bfcf-4e2b72056df2),segment_id=3ca3085f-844e-46a1-bfcf-4e2b72056df2)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:25.126151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7818fde2-c850-4bae-a0e0-11f40f0a86bc tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.154855 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:25.161854 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-0d3a1c4a-01b4-4483-a858-93661034e959 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'subnet': {'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:25.167226 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.184338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=a6752054-ea68-4eff-a85d-cf4ae1b3e25d,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:25.198622 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.202479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:25.253154 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-c56640f6-9ed2-41ea-9091-067130dc28f7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:57:25.259069 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:25.262956 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde9298-403a-4c44-b536-a746ea078593 None None] Pushing event updated for resources: {'Port': ['ID=6333d1db-b2e0-4926-b5c1-c3e12985bab4,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:25.263719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:25.264450 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.272610 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-7818fde2-c850-4bae-a0e0-11f40f0a86bc tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Calling delete_port for 189b9e31-dd58-4110-924b-09078b982b70 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:25.361239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c56640f6-9ed2-41ea-9091-067130dc28f7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.381669 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.492010 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1c9f08ca-c690-4d1a-a696-4f0a04308252 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4867609 May 25 22:57:25.496121 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37580) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:25.496813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c56640f6-9ed2-41ea-9091-067130dc28f7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.605599 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0d3a1c4a-01b4-4483-a858-93661034e959 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:25.618407 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0d3a1c4a-01b4-4483-a858-93661034e959 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:subnet and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:25.624962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0d3a1c4a-01b4-4483-a858-93661034e959 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:25.629720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:25.634627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event updated for resources: {'Port': ['ID=cd40513f-a29c-4d4e-900f-aac5c83018e8,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:25.637405 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:25.644277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0d3a1c4a-01b4-4483-a858-93661034e959 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:25.645594 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:25.733908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56640f6-9ed2-41ea-9091-067130dc28f7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:25.735097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c56640f6-9ed2-41ea-9091-067130dc28f7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.736410 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c56640f6-9ed2-41ea-9091-067130dc28f7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/ports/87403590-6b42-4897-892e-0f1a5f26df4c HTTP/1.1" status: 200 len: 910 time: 2.6952226 May 25 22:57:25.743684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37584) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:25.888894 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3a1c4a-01b4-4483-a858-93661034e959 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:25.893397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1c4a-01b4-4483-a858-93661034e959 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:25.939255 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56640f6-9ed2-41ea-9091-067130dc28f7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=87403590-6b42-4897-892e-0f1a5f26df4c,revision_number=3']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:26.114778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c355c8-018d-4ad5-8358-abc7f21f07a8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:26.119868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c355c8-018d-4ad5-8358-abc7f21f07a8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:26.121215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b9c355c8-018d-4ad5-8358-abc7f21f07a8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:26.157893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6333d1db-b2e0-4926-b5c1-c3e12985bab4 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:26.196218 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7818fde2-c850-4bae-a0e0-11f40f0a86bc tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.249422 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.269857 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818fde2-c850-4bae-a0e0-11f40f0a86bc tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Pushing event deleted for resources: {'Port': ['ID=189b9e31-dd58-4110-924b-09078b982b70,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:26.273248 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.ipam_backend_mixin [None req-0d3a1c4a-01b4-4483-a858-93661034e959 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 17edaedb-21ca-4c36-a46d-dea8194017dc (CIDR: 2001:db8:0:1::/64) May 25 22:57:26.318787 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b9c355c8-018d-4ad5-8358-abc7f21f07a8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:26.320604 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b9c355c8-018d-4ad5-8358-abc7f21f07a8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7970786 May 25 22:57:26.334612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37588) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:26.349630 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 6333d1db-b2e0-4926-b5c1-c3e12985bab4 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:26.355703 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 21601cd9-414c-452d-81f3-434883ae80e7 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:26.365967 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3a1c4a-01b4-4483-a858-93661034e959 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:57:26.366538 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3a1c4a-01b4-4483-a858-93661034e959 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:26.611518 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0d3a1c4a-01b4-4483-a858-93661034e959 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.6944897 May 25 22:57:26.612444 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37592) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:26.620409 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.621144 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.623984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 21601cd9-414c-452d-81f3-434883ae80e7 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:26.638194 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 21601cd9-414c-452d-81f3-434883ae80e7 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:26.638580 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.679818 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b0456433-d191-455a-a747-b573b78137b9 None None] Provisioning for port 21601cd9-414c-452d-81f3-434883ae80e7 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:26.694167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b0456433-d191-455a-a747-b573b78137b9 None None] Provisioning complete for port 21601cd9-414c-452d-81f3-434883ae80e7 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:26.694536 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b0456433-d191-455a-a747-b573b78137b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.756502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ab36b345-0aac-46ee-a47f-2d3dbb9a8687 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'subnet': {'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:26.945045 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.959611 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8035fdf1-2d44-4e46-b53b-59ff00b0f744 None None] Network 0dd3b148-f837-4838-b132-4f5531d3acfb requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:26.977232 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b0456433-d191-455a-a747-b573b78137b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:26.989477 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-af77f557-e250-42be-b293-a03b71058817 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port a6752054-ea68-4eff-a85d-cf4ae1b3e25d {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:26.990097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af77f557-e250-42be-b293-a03b71058817 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.100261 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 21601cd9-414c-452d-81f3-434883ae80e7, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=21601cd9-414c-452d-81f3-434883ae80e7,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:27.136977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7818fde2-c850-4bae-a0e0-11f40f0a86bc tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.174769 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.238716 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ab36b345-0aac-46ee-a47f-2d3dbb9a8687 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:27.242744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Allocated IP 2001:db8::1 (0dd3b148-f837-4838-b132-4f5531d3acfb/2879ddbe-d2fb-4a90-b5bf-227958713ee8/89570a66-2d20-48e1-94ce-590583d3ebf4) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:27.248978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ab36b345-0aac-46ee-a47f-2d3dbb9a8687 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Usage tracker for resource:subnet and tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:27.256443 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ab36b345-0aac-46ee-a47f-2d3dbb9a8687 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:27.267025 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ab36b345-0aac-46ee-a47f-2d3dbb9a8687 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:27.335909 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-b0456433-d191-455a-a747-b573b78137b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:57:27.336249 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-b0456433-d191-455a-a747-b573b78137b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:57:27.347105 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=21601cd9-414c-452d-81f3-434883ae80e7,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:27.375348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab36b345-0aac-46ee-a47f-2d3dbb9a8687 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Made reservation on behalf of 61f1f934e99a4a3fb52dcde8dfb8ddaf for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:27.490372 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5fc3df64-6843-40a9-b292-252b8b4c9246 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.557325 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.559477 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-65ba3772-56bc-4863-b433-03adf039226d admin admin] Deleting port c639b4fa-d64b-4725-bb24-9dccd558b055 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:27.559817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65ba3772-56bc-4863-b433-03adf039226d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.595139 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Transition to ACTIVE for port object 89570a66-2d20-48e1-94ce-590583d3ebf4 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:27.605135 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ab36b345-0aac-46ee-a47f-2d3dbb9a8687 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.826871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.880450 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:57:27.929514 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af77f557-e250-42be-b293-a03b71058817 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.942277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 0dd3b148-f837-4838-b132-4f5531d3acfb is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:27.950185 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:27.952589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:27.953313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:27.956732 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=89570a66-2d20-48e1-94ce-590583d3ebf4,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:28.036905 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:57:28.051000 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 21601cd9-414c-452d-81f3-434883ae80e7 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:28.087961 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d832922e-517a-47bc-a925-494549f8ce7c None None] Provisioning for port a6752054-ea68-4eff-a85d-cf4ae1b3e25d completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:28.089636 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-af77f557-e250-42be-b293-a03b71058817 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for a6752054-ea68-4eff-a85d-cf4ae1b3e25d owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:28.115579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d832922e-517a-47bc-a925-494549f8ce7c None None] Provisioning complete for port a6752054-ea68-4eff-a85d-cf4ae1b3e25d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:28.116103 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d832922e-517a-47bc-a925-494549f8ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:28.215917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-d832922e-517a-47bc-a925-494549f8ce7c None None] Port a6752054-ea68-4eff-a85d-cf4ae1b3e25d cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:28.229853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:28.242606 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Sync routers for ids ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:57:28.256085 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 21601cd9-414c-452d-81f3-434883ae80e7 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:28.256932 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:28.257672 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Routers {'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:28.258518 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:28.269005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ab36b345-0aac-46ee-a47f-2d3dbb9a8687 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:28.369796 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d832922e-517a-47bc-a925-494549f8ce7c None None] Provisioning for port 6333d1db-b2e0-4926-b5c1-c3e12985bab4 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:28.397304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-65ba3772-56bc-4863-b433-03adf039226d admin admin] For port c639b4fa-d64b-4725-bb24-9dccd558b055, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c639b4fa-d64b-4725-bb24-9dccd558b055,segment=NetworkSegment(0c0066cf-16eb-4feb-8ad6-86dc69df6e56),segment_id=0c0066cf-16eb-4feb-8ad6-86dc69df6e56)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:28.397665 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65ba3772-56bc-4863-b433-03adf039226d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:28.427780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d832922e-517a-47bc-a925-494549f8ce7c None None] Provisioning complete for port 6333d1db-b2e0-4926-b5c1-c3e12985bab4 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:28.428151 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d832922e-517a-47bc-a925-494549f8ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:28.457367 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36b345-0aac-46ee-a47f-2d3dbb9a8687 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Subnet': ['ID=0ae39c24-812f-4e02-ba5a-89c6df426b95,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:28.459637 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:28.530403 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-65ba3772-56bc-4863-b433-03adf039226d admin admin] Calling delete_port for c639b4fa-d64b-4725-bb24-9dccd558b055 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:28.534865 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Set router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:57:28.537072 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab36b345-0aac-46ee-a47f-2d3dbb9a8687 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Network 8f081961-ed7d-470e-860c-1f46a06b2028 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:28.549179 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-ab36b345-0aac-46ee-a47f-2d3dbb9a8687 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:28.552280 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab36b345-0aac-46ee-a47f-2d3dbb9a8687 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:28.553071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ab36b345-0aac-46ee-a47f-2d3dbb9a8687 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:28.563972 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d832922e-517a-47bc-a925-494549f8ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:28.581988 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49d381b-872d-485a-a075-72686d110272 None None] Network 8f081961-ed7d-470e-860c-1f46a06b2028 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:28.678227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d832922e-517a-47bc-a925-494549f8ce7c None None] For port 6333d1db-b2e0-4926-b5c1-c3e12985bab4, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6333d1db-b2e0-4926-b5c1-c3e12985bab4,segment=NetworkSegment(3ca3085f-844e-46a1-bfcf-4e2b72056df2),segment_id=3ca3085f-844e-46a1-bfcf-4e2b72056df2)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:28.695851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:28.700414 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-81266446-89d5-4a47-9ec5-37b39ec541b0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.1785591 May 25 22:57:28.705169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37596) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:28.735803 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ab36b345-0aac-46ee-a47f-2d3dbb9a8687 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1095369 May 25 22:57:28.740431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37602) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:28.746939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-6020fa1e-df5f-46f9-99fc-b4cc8bf60497 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1240227397', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0ae39c24-812f-4e02-ba5a-89c6df426b95'}], 'security_groups': ['114c4a4a-a1eb-4ccb-9106-0669635345d5', '49354cee-a825-4e5f-b987-6aabce2f895d']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:28.799412 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d832922e-517a-47bc-a925-494549f8ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:28.895224 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65ba3772-56bc-4863-b433-03adf039226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:28.954848 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7818fde2-c850-4bae-a0e0-11f40f0a86bc tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Router c3bbfae7-e943-4c6e-9e23-46c340617be3 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:57:29.021624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba3772-56bc-4863-b433-03adf039226d admin admin] Pushing event deleted for resources: {'Port': ['ID=c639b4fa-d64b-4725-bb24-9dccd558b055,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:29.054802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832922e-517a-47bc-a925-494549f8ce7c None None] Pushing event updated for resources: {'Port': ['ID=6333d1db-b2e0-4926-b5c1-c3e12985bab4,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:29.059759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-76d95c89-85a4-4c68-a02e-35ee3ff2d829 None None] Provisioning for port 89570a66-2d20-48e1-94ce-590583d3ebf4 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:29.066134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-76d95c89-85a4-4c68-a02e-35ee3ff2d829 None None] Provisioning complete for port 89570a66-2d20-48e1-94ce-590583d3ebf4 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:29.067708 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-76d95c89-85a4-4c68-a02e-35ee3ff2d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:29.081119 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109414195', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:22Z', 'updated_at': '2022-05-25T22:57:26Z', 'revision_number': 3, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'gw_port': {'id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:24Z', 'updated_at': '2022-05-25T22:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:29.087525 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Checking router: c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:57:29.088145 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Updating router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb port cd40513f-a29c-4d4e-900f-aac5c83018e8 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:57:29.142072 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-76d95c89-85a4-4c68-a02e-35ee3ff2d829 None None] Port 89570a66-2d20-48e1-94ce-590583d3ebf4 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:29.173879 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6020fa1e-df5f-46f9-99fc-b4cc8bf60497 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:29.183169 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:29.244249 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-518781d4-385e-40a7-be25-2388651c95fb tempest-TestNetworkAdvancedServerOps-1717449818 tempest-TestNetworkAdvancedServerOps-1717449818-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=7e097633e41448e99b96c8bd1f567e52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5378499 May 25 22:57:29.256086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37606) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:29.329272 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6a093f-02f0-451d-ba0a-6ac29562b70c None None] Update dhcp port {'port': {'network_id': '8f081961-ed7d-470e-860c-1f46a06b2028', 'fixed_ips': [{'subnet_id': '17edaedb-21ca-4c36-a46d-dea8194017dc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1eb1a789-f7f2-4d48-9ecd-257ca2a25859', 'ip_address': '2001:db8::2'}, {'subnet_id': '0ae39c24-812f-4e02-ba5a-89c6df426b95'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': '14230e69-5661-434a-a52d-1ecad619b35d'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 22:57:29.346342 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af77f557-e250-42be-b293-a03b71058817 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:29.417172 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf6a093f-02f0-451d-ba0a-6ac29562b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:29.527247 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77f557-e250-42be-b293-a03b71058817 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=a6752054-ea68-4eff-a85d-cf4ae1b3e25d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:29.533644 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af77f557-e250-42be-b293-a03b71058817 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:29.718201 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-bf6a093f-02f0-451d-ba0a-6ac29562b70c None None] Allocated IP 2001:db8:0:2::2 (8f081961-ed7d-470e-860c-1f46a06b2028/0ae39c24-812f-4e02-ba5a-89c6df426b95/14230e69-5661-434a-a52d-1ecad619b35d) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:29.789044 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d0dc59-4bd1-4caa-955a-7b1123cb0f27 tempest-TestNetworkAdvancedServerOps-1717449818 tempest-TestNetworkAdvancedServerOps-1717449818-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:29.790443 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d4d0dc59-4bd1-4caa-955a-7b1123cb0f27 tempest-TestNetworkAdvancedServerOps-1717449818 tempest-TestNetworkAdvancedServerOps-1717449818-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5332272 May 25 22:57:29.793610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37610) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:29.809772 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:29.825576 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Transition to ACTIVE for port object cd40513f-a29c-4d4e-900f-aac5c83018e8 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:29.837595 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:29.843643 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3caffa40-cece-447c-9ccb-ecf35ef04c5d tempest-TestNetworkAdvancedServerOps-1717449818 tempest-TestNetworkAdvancedServerOps-1717449818-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489435 May 25 22:57:29.847514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37614) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:29.852366 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4949f1d8-03c5-4dc0-a751-005a94a20630 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1093672918', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:29.856938 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7818fde2-c850-4bae-a0e0-11f40f0a86bc tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:29.865807 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-af77f557-e250-42be-b293-a03b71058817 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/a6752054-ea68-4eff-a85d-cf4ae1b3e25d HTTP/1.1" status: 204 len: 168 time: 3.4736691 May 25 22:57:29.870244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37618) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:29.870845 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0da74-36fd-4866-9ef3-435906f60aab None None] Sync routers for ids ['c3bbfae7-e943-4c6e-9e23-46c340617be3'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:57:29.879248 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7818fde2-c850-4bae-a0e0-11f40f0a86bc tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] 10.222.0.66 "PUT /v2.0/routers/c3bbfae7-e943-4c6e-9e23-46c340617be3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8492653 May 25 22:57:29.881076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37620) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:29.903200 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bf6a093f-02f0-451d-ba0a-6ac29562b70c None None] For port 14230e69-5661-434a-a52d-1ecad619b35d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=14230e69-5661-434a-a52d-1ecad619b35d,segment=NetworkSegment(a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73),segment_id=a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:29.909727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c0da74-36fd-4866-9ef3-435906f60aab None None] Routers {'c3bbfae7-e943-4c6e-9e23-46c340617be3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:29.910347 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c2c0da74-36fd-4866-9ef3-435906f60aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c3bbfae7-e943-4c6e-9e23-46c340617be3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:29.914944 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:29.975169 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c2c0da74-36fd-4866-9ef3-435906f60aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:29.990317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c0da74-36fd-4866-9ef3-435906f60aab None None] Routers {'c3bbfae7-e943-4c6e-9e23-46c340617be3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:29.990940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c2c0da74-36fd-4866-9ef3-435906f60aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c3bbfae7-e943-4c6e-9e23-46c340617be3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:30.018697 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e5ab2c-6d70-443a-9d91-a44d3d304490 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:30.020120 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e5ab2c-6d70-443a-9d91-a44d3d304490 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:30.021665 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-90e5ab2c-6d70-443a-9d91-a44d3d304490 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1399658 May 25 22:57:30.024421 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37626) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:30.058688 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.resource_extend [None req-bf6a093f-02f0-451d-ba0a-6ac29562b70c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:57:30.066587 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c2c0da74-36fd-4866-9ef3-435906f60aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:30.066994 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0da74-36fd-4866-9ef3-435906f60aab None None] The sync data for ids ['c3bbfae7-e943-4c6e-9e23-46c340617be3'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:57:30.075283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf6a093f-02f0-451d-ba0a-6ac29562b70c None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.100193 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bf6a093f-02f0-451d-ba0a-6ac29562b70c None None] Transition to ACTIVE for port object 14230e69-5661-434a-a52d-1ecad619b35d will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:30.102500 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cab53-ea6a-45f4-99f5-f9d1504b3acf None None] Pushing event updated for resources: {'Port': ['ID=cd40513f-a29c-4d4e-900f-aac5c83018e8,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:30.116727 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Attempting to bind port cd40513f-a29c-4d4e-900f-aac5c83018e8 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:30.117973 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Attempting to bind port cd40513f-a29c-4d4e-900f-aac5c83018e8 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:30.118439 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Attempting to bind port cd40513f-a29c-4d4e-900f-aac5c83018e8 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:57:30.126821 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab53-ea6a-45f4-99f5-f9d1504b3acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:30.127300 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab53-ea6a-45f4-99f5-f9d1504b3acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:30.127820 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab53-ea6a-45f4-99f5-f9d1504b3acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:30.128359 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab53-ea6a-45f4-99f5-f9d1504b3acf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:30.129743 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.129948 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab53-ea6a-45f4-99f5-f9d1504b3acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:30.130455 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab53-ea6a-45f4-99f5-f9d1504b3acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:30.130574 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.131117 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab53-ea6a-45f4-99f5-f9d1504b3acf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:30.131542 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab53-ea6a-45f4-99f5-f9d1504b3acf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:30.131966 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab53-ea6a-45f4-99f5-f9d1504b3acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:30.132575 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab53-ea6a-45f4-99f5-f9d1504b3acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:30.132980 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab53-ea6a-45f4-99f5-f9d1504b3acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:30.150401 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:57:30.150976 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:30.151831 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.152221 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:57:30.152723 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Bound port: cd40513f-a29c-4d4e-900f-aac5c83018e8, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:30.157190 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.178219 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6333d1db-b2e0-4926-b5c1-c3e12985bab4 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:30.242462 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] For port cd40513f-a29c-4d4e-900f-aac5c83018e8, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:30.257468 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] For port cd40513f-a29c-4d4e-900f-aac5c83018e8, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=cd40513f-a29c-4d4e-900f-aac5c83018e8,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:30.277798 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf6a093f-02f0-451d-ba0a-6ac29562b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.308199 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4949f1d8-03c5-4dc0-a751-005a94a20630 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:30.323801 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.324005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=89570a66-2d20-48e1-94ce-590583d3ebf4,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:30.324143 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4949f1d8-03c5-4dc0-a751-005a94a20630 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Usage tracker for resource:subnet and tenant:7e097633e41448e99b96c8bd1f567e52 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:30.394219 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6333d1db-b2e0-4926-b5c1-c3e12985bab4 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:30.394867 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.395230 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65ba3772-56bc-4863-b433-03adf039226d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.398767 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4949f1d8-03c5-4dc0-a751-005a94a20630 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:30.405580 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4949f1d8-03c5-4dc0-a751-005a94a20630 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:30.433369 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9667be1a-cd0c-44ec-8985-8158c58f2d7d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.445414 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cab53-ea6a-45f4-99f5-f9d1504b3acf None None] Pushing event updated for resources: {'Port': ['ID=cd40513f-a29c-4d4e-900f-aac5c83018e8,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:30.483447 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Routers {'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:30.485302 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:30.512605 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4949f1d8-03c5-4dc0-a751-005a94a20630 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Made reservation on behalf of 7e097633e41448e99b96c8bd1f567e52 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:30.540454 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a093f-02f0-451d-ba0a-6ac29562b70c None None] Pushing event updated for resources: {'Port': ['ID=14230e69-5661-434a-a52d-1ecad619b35d,revision_number=7']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:30.614780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-c535e584-1c52-40ae-a348-fe5e7368ac54 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 451b5b48-e257-4dea-9846-f609b1b1f929 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:57:30.621219 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c535e584-1c52-40ae-a348-fe5e7368ac54 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.747872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c535e584-1c52-40ae-a348-fe5e7368ac54 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.748119 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] Set router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:57:30.801736 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4949f1d8-03c5-4dc0-a751-005a94a20630 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:30.816322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-5fc3df64-6843-40a9-b292-252b8b4c9246 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port 87403590-6b42-4897-892e-0f1a5f26df4c {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:30.816688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5fc3df64-6843-40a9-b292-252b8b4c9246 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.039387 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 0dd3b148-f837-4838-b132-4f5531d3acfb is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:31.043819 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-6020fa1e-df5f-46f9-99fc-b4cc8bf60497 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Delete allocated IP 2001:db8::3a6 (8f081961-ed7d-470e-860c-1f46a06b2028/1eb1a789-f7f2-4d48-9ecd-257ca2a25859) {{(pid=84717) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 22:57:31.046422 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:31.080843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c535e584-1c52-40ae-a348-fe5e7368ac54 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.091997 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109414195', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:22Z', 'updated_at': '2022-05-25T22:57:26Z', 'revision_number': 3, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'gw_port': {'id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:24Z', 'updated_at': '2022-05-25T22:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:31.097922 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4e6d3-118b-4b51-ac6c-6b2064fd6e32 None None] The sync data for ids ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'] in dv-neutron-843300-1-hyperv is: [{'id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109414195', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:22Z', 'updated_at': '2022-05-25T22:57:26Z', 'revision_number': 3, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'gw_port': {'id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:24Z', 'updated_at': '2022-05-25T22:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:57:31.188985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5fc3df64-6843-40a9-b292-252b8b4c9246 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.388835 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-5fc3df64-6843-40a9-b292-252b8b4c9246 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for 87403590-6b42-4897-892e-0f1a5f26df4c owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:31.438978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-6020fa1e-df5f-46f9-99fc-b4cc8bf60497 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Allocated IP 2001:db8:0:2::f0 (8f081961-ed7d-470e-860c-1f46a06b2028/0ae39c24-812f-4e02-ba5a-89c6df426b95/c7ab1440-b25e-450d-afaf-87b143ad211c) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:31.532357 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6a4c380b-eda7-465c-8ef7-2a6019c11f59 None None] Provisioning complete for port c7ab1440-b25e-450d-afaf-87b143ad211c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:31.533627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6a4c380b-eda7-465c-8ef7-2a6019c11f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.567782 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c535e584-1c52-40ae-a348-fe5e7368ac54 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.575434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9667be1a-cd0c-44ec-8985-8158c58f2d7d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.604593 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9667be1a-cd0c-44ec-8985-8158c58f2d7d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.649353 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6a4c380b-eda7-465c-8ef7-2a6019c11f59 None None] Port c7ab1440-b25e-450d-afaf-87b143ad211c cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:31.663338 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6a4c380b-eda7-465c-8ef7-2a6019c11f59 None None] Provisioning complete for port 89570a66-2d20-48e1-94ce-590583d3ebf4 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:31.663702 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6a4c380b-eda7-465c-8ef7-2a6019c11f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.720689 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6a4c380b-eda7-465c-8ef7-2a6019c11f59 None None] Port 89570a66-2d20-48e1-94ce-590583d3ebf4 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:31.735070 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6a4c380b-eda7-465c-8ef7-2a6019c11f59 None None] Provisioning complete for port 24d8a39f-a589-4861-8e79-6ffc0d41b257 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:31.735382 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6a4c380b-eda7-465c-8ef7-2a6019c11f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.790093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535e584-1c52-40ae-a348-fe5e7368ac54 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=451b5b48-e257-4dea-9846-f609b1b1f929,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:31.796606 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6a4c380b-eda7-465c-8ef7-2a6019c11f59 None None] Port 24d8a39f-a589-4861-8e79-6ffc0d41b257 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:31.817204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c535e584-1c52-40ae-a348-fe5e7368ac54 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.825892 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e060c5d-7cfb-4913-912f-a50c61dbefa1 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:31.836688 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c535e584-1c52-40ae-a348-fe5e7368ac54 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/451b5b48-e257-4dea-9846-f609b1b1f929 HTTP/1.1" status: 204 len: 168 time: 1.8111370 May 25 22:57:31.837433 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37630) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:31.906767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5fc3df64-6843-40a9-b292-252b8b4c9246 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.988419 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6a4c380b-eda7-465c-8ef7-2a6019c11f59 None None] Provisioning for port 14230e69-5661-434a-a52d-1ecad619b35d completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:31.989891 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9667be1a-cd0c-44ec-8985-8158c58f2d7d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:31.990356 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9667be1a-cd0c-44ec-8985-8158c58f2d7d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Fanout notify agent at l3_agent the message router_deleted on router c3bbfae7-e943-4c6e-9e23-46c340617be3 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:57:32.032941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6a4c380b-eda7-465c-8ef7-2a6019c11f59 None None] Provisioning complete for port 14230e69-5661-434a-a52d-1ecad619b35d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:32.033483 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6a4c380b-eda7-465c-8ef7-2a6019c11f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.048960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9667be1a-cd0c-44ec-8985-8158c58f2d7d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.060865 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9667be1a-cd0c-44ec-8985-8158c58f2d7d tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] 10.222.0.66 "DELETE /v2.0/routers/c3bbfae7-e943-4c6e-9e23-46c340617be3 HTTP/1.1" status: 204 len: 168 time: 2.1782722 May 25 22:57:32.061771 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37634) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:32.123458 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2ac48cb6-24ba-4ee4-b1f4-a5a27b84931e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2806609 May 25 22:57:32.140266 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37638) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:32.177091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3df64-6843-40a9-b292-252b8b4c9246 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Port': ['ID=87403590-6b42-4897-892e-0f1a5f26df4c,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:32.243535 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device cd40513f-a29c-4d4e-900f-aac5c83018e8 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:32.354898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fda854c-4c3b-417b-95d1-333e531ffcf5 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:57:32.361147 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-9fda854c-4c3b-417b-95d1-333e531ffcf5 None None] Deleting port 21601cd9-414c-452d-81f3-434883ae80e7 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:32.362555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9fda854c-4c3b-417b-95d1-333e531ffcf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.393197 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4949f1d8-03c5-4dc0-a751-005a94a20630 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.567528 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port cd40513f-a29c-4d4e-900f-aac5c83018e8 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:32.585865 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port cd40513f-a29c-4d4e-900f-aac5c83018e8 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:32.586327 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.620714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5fc3df64-6843-40a9-b292-252b8b4c9246 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.647526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-9fda854c-4c3b-417b-95d1-333e531ffcf5 None None] For port 21601cd9-414c-452d-81f3-434883ae80e7, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=21601cd9-414c-452d-81f3-434883ae80e7,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:32.647929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9fda854c-4c3b-417b-95d1-333e531ffcf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.663349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6020fa1e-df5f-46f9-99fc-b4cc8bf60497 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.722409 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-6020fa1e-df5f-46f9-99fc-b4cc8bf60497 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Transition to ACTIVE for port object c7ab1440-b25e-450d-afaf-87b143ad211c will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:32.757646 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949f1d8-03c5-4dc0-a751-005a94a20630 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event updated for resources: {'Subnet': ['ID=194773ba-2949-40ba-961f-fa4cac5277ab,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:32.778118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502fecf3-d2ce-4dbf-be9b-d3268dc925a0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:32.778936 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-502fecf3-d2ce-4dbf-be9b-d3268dc925a0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:32.787698 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-9fda854c-4c3b-417b-95d1-333e531ffcf5 None None] Calling delete_port for 21601cd9-414c-452d-81f3-434883ae80e7 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:32.820070 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6020fa1e-df5f-46f9-99fc-b4cc8bf60497 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.860332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c68bee8-ccba-4be3-803b-b12b44211f80 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Deleting subnet f7b69ae8-66b4-49b7-b910-de6e925ea38d {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:57:32.869398 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949f1d8-03c5-4dc0-a751-005a94a20630 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Checking segment: {'id': '5ce93166-2681-4fa4-9e69-5c5981642a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:32.869398 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4949f1d8-03c5-4dc0-a751-005a94a20630 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Network hostable DHCP agents. Network: f9c60186-9e70-42fb-b8b3-1c80486ade84, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:57:32.893980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c68bee8-ccba-4be3-803b-b12b44211f80 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.903687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:32.920031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port cd40513f-a29c-4d4e-900f-aac5c83018e8, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=cd40513f-a29c-4d4e-900f-aac5c83018e8,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:32.948348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-502fecf3-d2ce-4dbf-be9b-d3268dc925a0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:32.949510 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-502fecf3-d2ce-4dbf-be9b-d3268dc925a0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7994535 May 25 22:57:32.953652 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37642) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:33.007550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-6020fa1e-df5f-46f9-99fc-b4cc8bf60497 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] In _notify_port_updated(), no bound segment for port c7ab1440-b25e-450d-afaf-87b143ad211c on network 8f081961-ed7d-470e-860c-1f46a06b2028 {{(pid=84717) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:57:33.011566 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6020fa1e-df5f-46f9-99fc-b4cc8bf60497 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:33.012184 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6020fa1e-df5f-46f9-99fc-b4cc8bf60497 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:33.014164 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6020fa1e-df5f-46f9-99fc-b4cc8bf60497 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "PUT /v2.0/ports/c7ab1440-b25e-450d-afaf-87b143ad211c HTTP/1.1" status: 200 len: 969 time: 4.2721035 May 25 22:57:33.028615 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9fda854c-4c3b-417b-95d1-333e531ffcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:33.028801 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37646) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:33.028801 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020fa1e-df5f-46f9-99fc-b4cc8bf60497 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event updated for resources: {'Port': ['ID=c7ab1440-b25e-450d-afaf-87b143ad211c,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:33.069638 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:33.070516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 14230e69-5661-434a-a52d-1ecad619b35d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:33.082935 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c68bee8-ccba-4be3-803b-b12b44211f80 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:33.115173 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda854c-4c3b-417b-95d1-333e531ffcf5 None None] Pushing event deleted for resources: {'Port': ['ID=21601cd9-414c-452d-81f3-434883ae80e7,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:33.121780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router 74d6ac3f-4d47-4f2f-9e90-004a5d478225 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:57:33.172851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-425907fd-d0ec-41ef-b67d-cac9fe1c764c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port c7ab1440-b25e-450d-afaf-87b143ad211c {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:33.173410 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-425907fd-d0ec-41ef-b67d-cac9fe1c764c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:33.174630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99af7d77-739e-452f-b98c-5f0b5050d0f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:33.175343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-99af7d77-739e-452f-b98c-5f0b5050d0f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:33.183897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ba3772-56bc-4863-b433-03adf039226d admin admin] Router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:57:33.184087 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fda854c-4c3b-417b-95d1-333e531ffcf5 None None] No DVR routers for this DVR port 21601cd9-414c-452d-81f3-434883ae80e7 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:57:33.216839 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4949f1d8-03c5-4dc0-a751-005a94a20630 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Network f9c60186-9e70-42fb-b8b3-1c80486ade84 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:57:33.229902 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=cd40513f-a29c-4d4e-900f-aac5c83018e8,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:33.248729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 14230e69-5661-434a-a52d-1ecad619b35d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:33.249117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:33.285338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc3df64-6843-40a9-b292-252b8b4c9246 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router ff1c6f8b-7163-4ffc-b480-f91d34ec44ab has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:57:33.292156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-99af7d77-739e-452f-b98c-5f0b5050d0f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:33.295005 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-99af7d77-739e-452f-b98c-5f0b5050d0f0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3386445 May 25 22:57:33.305583 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37650) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:33.392862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-4949f1d8-03c5-4dc0-a751-005a94a20630 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, f9c60186-9e70-42fb-b8b3-1c80486ade84) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:33.397329 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4949f1d8-03c5-4dc0-a751-005a94a20630 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:33.398414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4949f1d8-03c5-4dc0-a751-005a94a20630 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:33.409045 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9130da-45e4-41a0-96e1-115c5e59bb56 None None] Network f9c60186-9e70-42fb-b8b3-1c80486ade84 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:33.478710 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c68bee8-ccba-4be3-803b-b12b44211f80 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:33.527826 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2efa145a-14c4-48d9-90ae-74850e40b5e1 None None] Provisioning for port c7ab1440-b25e-450d-afaf-87b143ad211c completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:33.546646 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2efa145a-14c4-48d9-90ae-74850e40b5e1 None None] Provisioning complete for port c7ab1440-b25e-450d-afaf-87b143ad211c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:33.546941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2efa145a-14c4-48d9-90ae-74850e40b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:33.574060 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-10b312d9-b7d6-4416-b324-6f1dae14b9e1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2127249 May 25 22:57:33.575930 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37654) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:33.580607 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4949f1d8-03c5-4dc0-a751-005a94a20630 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.7319195 May 25 22:57:33.624772 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37658) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:33.633907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-8245a0ee-d523-4ea5-93dc-4a9e4ca49052 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:33.679556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2efa145a-14c4-48d9-90ae-74850e40b5e1 None None] Port c7ab1440-b25e-450d-afaf-87b143ad211c cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:33.750660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-f9c60186-9e70-42fb-b8b3-1c80486ade84', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'fixed_ips': [{'subnet_id': '194773ba-2949-40ba-961f-fa4cac5277ab'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:57:33.751728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:33.819196 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8245a0ee-d523-4ea5-93dc-4a9e4ca49052 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:33.846189 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8245a0ee-d523-4ea5-93dc-4a9e4ca49052 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:33.849051 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-425907fd-d0ec-41ef-b67d-cac9fe1c764c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:33.880185 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc3df64-6843-40a9-b292-252b8b4c9246 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:33.889558 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5fc3df64-6843-40a9-b292-252b8b4c9246 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/ff1c6f8b-7163-4ffc-b480-f91d34ec44ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1402502 May 25 22:57:33.892202 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37662) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:33.902951 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07c0e73-3c80-4249-8723-b817e8c12205 None None] Sync routers for ids ['ff1c6f8b-7163-4ffc-b480-f91d34ec44ab'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:57:33.917434 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07c0e73-3c80-4249-8723-b817e8c12205 None None] Routers {'ff1c6f8b-7163-4ffc-b480-f91d34ec44ab'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:33.920005 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b07c0e73-3c80-4249-8723-b817e8c12205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ff1c6f8b-7163-4ffc-b480-f91d34ec44ab'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:33.921551 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c68bee8-ccba-4be3-803b-b12b44211f80 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:33.922517 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Allocated IP 172.20.0.2 (f9c60186-9e70-42fb-b8b3-1c80486ade84/194773ba-2949-40ba-961f-fa4cac5277ab/fb62577e-b52a-47e0-b1c8-e3c301580eb7) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:33.951375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c8eba4fd-0baf-4cef-ab54-1a319a642af0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Synchronizing usage tracker for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:34.018848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-425907fd-d0ec-41ef-b67d-cac9fe1c764c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for c7ab1440-b25e-450d-afaf-87b143ad211c owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:34.041304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ba3772-56bc-4863-b433-03adf039226d admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:34.049307 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-65ba3772-56bc-4863-b433-03adf039226d admin admin] 10.222.0.66 "PUT /v2.0/routers/a39ae132-c9d8-46b9-aa6f-35de8e7af2f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6492891 May 25 22:57:34.051710 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37666) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:34.060838 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:34.081954 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8edbcfe-83b1-4e73-80e5-d3f6335a5c18 None None] Sync routers for ids ['74d6ac3f-4d47-4f2f-9e90-004a5d478225'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:57:34.090574 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68bee8-ccba-4be3-803b-b12b44211f80 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b69ae8-66b4-49b7-b910-de6e925ea38d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:34.114242 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b07c0e73-3c80-4249-8723-b817e8c12205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:34.114432 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4cc84018-3779-477f-b4ef-333f112a2691 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/74d6ac3f-4d47-4f2f-9e90-004a5d478225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3192906 May 25 22:57:34.114544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device cd40513f-a29c-4d4e-900f-aac5c83018e8 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:34.117837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c68bee8-ccba-4be3-803b-b12b44211f80 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:34.117980 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8edbcfe-83b1-4e73-80e5-d3f6335a5c18 None None] Routers {'74d6ac3f-4d47-4f2f-9e90-004a5d478225'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:34.118450 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e8edbcfe-83b1-4e73-80e5-d3f6335a5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['74d6ac3f-4d47-4f2f-9e90-004a5d478225'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:34.123158 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9c68bee8-ccba-4be3-803b-b12b44211f80 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] 10.222.0.66 "DELETE /v2.0/subnets/f7b69ae8-66b4-49b7-b910-de6e925ea38d HTTP/1.1" status: 204 len: 168 time: 2.0443623 May 25 22:57:34.123809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37670) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:34.124125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37672) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:34.135834 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c8eba4fd-0baf-4cef-ab54-1a319a642af0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Unset dirty status for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:34.139475 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c8eba4fd-0baf-4cef-ab54-1a319a642af0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff1c6f8b-7163-4ffc-b480-f91d34ec44ab HTTP/1.1" status: 200 len: 205 time: 0.2436311 May 25 22:57:34.143362 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd407d-f9a5-42d7-b2f1-cd5e91376b6f None None] Sync routers for ids ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:57:34.149464 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37678) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:34.155994 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724bbf91-1942-41c3-9371-334a91dbf961 None None] Network ccbe8172-06c4-4017-a045-fde4b681d2ef requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:34.191493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8245a0ee-d523-4ea5-93dc-4a9e4ca49052 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:34.274332 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e8edbcfe-83b1-4e73-80e5-d3f6335a5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:34.310866 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07c0e73-3c80-4249-8723-b817e8c12205 None None] Routers {'ff1c6f8b-7163-4ffc-b480-f91d34ec44ab'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:34.313431 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b07c0e73-3c80-4249-8723-b817e8c12205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ff1c6f8b-7163-4ffc-b480-f91d34ec44ab'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:34.408192 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd407d-f9a5-42d7-b2f1-cd5e91376b6f None None] Routers {'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:34.408978 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1cdd407d-f9a5-42d7-b2f1-cd5e91376b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:34.411318 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8edbcfe-83b1-4e73-80e5-d3f6335a5c18 None None] Routers {'74d6ac3f-4d47-4f2f-9e90-004a5d478225'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:34.412190 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e8edbcfe-83b1-4e73-80e5-d3f6335a5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['74d6ac3f-4d47-4f2f-9e90-004a5d478225'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:34.496119 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b07c0e73-3c80-4249-8723-b817e8c12205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:34.497015 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07c0e73-3c80-4249-8723-b817e8c12205 None None] The sync data for ids ['ff1c6f8b-7163-4ffc-b480-f91d34ec44ab'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:57:34.499870 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e8edbcfe-83b1-4e73-80e5-d3f6335a5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:34.502052 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8edbcfe-83b1-4e73-80e5-d3f6335a5c18 None None] The sync data for ids ['74d6ac3f-4d47-4f2f-9e90-004a5d478225'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:57:34.524331 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7e2059ab-be6c-4216-b5d2-d955e3f0f50e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:34.570100 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d886c40d-b5e0-4a5b-a1da-1a515a688a49 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:34.570588 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d886c40d-b5e0-4a5b-a1da-1a515a688a49 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Synchronizing usage tracker for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:34.604993 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:34.638853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8245a0ee-d523-4ea5-93dc-4a9e4ca49052 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:34.658270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:34.709116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port cd40513f-a29c-4d4e-900f-aac5c83018e8 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:34.709816 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:34.768253 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Deleting port 6bdff9a2-9695-48b6-b72c-11ba9efa2025 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:34.768640 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:34.785872 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-1cdd407d-f9a5-42d7-b2f1-cd5e91376b6f None None] Set router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:57:34.840866 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d886c40d-b5e0-4a5b-a1da-1a515a688a49 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Unset dirty status for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:34.844993 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d886c40d-b5e0-4a5b-a1da-1a515a688a49 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports/89570a66-2d20-48e1-94ce-590583d3ebf4 HTTP/1.1" status: 200 len: 911 time: 0.7142270 May 25 22:57:34.846366 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37682) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:34.912069 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Transition to ACTIVE for port object fb62577e-b52a-47e0-b1c8-e3c301580eb7 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:34.926632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-425907fd-d0ec-41ef-b67d-cac9fe1c764c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.030256 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ae8850-7e0d-422d-8bcc-eddb9e7bb823 None None] DHCP port deletion for ccbe8172-06c4-4017-a045-fde4b681d2ef request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:57:35.040894 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Transition to ACTIVE for port object fb62577e-b52a-47e0-b1c8-e3c301580eb7 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:35.054214 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-29ae8850-7e0d-422d-8bcc-eddb9e7bb823 None None] Deleting port 6bdff9a2-9695-48b6-b72c-11ba9efa2025 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:35.054581 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-29ae8850-7e0d-422d-8bcc-eddb9e7bb823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.081359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425907fd-d0ec-41ef-b67d-cac9fe1c764c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=c7ab1440-b25e-450d-afaf-87b143ad211c,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:35.141181 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.183841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7e2059ab-be6c-4216-b5d2-d955e3f0f50e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.190464 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7e2059ab-be6c-4216-b5d2-d955e3f0f50e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.232030 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-425907fd-d0ec-41ef-b67d-cac9fe1c764c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.267903 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 21601cd9-414c-452d-81f3-434883ae80e7 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:57:35.278988 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b2b5490-d0d4-4db3-8230-bf08751e56c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.370126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] For port 6bdff9a2-9695-48b6-b72c-11ba9efa2025, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6bdff9a2-9695-48b6-b72c-11ba9efa2025,segment=NetworkSegment(1d13b6e3-a49c-46f5-ad48-16e0683fb82b),segment_id=1d13b6e3-a49c-46f5-ad48-16e0683fb82b)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:35.370867 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.373524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7e2059ab-be6c-4216-b5d2-d955e3f0f50e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.374020 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2059ab-be6c-4216-b5d2-d955e3f0f50e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Fanout notify agent at l3_agent the message router_deleted on router ff1c6f8b-7163-4ffc-b480-f91d34ec44ab {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:57:35.502047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 21601cd9-414c-452d-81f3-434883ae80e7 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:57:35.502379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 21601cd9-414c-452d-81f3-434883ae80e7 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:57:35.529599 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-425907fd-d0ec-41ef-b67d-cac9fe1c764c tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/c7ab1440-b25e-450d-afaf-87b143ad211c HTTP/1.1" status: 204 len: 168 time: 2.5004172 May 25 22:57:35.535967 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Network f9c60186-9e70-42fb-b8b3-1c80486ade84 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:35.536992 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Pushing event updated for resources: {'Port': ['ID=fb62577e-b52a-47e0-b1c8-e3c301580eb7,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:35.538209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Calling delete_port for 6bdff9a2-9695-48b6-b72c-11ba9efa2025 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:35.543113 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:35.567069 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37686) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:35.595721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:35.602603 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7e2059ab-be6c-4216-b5d2-d955e3f0f50e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.604985 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7e2059ab-be6c-4216-b5d2-d955e3f0f50e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/routers/ff1c6f8b-7163-4ffc-b480-f91d34ec44ab HTTP/1.1" status: 204 len: 168 time: 1.4041877 May 25 22:57:35.608562 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37690) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:35.653850 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e2bc2f-5f99-4e6f-8977-877a0a433b7b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] GET failed (client error): The resource could not be found. May 25 22:57:35.653850 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-75e2bc2f-5f99-4e6f-8977-877a0a433b7b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Synchronizing usage tracker for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:35.722258 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-29ae8850-7e0d-422d-8bcc-eddb9e7bb823 None None] For port 6bdff9a2-9695-48b6-b72c-11ba9efa2025, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6bdff9a2-9695-48b6-b72c-11ba9efa2025,segment=NetworkSegment(1d13b6e3-a49c-46f5-ad48-16e0683fb82b),segment_id=1d13b6e3-a49c-46f5-ad48-16e0683fb82b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:35.722872 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-29ae8850-7e0d-422d-8bcc-eddb9e7bb823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.821348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-75e2bc2f-5f99-4e6f-8977-877a0a433b7b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Unset dirty status for tenant:61f1f934e99a4a3fb52dcde8dfb8ddaf on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:35.826176 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-75e2bc2f-5f99-4e6f-8977-877a0a433b7b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports/c7ab1440-b25e-450d-afaf-87b143ad211c HTTP/1.1" status: 404 len: 333 time: 0.2531512 May 25 22:57:35.826321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37694) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:35.850418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-29ae8850-7e0d-422d-8bcc-eddb9e7bb823 None None] Calling delete_port for 6bdff9a2-9695-48b6-b72c-11ba9efa2025 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:35.886422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Attempting to bind port fb62577e-b52a-47e0-b1c8-e3c301580eb7 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:35.886678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.886792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Attempting to bind port fb62577e-b52a-47e0-b1c8-e3c301580eb7 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '5ce93166-2681-4fa4-9e69-5c5981642a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:35.887120 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Attempting to bind port fb62577e-b52a-47e0-b1c8-e3c301580eb7 on network f9c60186-9e70-42fb-b8b3-1c80486ade84 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:57:35.909224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1cdd407d-f9a5-42d7-b2f1-cd5e91376b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'name': 'tempest-ServerActionsTestJSON-935764756-router', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:51Z', 'updated_at': '2022-05-25T22:57:28Z', 'revision_number': 5, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'gw_port': {'id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:53Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:35.914122 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:57:35.914489 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Checking segment: {'id': '5ce93166-2681-4fa4-9e69-5c5981642a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:35.915307 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.915307 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Bound using segment: {'id': '5ce93166-2681-4fa4-9e69-5c5981642a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:57:35.915721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Bound port: fb62577e-b52a-47e0-b1c8-e3c301580eb7, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce93166-2681-4fa4-9e69-5c5981642a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:35.916091 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.929494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd407d-f9a5-42d7-b2f1-cd5e91376b6f None None] Checking router: a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:57:35.948099 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-5926ada1-0325-45b0-94f6-4ddbcd0d32b5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting subnet 03e5d1ef-9505-45c4-885e-d7f4171c8948 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:57:35.957500 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5926ada1-0325-45b0-94f6-4ddbcd0d32b5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:35.976550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Pushing event deleted for resources: {'Port': ['ID=6bdff9a2-9695-48b6-b72c-11ba9efa2025,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:35.990887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] No DVR routers for this DVR port 6bdff9a2-9695-48b6-b72c-11ba9efa2025 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:57:36.006445 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd407d-f9a5-42d7-b2f1-cd5e91376b6f None None] Routers {'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:36.007012 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1cdd407d-f9a5-42d7-b2f1-cd5e91376b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:36.025440 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d18bf1b6-094d-4efb-92bf-55757eebf9ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.038846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.objects.ports [None req-8245a0ee-d523-4ea5-93dc-4a9e4ca49052 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84717) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:57:36.053720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5926ada1-0325-45b0-94f6-4ddbcd0d32b5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.054613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:36.054952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:36.055304 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:36.055621 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:36.055947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:36.056553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:36.056877 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:36.057200 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:36.057555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:36.057836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:36.058151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:36.066632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8245a0ee-d523-4ea5-93dc-4a9e4ca49052 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.071894 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-29ae8850-7e0d-422d-8bcc-eddb9e7bb823 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:57:36.072252 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-29ae8850-7e0d-422d-8bcc-eddb9e7bb823 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:57:36.145882 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6bdff9a2-9695-48b6-b72c-11ba9efa2025 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:57:36.147801 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d18bf1b6-094d-4efb-92bf-55757eebf9ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.195070 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b2b5490-d0d4-4db3-8230-bf08751e56c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.195738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 6bdff9a2-9695-48b6-b72c-11ba9efa2025 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:57:36.195738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6bdff9a2-9695-48b6-b72c-11ba9efa2025 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:57:36.211423 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] For port fb62577e-b52a-47e0-b1c8-e3c301580eb7, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:36.216575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] For port fb62577e-b52a-47e0-b1c8-e3c301580eb7, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fb62577e-b52a-47e0-b1c8-e3c301580eb7,segment=NetworkSegment(5ce93166-2681-4fa4-9e69-5c5981642a09),segment_id=5ce93166-2681-4fa4-9e69-5c5981642a09)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:36.264062 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-1cdd407d-f9a5-42d7-b2f1-cd5e91376b6f None None] Set router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:57:36.308683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b5490-d0d4-4db3-8230-bf08751e56c6 admin admin] Deleting port d9b004cb-d666-491e-bfd0-ee3abd1b6ee4 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:36.309013 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b2b5490-d0d4-4db3-8230-bf08751e56c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.309647 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.334121 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5926ada1-0325-45b0-94f6-4ddbcd0d32b5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.338797 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8245a0ee-d523-4ea5-93dc-4a9e4ca49052 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:36.342197 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.353437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-8245a0ee-d523-4ea5-93dc-4a9e4ca49052 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:36.356194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8245a0ee-d523-4ea5-93dc-4a9e4ca49052 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:36.356817 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8245a0ee-d523-4ea5-93dc-4a9e4ca49052 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.364454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245a0ee-d523-4ea5-93dc-4a9e4ca49052 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=e96a948c-eb89-4695-b6b1-28b60520f380,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:36.382516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73160f7-2af9-4bea-bb83-14b463f427e5 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:36.397118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-567ee019-75d2-401e-bb96-292a0553b65e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.424552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d18bf1b6-094d-4efb-92bf-55757eebf9ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.453591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbe8172-06c4-4017-a045-fde4b681d2ef']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:36.472323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bf1b6-094d-4efb-92bf-55757eebf9ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c6e9ef-ff26-43d1-916b-56ef17aff0ad,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:36.528696 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d13b6e3-a49c-46f5-ad48-16e0683fb82b') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:36.528979 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d13b6e3-a49c-46f5-ad48-16e0683fb82b') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:36.548907 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8245a0ee-d523-4ea5-93dc-4a9e4ca49052 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9687517 May 25 22:57:36.551164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.557720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37698) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:36.566253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d18bf1b6-094d-4efb-92bf-55757eebf9ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.567237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'mac_address': 'fa:16:3e:bd:30:8e', 'name': 'tempest-NetworksTestDHCPv6-834753518'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:36.570393 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d18bf1b6-094d-4efb-92bf-55757eebf9ac tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/security-groups/e9c6e9ef-ff26-43d1-916b-56ef17aff0ad HTTP/1.1" status: 204 len: 168 time: 0.7418168 May 25 22:57:36.570531 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.581194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37702) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:36.619874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-29ae8850-7e0d-422d-8bcc-eddb9e7bb823 None None] Deleting port 6bdff9a2-9695-48b6-b72c-11ba9efa2025 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:36.620242 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-29ae8850-7e0d-422d-8bcc-eddb9e7bb823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.668230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.723309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:57:36.723680 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.735006 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1cc24-0468-4498-848e-c5e66e96e870 None None] Pushing event updated for resources: {'Port': ['ID=fb62577e-b52a-47e0-b1c8-e3c301580eb7,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:57:36.744579 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:57:36.750975 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-29ae8850-7e0d-422d-8bcc-eddb9e7bb823 None None] The port '6bdff9a2-9695-48b6-b72c-11ba9efa2025' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:57:36.905675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:36.914365 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2a5c46a2-f577-4df3-93cb-d9f3ea14e9c0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.916748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:36.920820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:36.928251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:36.969342 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2a5c46a2-f577-4df3-93cb-d9f3ea14e9c0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:36.972317 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-4b2b5490-d0d4-4db3-8230-bf08751e56c6 admin admin] For port d9b004cb-d666-491e-bfd0-ee3abd1b6ee4, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d9b004cb-d666-491e-bfd0-ee3abd1b6ee4,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:36.972839 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b2b5490-d0d4-4db3-8230-bf08751e56c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.007963 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': 'e96a948c-eb89-4695-b6b1-28b60520f380'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:57:37.009175 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.016376 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.020989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.066426 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:37.070552 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.071363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1cdd407d-f9a5-42d7-b2f1-cd5e91376b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'name': 'tempest-ServerActionsTestJSON-935764756-router', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:51Z', 'updated_at': '2022-05-25T22:57:28Z', 'revision_number': 5, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'gw_port': {'id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:53Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:37.080380 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd407d-f9a5-42d7-b2f1-cd5e91376b6f None None] The sync data for ids ['a39ae132-c9d8-46b9-aa6f-35de8e7af2f1'] in dv-neutron-843300-1-hyperv is: [{'id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'name': 'tempest-ServerActionsTestJSON-935764756-router', 'tenant_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:53:51Z', 'updated_at': '2022-05-25T22:57:28Z', 'revision_number': 5, 'project_id': '69e1c75f41b74d7b9d9edc5f4f74584f', 'gw_port': {'id': 'd9b004cb-d666-491e-bfd0-ee3abd1b6ee4', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39ae132-c9d8-46b9-aa6f-35de8e7af2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:53:53Z', 'updated_at': '2022-05-25T22:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:57:37.092084 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] 10.222.0.66 "DELETE /v2.0/networks/ccbe8172-06c4-4017-a045-fde4b681d2ef HTTP/1.1" status: 204 len: 168 time: 2.9630768 May 25 22:57:37.105598 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211bf6b-7256-49d1-ac54-043d4a6f5292 tempest-FloatingIPNegativeTestJSON-1210535062 tempest-FloatingIPNegativeTestJSON-1210535062-project] Pushing event deleted for resources: {'Network': ['ID=ccbe8172-06c4-4017-a045-fde4b681d2ef,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:37.157343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5926ada1-0325-45b0-94f6-4ddbcd0d32b5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.183034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b5490-d0d4-4db3-8230-bf08751e56c6 admin admin] Calling delete_port for d9b004cb-d666-491e-bfd0-ee3abd1b6ee4 owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:37.190445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port 9a5eec86-b177-4bd9-bf8f-bc17f2dac128 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:57:37.294061 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6e4854-5777-4645-b0d3-6b2dc35cdf59 None None] Network cd9ea261-a984-470b-8b9f-cbb2c4f34692 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:37.301665 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926ada1-0325-45b0-94f6-4ddbcd0d32b5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Subnet': ['ID=03e5d1ef-9505-45c4-885e-d7f4171c8948,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:37.319770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5926ada1-0325-45b0-94f6-4ddbcd0d32b5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.332172 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Allocated IP 2001:db8::f816:3eff:feca:afed (228eb34e-59ed-4b00-ac30-fd8c9bc52748/e96a948c-eb89-4695-b6b1-28b60520f380/4bd64efa-3a59-4794-a375-63321e90c794) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:37.335159 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5926ada1-0325-45b0-94f6-4ddbcd0d32b5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/03e5d1ef-9505-45c4-885e-d7f4171c8948 HTTP/1.1" status: 204 len: 168 time: 1.7220292 May 25 22:57:37.335276 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37708) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:37.363656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2a5c46a2-f577-4df3-93cb-d9f3ea14e9c0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.520636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c46a2-f577-4df3-93cb-d9f3ea14e9c0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49354cee-a825-4e5f-b987-6aabce2f895d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:37.621606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2a5c46a2-f577-4df3-93cb-d9f3ea14e9c0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.622726 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2a5c46a2-f577-4df3-93cb-d9f3ea14e9c0 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/security-groups/49354cee-a825-4e5f-b987-6aabce2f895d HTTP/1.1" status: 204 len: 168 time: 1.0355587 May 25 22:57:37.627833 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.631187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37712) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:37.683961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port 004d096d-81d9-4126-b384-d68d88d94c20 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:37.684299 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.750425 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Allocated IP 172.20.0.1 (f9c60186-9e70-42fb-b8b3-1c80486ade84/194773ba-2949-40ba-961f-fa4cac5277ab/df31feb1-fda0-477d-ae50-b422db311bb1) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:37.858295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37718) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:37.863926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2058-afef-4a78-a18d-a4e306423d9d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.869683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.881455 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Transition to ACTIVE for port object 4bd64efa-3a59-4794-a375-63321e90c794 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:37.887109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b2b5490-d0d4-4db3-8230-bf08751e56c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.912666 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Transition to ACTIVE for port object 4bd64efa-3a59-4794-a375-63321e90c794 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:37.966111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e14959-749f-442d-bacc-fa3488664394 None None] DHCP port deletion for cd9ea261-a984-470b-8b9f-cbb2c4f34692 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:57:37.973697 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-11e14959-749f-442d-bacc-fa3488664394 None None] Deleting port 004d096d-81d9-4126-b384-d68d88d94c20 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:37.974515 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-11e14959-749f-442d-bacc-fa3488664394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:37.996148 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b5490-d0d4-4db3-8230-bf08751e56c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b004cb-d666-491e-bfd0-ee3abd1b6ee4,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:38.026460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:38.190642 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2058-afef-4a78-a18d-a4e306423d9d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:38.207735 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:38.217440 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:38.218714 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Pushing event updated for resources: {'Port': ['ID=4bd64efa-3a59-4794-a375-63321e90c794,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:38.222859 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fb62577e-b52a-47e0-b1c8-e3c301580eb7 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:38.259128 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:38.263730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] For port 004d096d-81d9-4126-b384-d68d88d94c20, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=004d096d-81d9-4126-b384-d68d88d94c20,segment=NetworkSegment(d34b19b7-810b-46d5-a245-a7c29d87f7b9),segment_id=d34b19b7-810b-46d5-a245-a7c29d87f7b9)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:38.264084 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:38.373614 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b2b5490-d0d4-4db3-8230-bf08751e56c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:38.445318 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for 004d096d-81d9-4126-b384-d68d88d94c20 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:38.446844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:38.452986 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:38.453718 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:38.454270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:38.454683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:38.455087 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:38.455486 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:38.455884 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:38.456278 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:38.456790 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:38.457186 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:38.619154 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-567ee019-75d2-401e-bb96-292a0553b65e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port 89570a66-2d20-48e1-94ce-590583d3ebf4 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:38.619498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-567ee019-75d2-401e-bb96-292a0553b65e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:38.634232 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd0e4d6-c08c-4e99-b8e8-b61de068c6a9 None None] Network f9c60186-9e70-42fb-b8b3-1c80486ade84 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:38.648974 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::f816:3eff:febd:308e (228eb34e-59ed-4b00-ac30-fd8c9bc52748/e96a948c-eb89-4695-b6b1-28b60520f380/9a5eec86-b177-4bd9-bf8f-bc17f2dac128) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:38.817579 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-64cf85fd-ae52-4e1b-802a-5a98dce63b1a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fed65cbc77d47e59157328759c30af3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9579921 May 25 22:57:38.831063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2058-afef-4a78-a18d-a4e306423d9d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:38.832567 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37724) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:38.902944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Attempting to bind port 4bd64efa-3a59-4794-a375-63321e90c794 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:38.903564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Attempting to bind port 4bd64efa-3a59-4794-a375-63321e90c794 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:38.903663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Attempting to bind port 4bd64efa-3a59-4794-a375-63321e90c794 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:57:38.909683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:38.913330 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-11e14959-749f-442d-bacc-fa3488664394 None None] For port 004d096d-81d9-4126-b384-d68d88d94c20, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=004d096d-81d9-4126-b384-d68d88d94c20,segment=NetworkSegment(d34b19b7-810b-46d5-a245-a7c29d87f7b9),segment_id=d34b19b7-810b-46d5-a245-a7c29d87f7b9)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:38.914056 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-11e14959-749f-442d-bacc-fa3488664394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:38.935410 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd2058-afef-4a78-a18d-a4e306423d9d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114c4a4a-a1eb-4ccb-9106-0669635345d5,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:38.961195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b2b5490-d0d4-4db3-8230-bf08751e56c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:38.967349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2058-afef-4a78-a18d-a4e306423d9d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:38.971278 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6ecd2058-afef-4a78-a18d-a4e306423d9d tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/security-groups/114c4a4a-a1eb-4ccb-9106-0669635345d5 HTTP/1.1" status: 204 len: 168 time: 1.3367214 May 25 22:57:38.975295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Transition to ACTIVE for port object df31feb1-fda0-477d-ae50-b422db311bb1 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:38.976270 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37728) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:39.014668 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b2b5490-d0d4-4db3-8230-bf08751e56c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.061852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.083005 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.111985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-11e14959-749f-442d-bacc-fa3488664394 None None] Calling delete_port for 004d096d-81d9-4126-b384-d68d88d94c20 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:39.128274 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Port': ['ID=004d096d-81d9-4126-b384-d68d88d94c20,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:39.130375 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] No DVR routers for this DVR port 004d096d-81d9-4126-b384-d68d88d94c20 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:57:39.145841 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:57:39.145988 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:39.146281 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.146667 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:57:39.147237 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Bound port: 4bd64efa-3a59-4794-a375-63321e90c794, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:39.147515 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.195794 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-567ee019-75d2-401e-bb96-292a0553b65e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.213069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.218215 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port fb62577e-b52a-47e0-b1c8-e3c301580eb7 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:39.267885 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b2b5490-d0d4-4db3-8230-bf08751e56c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.268728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2b5490-d0d4-4db3-8230-bf08751e56c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:57:39.305141 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea6758f-e7c8-4911-a3a2-946d01fe5d89 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting subnet 1eb1a789-f7f2-4d48-9ecd-257ca2a25859 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:57:39.313218 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ea6758f-e7c8-4911-a3a2-946d01fe5d89 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.316196 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] For port 4bd64efa-3a59-4794-a375-63321e90c794, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:39.320803 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] For port 4bd64efa-3a59-4794-a375-63321e90c794, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4bd64efa-3a59-4794-a375-63321e90c794,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:39.341820 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-672d645e-3c79-43e8-a13a-e99abed588de None None] Provisioning for port fb62577e-b52a-47e0-b1c8-e3c301580eb7 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:39.350211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port fb62577e-b52a-47e0-b1c8-e3c301580eb7 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:39.350685 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.369613 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.430451 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.502453 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-672d645e-3c79-43e8-a13a-e99abed588de None None] Provisioning complete for port fb62577e-b52a-47e0-b1c8-e3c301580eb7 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:39.502824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-672d645e-3c79-43e8-a13a-e99abed588de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.510108 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4b2b5490-d0d4-4db3-8230-bf08751e56c6 admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.511897 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4b2b5490-d0d4-4db3-8230-bf08751e56c6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a39ae132-c9d8-46b9-aa6f-35de8e7af2f1 HTTP/1.1" status: 204 len: 168 time: 5.4592881 May 25 22:57:39.518055 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ea6758f-e7c8-4911-a3a2-946d01fe5d89 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.520396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37732) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:39.535363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-567ee019-75d2-401e-bb96-292a0553b65e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for 89570a66-2d20-48e1-94ce-590583d3ebf4 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:39.547837 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Network f9c60186-9e70-42fb-b8b3-1c80486ade84 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:39.555600 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:39.558562 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:39.606608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event updated for resources: {'Port': ['ID=df31feb1-fda0-477d-ae50-b422db311bb1,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:39.609022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.612574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.621357 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8a535b1e-a985-45e9-8fcc-f2a2bb79a171 HTTP/1.1" status: 204 len: 168 time: 0.7852874 May 25 22:57:39.647219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.658744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.665034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a535b1e-a985-45e9-8fcc-f2a2bb79a171,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:39.674206 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.674537 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.674866 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.675197 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.675517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.675835 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.676150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.676462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.676814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.677126 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.677437 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.709920 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.716036 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.716371 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.716728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.717349 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-11e14959-749f-442d-bacc-fa3488664394 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:57:39.717473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.717473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.717823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.718144 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.718263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-11e14959-749f-442d-bacc-fa3488664394 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:57:39.718455 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.719762 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.720080 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.720608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e4c92-781e-46e7-8e4b-3154903723db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:57:39.721043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb55fca-61ba-4626-b778-cfa02500287c None None] Pushing event updated for resources: {'Port': ['ID=4bd64efa-3a59-4794-a375-63321e90c794,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:39.763154 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ea6758f-e7c8-4911-a3a2-946d01fe5d89 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.763363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object 9a5eec86-b177-4bd9-bf8f-bc17f2dac128 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:39.772986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9ea261-a984-470b-8b9f-cbb2c4f34692']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:39.811946 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-13903f04-fad6-4f6d-9a06-a9327e3e8799 admin admin] Deleting subnet 3155b6aa-add2-4285-876b-845d979c80c0 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:57:39.876668 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13903f04-fad6-4f6d-9a06-a9327e3e8799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.931268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34b19b7-810b-46d5-a245-a7c29d87f7b9') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:39.931570 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34b19b7-810b-46d5-a245-a7c29d87f7b9') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:39.995853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:39.998288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.019192 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ea6758f-e7c8-4911-a3a2-946d01fe5d89 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.022083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-672d645e-3c79-43e8-a13a-e99abed588de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.044424 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.089623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6758f-e7c8-4911-a3a2-946d01fe5d89 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb1a789-f7f2-4d48-9ecd-257ca2a25859,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:40.096502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.099575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ea6758f-e7c8-4911-a3a2-946d01fe5d89 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.116664 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6ea6758f-e7c8-4911-a3a2-946d01fe5d89 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/1eb1a789-f7f2-4d48-9ecd-257ca2a25859 HTTP/1.1" status: 204 len: 168 time: 1.1316028 May 25 22:57:40.116851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37740) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:40.117195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b280e10f-0eff-4f87-ad71-606870bcc528 None None] Network 8f081961-ed7d-470e-860c-1f46a06b2028 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:40.117321 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13903f04-fad6-4f6d-9a06-a9327e3e8799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.169603 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-672d645e-3c79-43e8-a13a-e99abed588de None None] For port fb62577e-b52a-47e0-b1c8-e3c301580eb7, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fb62577e-b52a-47e0-b1c8-e3c301580eb7,segment=NetworkSegment(5ce93166-2681-4fa4-9e69-5c5981642a09),segment_id=5ce93166-2681-4fa4-9e69-5c5981642a09)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:40.174491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:57:40.175038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.276552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-11e14959-749f-442d-bacc-fa3488664394 None None] Deleting port 004d096d-81d9-4126-b384-d68d88d94c20 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:40.278516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-11e14959-749f-442d-bacc-fa3488664394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.375868 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-672d645e-3c79-43e8-a13a-e99abed588de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.512586 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-11e14959-749f-442d-bacc-fa3488664394 None None] The port '004d096d-81d9-4126-b384-d68d88d94c20' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:57:40.545356 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:57:40.545829 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:57:40.578311 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:57:40.639191 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.643740 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.687432 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7c86d6c5-816f-49c7-a34c-d177504eefbd None None] Provisioning complete for port fb62577e-b52a-47e0-b1c8-e3c301580eb7 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:40.687808 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7c86d6c5-816f-49c7-a34c-d177504eefbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.710892 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.752424 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d645e-3c79-43e8-a13a-e99abed588de None None] Pushing event updated for resources: {'Port': ['ID=fb62577e-b52a-47e0-b1c8-e3c301580eb7,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:40.771767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.814409 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.832481 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Network': ['ID=cd9ea261-a984-470b-8b9f-cbb2c4f34692,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:40.907405 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event updated for resources: {'Port': ['ID=df31feb1-fda0-477d-ae50-b422db311bb1,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:40.941978 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:40.970852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:41.006152 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f3b2686a-51d0-434e-83b1-b9a7b302779e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/networks/cd9ea261-a984-470b-8b9f-cbb2c4f34692 HTTP/1.1" status: 204 len: 168 time: 3.6692102 May 25 22:57:41.006953 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=9a5eec86-b177-4bd9-bf8f-bc17f2dac128,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:41.009746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:41.012900 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:41.017335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:41.017953 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.065493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37754) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:41.065493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13903f04-fad6-4f6d-9a06-a9327e3e8799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.139167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7d699b28-c29e-4744-ad09-38b041ba7000 None None] Provisioning for port df31feb1-fda0-477d-ae50-b422db311bb1 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:41.166717 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7d699b28-c29e-4744-ad09-38b041ba7000 None None] Provisioning complete for port df31feb1-fda0-477d-ae50-b422db311bb1 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:41.169298 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7d699b28-c29e-4744-ad09-38b041ba7000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.189480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbf4086-4fcd-44c1-99f4-d5969e14741e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting subnet 0ae39c24-812f-4e02-ba5a-89c6df426b95 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:57:41.198967 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-30ea14bd-8c56-4a40-bbe1-29d0f7a8ee01 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1934141581', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:41.213941 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6c882895-54b1-45dc-8f3f-09bc335ba59d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6549590 May 25 22:57:41.218017 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dcbf4086-4fcd-44c1-99f4-d5969e14741e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.269083 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37760) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:41.270779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-30ea14bd-8c56-4a40-bbe1-29d0f7a8ee01 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:41.271944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-7d699b28-c29e-4744-ad09-38b041ba7000 None None] Port df31feb1-fda0-477d-ae50-b422db311bb1 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:41.327196 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Network f9c60186-9e70-42fb-b8b3-1c80486ade84 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:41.329347 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:41.355186 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 004d096d-81d9-4126-b384-d68d88d94c20 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:57:41.373873 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-30ea14bd-8c56-4a40-bbe1-29d0f7a8ee01 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:router and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:41.386901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-30ea14bd-8c56-4a40-bbe1-29d0f7a8ee01 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:41.413758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-30ea14bd-8c56-4a40-bbe1-29d0f7a8ee01 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:41.455773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dcbf4086-4fcd-44c1-99f4-d5969e14741e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.488406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 004d096d-81d9-4126-b384-d68d88d94c20 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:57:41.491195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 004d096d-81d9-4126-b384-d68d88d94c20 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:57:41.491195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c639b4fa-d64b-4725-bb24-9dccd558b055 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:57:41.529393 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: c639b4fa-d64b-4725-bb24-9dccd558b055 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:57:41.529603 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c639b4fa-d64b-4725-bb24-9dccd558b055 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:57:41.549076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37766) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:41.559700 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-567ee019-75d2-401e-bb96-292a0553b65e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.630167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d089ea92-58d2-4e84-a512-4bedf8916e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.636102 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-17a0b458-cadd-4654-a22e-3ae264593f1f None None] Provisioning for port 4bd64efa-3a59-4794-a375-63321e90c794 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:41.701459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30ea14bd-8c56-4a40-bbe1-29d0f7a8ee01 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.703804 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30ea14bd-8c56-4a40-bbe1-29d0f7a8ee01 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.718238 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ee019-75d2-401e-bb96-292a0553b65e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Port': ['ID=89570a66-2d20-48e1-94ce-590583d3ebf4,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:41.826259 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4bd64efa-3a59-4794-a375-63321e90c794 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:41.838746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dcbf4086-4fcd-44c1-99f4-d5969e14741e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.885033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13903f04-fad6-4f6d-9a06-a9327e3e8799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.938002 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6215f239-4cd8-4145-8dc5-0d8c06c3fb27 None None] Provisioning for port 9a5eec86-b177-4bd9-bf8f-bc17f2dac128 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:41.951212 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6215f239-4cd8-4145-8dc5-0d8c06c3fb27 None None] Provisioning complete for port 9a5eec86-b177-4bd9-bf8f-bc17f2dac128 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:41.951701 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6215f239-4cd8-4145-8dc5-0d8c06c3fb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:41.991063 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:57:42.019545 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30ea14bd-8c56-4a40-bbe1-29d0f7a8ee01 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.029690 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6215f239-4cd8-4145-8dc5-0d8c06c3fb27 None None] Port 9a5eec86-b177-4bd9-bf8f-bc17f2dac128 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:42.046158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2630d4-5a97-4b43-83d6-064e3380d25c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:42.050875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2630d4-5a97-4b43-83d6-064e3380d25c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:42.051699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-6f2630d4-5a97-4b43-83d6-064e3380d25c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:42.082195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558990275'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:42.090958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937f8cf9-e37b-4080-ae67-e6d2df9bf13f None None] Network c224e130-86c2-490b-81d8-a8b63adeefac requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:42.102318 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13903f04-fad6-4f6d-9a06-a9327e3e8799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3155b6aa-add2-4285-876b-845d979c80c0,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:42.105982 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13903f04-fad6-4f6d-9a06-a9327e3e8799 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.116390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 4bd64efa-3a59-4794-a375-63321e90c794 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:42.162626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:42.188050 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:42.195928 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 4bd64efa-3a59-4794-a375-63321e90c794 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:42.196466 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.198138 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:42.209551 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30ea14bd-8c56-4a40-bbe1-29d0f7a8ee01 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.218959 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-13903f04-fad6-4f6d-9a06-a9327e3e8799 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3155b6aa-add2-4285-876b-845d979c80c0 HTTP/1.1" status: 204 len: 168 time: 2.6922209 May 25 22:57:42.220359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37772) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:42.221943 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:42.257041 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-567ee019-75d2-401e-bb96-292a0553b65e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.301419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:42.311941 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7b8d295e-e3b6-4faa-9c66-3684d83f59ee tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "PUT /v2.0/routers/c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6798441 May 25 22:57:42.352925 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.366388 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] Deleting port f9ecd82f-2039-44b0-9b40-d6db57dbabc5 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:42.370289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.373521 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Sync routers for ids ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:57:42.383634 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-6f2630d4-5a97-4b43-83d6-064e3380d25c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:42.385661 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6f2630d4-5a97-4b43-83d6-064e3380d25c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.1108959 May 25 22:57:42.386806 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30ea14bd-8c56-4a40-bbe1-29d0f7a8ee01 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.388146 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-30ea14bd-8c56-4a40-bbe1-29d0f7a8ee01 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2167835 May 25 22:57:42.389271 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37778) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:42.399511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37780) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:42.409713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2a81fd9c-75cb-4376-9224-2e987cef55a5 None None] Provisioning complete for port df31feb1-fda0-477d-ae50-b422db311bb1 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:42.410083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2a81fd9c-75cb-4376-9224-2e987cef55a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.416031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a6964b3c-d63e-44f0-bae0-e7ae910746ed tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'network': {'name': 'tempest-RoutersTest-1352514673'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:42.422463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a6964b3c-d63e-44f0-bae0-e7ae910746ed tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:42.426661 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a6964b3c-d63e-44f0-bae0-e7ae910746ed tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:network and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:42.433477 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a6964b3c-d63e-44f0-bae0-e7ae910746ed tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:42.436128 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a6964b3c-d63e-44f0-bae0-e7ae910746ed tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:42.442352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dcbf4086-4fcd-44c1-99f4-d5969e14741e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.486524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Routers {'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:42.487156 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:42.547891 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.582040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf4086-4fcd-44c1-99f4-d5969e14741e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae39c24-812f-4e02-ba5a-89c6df426b95,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:42.596385 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.616350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dcbf4086-4fcd-44c1-99f4-d5969e14741e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.616589 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2a81fd9c-75cb-4376-9224-2e987cef55a5 None None] Port df31feb1-fda0-477d-ae50-b422db311bb1 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:42.620804 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dcbf4086-4fcd-44c1-99f4-d5969e14741e tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/0ae39c24-812f-4e02-ba5a-89c6df426b95 HTTP/1.1" status: 204 len: 168 time: 2.4596808 May 25 22:57:42.624071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37792) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:42.636769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6964b3c-d63e-44f0-bae0-e7ae910746ed tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:42.639725 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a6964b3c-d63e-44f0-bae0-e7ae910746ed tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.666192 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8963bf-14d1-431a-9e17-8428cccd60e8 None None] Network 8f081961-ed7d-470e-860c-1f46a06b2028 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:42.677003 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-6941893c-73bc-4d20-b93a-aff1d9863c89 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port 9a5eec86-b177-4bd9-bf8f-bc17f2dac128 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:42.677480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6941893c-73bc-4d20-b93a-aff1d9863c89 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.711274 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6964b3c-d63e-44f0-bae0-e7ae910746ed tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:57:42.723087 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-a0f630b5-ef48-42cb-b979-66622e5bb07d tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Synchronizing usage tracker for tenant:7e097633e41448e99b96c8bd1f567e52 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:42.727200 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] For port f9ecd82f-2039-44b0-9b40-d6db57dbabc5, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f9ecd82f-2039-44b0-9b40-d6db57dbabc5,segment=NetworkSegment(0c0066cf-16eb-4feb-8ad6-86dc69df6e56),segment_id=0c0066cf-16eb-4feb-8ad6-86dc69df6e56)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:42.735241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.745600 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a6964b3c-d63e-44f0-bae0-e7ae910746ed tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.745945 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-a6964b3c-d63e-44f0-bae0-e7ae910746ed tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Added segment a0c0a270-0990-4275-b43b-c6a420798691 of type vlan for network fc8165dc-ca3d-403a-a567-64d08e0cd388 May 25 22:57:42.813461 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.827940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2a81fd9c-75cb-4376-9224-2e987cef55a5 None None] Provisioning complete for port 24d8a39f-a589-4861-8e79-6ffc0d41b257 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:42.828290 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2a81fd9c-75cb-4376-9224-2e987cef55a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.874944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] Calling delete_port for f9ecd82f-2039-44b0-9b40-d6db57dbabc5 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:42.908354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a0e788-70d1-4a55-9a77-31423f2b4b41 None None] DHCP port deletion for c224e130-86c2-490b-81d8-a8b63adeefac request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:57:42.940033 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-17a0e788-70d1-4a55-9a77-31423f2b4b41 None None] Deleting port f9ecd82f-2039-44b0-9b40-d6db57dbabc5 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:42.940398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-17a0e788-70d1-4a55-9a77-31423f2b4b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.942624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a6964b3c-d63e-44f0-bae0-e7ae910746ed tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:42.996085 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20bfd22-483d-43e1-b1da-c0ebedcb23ff tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] DELETE failed (client error): The resource could not be found. May 25 22:57:42.996672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20bfd22-483d-43e1-b1da-c0ebedcb23ff tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:42.998229 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e20bfd22-483d-43e1-b1da-c0ebedcb23ff tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/1eb1a789-f7f2-4d48-9ecd-257ca2a25859 HTTP/1.1" status: 404 len: 337 time: 0.3698206 May 25 22:57:43.000412 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2a81fd9c-75cb-4376-9224-2e987cef55a5 None None] Port 24d8a39f-a589-4861-8e79-6ffc0d41b257 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:43.001680 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37796) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:43.017473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Set router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:57:43.038559 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-a0f630b5-ef48-42cb-b979-66622e5bb07d tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Unset dirty status for tenant:7e097633e41448e99b96c8bd1f567e52 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:43.039754 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-a0f630b5-ef48-42cb-b979-66622e5bb07d tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-812119754&fields=id&tenant_id=7e097633e41448e99b96c8bd1f567e52 HTTP/1.1" status: 200 len: 267 time: 0.4342148 May 25 22:57:43.075675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:43.088603 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 4bd64efa-3a59-4794-a375-63321e90c794, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4bd64efa-3a59-4794-a375-63321e90c794,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:43.091058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:43.112411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:43.175783 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-17a0e788-70d1-4a55-9a77-31423f2b4b41 None None] The port 'f9ecd82f-2039-44b0-9b40-d6db57dbabc5' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:57:43.196175 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.196175 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fb62577e-b52a-47e0-b1c8-e3c301580eb7 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:43.239654 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:43.253217 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a6964b3c-d63e-44f0-bae0-e7ae910746ed tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.256763 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6964b3c-d63e-44f0-bae0-e7ae910746ed tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:43.257328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a6964b3c-d63e-44f0-bae0-e7ae910746ed tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.260895 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.332003 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2a81fd9c-75cb-4376-9224-2e987cef55a5 None None] Provisioning complete for port 14230e69-5661-434a-a52d-1ecad619b35d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:43.332003 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2a81fd9c-75cb-4376-9224-2e987cef55a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.407456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6941893c-73bc-4d20-b93a-aff1d9863c89 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.410909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ecd82f-2039-44b0-9b40-d6db57dbabc5,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:43.436391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c37b2b-1002-42ff-b801-8ca9b393bba2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting subnet 17edaedb-21ca-4c36-a46d-dea8194017dc {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:57:43.456112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-51c37b2b-1002-42ff-b801-8ca9b393bba2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.487062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567ee019-75d2-401e-bb96-292a0553b65e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router 74d6ac3f-4d47-4f2f-9e90-004a5d478225 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:57:43.495606 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] No DVR routers for this DVR port f9ecd82f-2039-44b0-9b40-d6db57dbabc5 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:57:43.540152 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=4bd64efa-3a59-4794-a375-63321e90c794,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:43.555365 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-6941893c-73bc-4d20-b93a-aff1d9863c89 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for 9a5eec86-b177-4bd9-bf8f-bc17f2dac128 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:43.573529 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a6964b3c-d63e-44f0-bae0-e7ae910746ed tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1688707 May 25 22:57:43.586165 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37800) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:43.594073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6964b3c-d63e-44f0-bae0-e7ae910746ed tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Network': ['ID=fc8165dc-ca3d-403a-a567-64d08e0cd388,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:43.612783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-71aea659-765b-4fb8-97db-c307ef981ed0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'subnet': {'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:43.627701 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network fc8165dc-ca3d-403a-a567-64d08e0cd388 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:57:43.639815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.684698 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-51c37b2b-1002-42ff-b801-8ca9b393bba2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.716118 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-aa1a3319-c24f-4f00-ab79-29c48d7c1235 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:43.717643 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-aa1a3319-c24f-4f00-ab79-29c48d7c1235 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/networks?id=f9c60186-9e70-42fb-b8b3-1c80486ade84 HTTP/1.1" status: 200 len: 796 time: 0.6658533 May 25 22:57:43.737337 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8adf-c821-470d-b06c-c8b9c9c16bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.765695 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.833194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:43.835299 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.835984 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7139f8ad-11a8-467c-9bf7-9e293d0ee692,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:43.844044 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:43.851108 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port fb62577e-b52a-47e0-b1c8-e3c301580eb7 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:43.851471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:43.877077 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:43.887470 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:43.889208 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-32aaba8c-b21c-4eeb-b7e9-0d6953ebdb82 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/quotas/7e097633e41448e99b96c8bd1f567e52 HTTP/1.1" status: 200 len: 375 time: 0.1520667 May 25 22:57:43.891152 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567ee019-75d2-401e-bb96-292a0553b65e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:43.907580 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c8a0a3-e4c4-42ad-aadc-84a9e5202ff7 None None] Sync routers for ids ['74d6ac3f-4d47-4f2f-9e90-004a5d478225'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:57:43.935060 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c8a0a3-e4c4-42ad-aadc-84a9e5202ff7 None None] Routers {'74d6ac3f-4d47-4f2f-9e90-004a5d478225'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:43.936324 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-65c8a0a3-e4c4-42ad-aadc-84a9e5202ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['74d6ac3f-4d47-4f2f-9e90-004a5d478225'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:43.993586 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-567ee019-75d2-401e-bb96-292a0553b65e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/74d6ac3f-4d47-4f2f-9e90-004a5d478225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1470642 May 25 22:57:44.003190 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37804) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:44.006620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c224e130-86c2-490b-81d8-a8b63adeefac']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:44.028783 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109414195', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:22Z', 'updated_at': '2022-05-25T22:57:39Z', 'revision_number': 4, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'gw_port': {'id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:24Z', 'updated_at': '2022-05-25T22:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'df31feb1-fda0-477d-ae50-b422db311bb1', 'name': '', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'mac_address': 'fa:16:3e:37:41:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:37Z', 'updated_at': '2022-05-25T22:57:40Z', 'revision_number': 2, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'subnets': [{'id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:44.036174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-71aea659-765b-4fb8-97db-c307ef981ed0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:44.045713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Checking router: c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:57:44.047389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Updating router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb port df31feb1-fda0-477d-ae50-b422db311bb1 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:57:44.049159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-71aea659-765b-4fb8-97db-c307ef981ed0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:subnet and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:44.054937 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.059509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-71aea659-765b-4fb8-97db-c307ef981ed0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:44.060901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6941893c-73bc-4d20-b93a-aff1d9863c89 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.067111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0066cf-16eb-4feb-8ad6-86dc69df6e56') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:44.067111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0066cf-16eb-4feb-8ad6-86dc69df6e56') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:44.082628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-71aea659-765b-4fb8-97db-c307ef981ed0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:44.112180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.134105 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-65c8a0a3-e4c4-42ad-aadc-84a9e5202ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:44.134918 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cec62fcd-30d1-424b-9a73-6f6fddba7dcc tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Synchronizing usage tracker for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:44.135659 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-51c37b2b-1002-42ff-b801-8ca9b393bba2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.146904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d9b004cb-d666-491e-bfd0-ee3abd1b6ee4 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:57:44.165225 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c8a0a3-e4c4-42ad-aadc-84a9e5202ff7 None None] Routers {'74d6ac3f-4d47-4f2f-9e90-004a5d478225'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:44.166148 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-65c8a0a3-e4c4-42ad-aadc-84a9e5202ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['74d6ac3f-4d47-4f2f-9e90-004a5d478225'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:44.175514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941893c-73bc-4d20-b93a-aff1d9863c89 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=9a5eec86-b177-4bd9-bf8f-bc17f2dac128,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:44.200034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.213492 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.216261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71aea659-765b-4fb8-97db-c307ef981ed0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:44.231345 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: d9b004cb-d666-491e-bfd0-ee3abd1b6ee4 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:57:44.232280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d9b004cb-d666-491e-bfd0-ee3abd1b6ee4 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:57:44.253070 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:57:44.253615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.313782 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.338319 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-65c8a0a3-e4c4-42ad-aadc-84a9e5202ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:44.338714 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c8a0a3-e4c4-42ad-aadc-84a9e5202ff7 None None] The sync data for ids ['74d6ac3f-4d47-4f2f-9e90-004a5d478225'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:57:44.351563 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:57:44.354846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6941893c-73bc-4d20-b93a-aff1d9863c89 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.356908 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6941893c-73bc-4d20-b93a-aff1d9863c89 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/9a5eec86-b177-4bd9-bf8f-bc17f2dac128 HTTP/1.1" status: 204 len: 168 time: 1.9167054 May 25 22:57:44.370382 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37808) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:44.439194 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4bd64efa-3a59-4794-a375-63321e90c794 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:44.506887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7fa143-4af4-4cb8-89e9-eac51d8e2c16 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:44.508435 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7fa143-4af4-4cb8-89e9-eac51d8e2c16 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:44.509332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7a7fa143-4af4-4cb8-89e9-eac51d8e2c16 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:44.522530 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-27939670-c2f8-4cbe-9f98-8c75124bd84e tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Synchronizing usage tracker for tenant:7e097633e41448e99b96c8bd1f567e52 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:44.554173 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cec62fcd-30d1-424b-9a73-6f6fddba7dcc tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Unset dirty status for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:44.561203 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cec62fcd-30d1-424b-9a73-6f6fddba7dcc tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports?device_id=74d6ac3f-4d47-4f2f-9e90-004a5d478225 HTTP/1.1" status: 200 len: 205 time: 0.5560048 May 25 22:57:44.563852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.569245 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.0177822 May 25 22:57:44.573631 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37812) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:44.573963 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37814) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:44.580087 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1b226-0d8c-4d95-87a6-76a03970eea0 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa2deb6-90f1-4805-bc8a-d8a03613b48f,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:44.626718 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7a7fa143-4af4-4cb8-89e9-eac51d8e2c16 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:44.636888 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7a7fa143-4af4-4cb8-89e9-eac51d8e2c16 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2386727 May 25 22:57:44.636888 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37820) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:44.664169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71aea659-765b-4fb8-97db-c307ef981ed0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.712405 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 4bd64efa-3a59-4794-a375-63321e90c794 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:44.712883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.717672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.859549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.868866 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.882520 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-51c37b2b-1002-42ff-b801-8ca9b393bba2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.886428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-27939670-c2f8-4cbe-9f98-8c75124bd84e tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Unset dirty status for tenant:7e097633e41448e99b96c8bd1f567e52 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:44.887865 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-27939670-c2f8-4cbe-9f98-8c75124bd84e tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e097633e41448e99b96c8bd1f567e52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9591026 May 25 22:57:44.900190 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.928465 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace2f2f4-c97b-4c90-b0d1-7283441451bf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet e96a948c-eb89-4695-b6b1-28b60520f380 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:57:44.933984 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ace2f2f4-c97b-4c90-b0d1-7283441451bf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:44.935649 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c224e130-86c2-490b-81d8-a8b63adeefac,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:44.944626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Transition to ACTIVE for port object df31feb1-fda0-477d-ae50-b422db311bb1 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:44.969579 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c37b2b-1002-42ff-b801-8ca9b393bba2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Subnet': ['ID=17edaedb-21ca-4c36-a46d-dea8194017dc,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:44.997667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-51c37b2b-1002-42ff-b801-8ca9b393bba2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.003097 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-51c37b2b-1002-42ff-b801-8ca9b393bba2 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/17edaedb-21ca-4c36-a46d-dea8194017dc HTTP/1.1" status: 204 len: 168 time: 1.9966025 May 25 22:57:45.012662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.013779 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37826) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:45.069911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-69b78aab-2a8b-41bf-8262-72400b289ccd tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.083732 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f97913-2c86-4650-a227-9ac14fecdaa3 None None] Network 8f081961-ed7d-470e-860c-1f46a06b2028 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:45.115086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ace2f2f4-c97b-4c90-b0d1-7283441451bf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.182313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f9ecd82f-2039-44b0-9b40-d6db57dbabc5 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:57:45.208389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ace2f2f4-c97b-4c90-b0d1-7283441451bf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.212363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bbec2b0a-402b-4bf7-b2f4-1c22c0d5a3b4 None None] Provisioning complete for port 24d8a39f-a589-4861-8e79-6ffc0d41b257 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:45.218419 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bbec2b0a-402b-4bf7-b2f4-1c22c0d5a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.236933 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.253684 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b7706a29-585c-479d-a3bf-72b39a00b5d7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c224e130-86c2-490b-81d8-a8b63adeefac HTTP/1.1" status: 204 len: 168 time: 3.0300698 May 25 22:57:45.285592 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5a57d637-5cfa-41fd-8104-699ef442f316 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.7043355 May 25 22:57:45.286978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37832) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:45.293483 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecadf40-2186-456d-94cd-316035db20ca tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] DELETE failed (client error): The resource could not be found. May 25 22:57:45.293922 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecadf40-2186-456d-94cd-316035db20ca tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:45.298093 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: f9ecd82f-2039-44b0-9b40-d6db57dbabc5 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:57:45.298585 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f9ecd82f-2039-44b0-9b40-d6db57dbabc5 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:57:45.303920 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a4f390b0-2a46-484f-9796-b43bd409070f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group': {'name': 'tempest-security--140228771', 'description': 'tempest-security-description-1065599286'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:45.411064 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885e59f-6737-469b-8b81-80ab2e887b8f None None] Pushing event updated for resources: {'Port': ['ID=df31feb1-fda0-477d-ae50-b422db311bb1,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:45.431260 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-bbec2b0a-402b-4bf7-b2f4-1c22c0d5a3b4 None None] Port 24d8a39f-a589-4861-8e79-6ffc0d41b257 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:45.431650 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8ecadf40-2186-456d-94cd-316035db20ca tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/c1ba8532-cdb4-4178-91a6-0266978be7a6 HTTP/1.1" status: 404 len: 337 time: 0.4167695 May 25 22:57:45.437694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37836) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:45.460469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4f390b0-2a46-484f-9796-b43bd409070f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.530389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4f390b0-2a46-484f-9796-b43bd409070f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.539036 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ace2f2f4-c97b-4c90-b0d1-7283441451bf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.548795 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6b9ae5b3-94e4-494f-865f-804b42660fda tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "GET /v2.0/ports?device_id=57a061e7-951a-4554-9041-315e73d877ed HTTP/1.1" status: 200 len: 205 time: 0.1041622 May 25 22:57:45.569109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37840) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:45.604051 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2f2f4-c97b-4c90-b0d1-7283441451bf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=e96a948c-eb89-4695-b6b1-28b60520f380,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:45.614279 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ace2f2f4-c97b-4c90-b0d1-7283441451bf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.619193 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4f390b0-2a46-484f-9796-b43bd409070f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.634410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bbec2b0a-402b-4bf7-b2f4-1c22c0d5a3b4 None None] Provisioning complete for port 14230e69-5661-434a-a52d-1ecad619b35d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:45.634773 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bbec2b0a-402b-4bf7-b2f4-1c22c0d5a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.646581 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4f390b0-2a46-484f-9796-b43bd409070f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.647253 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a4f390b0-2a46-484f-9796-b43bd409070f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "PUT /v2.0/security-groups/daa2deb6-90f1-4805-bc8a-d8a03613b48f HTTP/1.1" status: 200 len: 1611 time: 0.3596730 May 25 22:57:45.651207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37844) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:45.670196 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-48034c2f-caa2-4ffe-83cd-bf03235ec056 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] delete failed (client error): The resource could not be found. May 25 22:57:45.671200 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-48034c2f-caa2-4ffe-83cd-bf03235ec056 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/routers/57a061e7-951a-4554-9041-315e73d877ed HTTP/1.1" status: 404 len: 336 time: 0.0983746 May 25 22:57:45.677050 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37848) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:45.697236 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3007a2-3db8-4534-881c-95ba75ec8bb0 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:45.717416 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f390b0-2a46-484f-9796-b43bd409070f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa2deb6-90f1-4805-bc8a-d8a03613b48f,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:45.723000 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ace2f2f4-c97b-4c90-b0d1-7283441451bf tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/e96a948c-eb89-4695-b6b1-28b60520f380 HTTP/1.1" status: 204 len: 168 time: 1.0900786 May 25 22:57:45.727814 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f2a9caf8-ff0b-41c1-887d-9328975af1ee tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-groups/daa2deb6-90f1-4805-bc8a-d8a03613b48f HTTP/1.1" status: 200 len: 1611 time: 0.0707576 May 25 22:57:45.727814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37852) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:45.728609 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37854) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:45.734615 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-3189881d-9bb3-405a-9f08-53eb8cfc0b33 service neutron] 10.222.0.66 "GET /v2.0/networks/f9c60186-9e70-42fb-b8b3-1c80486ade84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8092713 May 25 22:57:45.795907 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Attempting to bind port df31feb1-fda0-477d-ae50-b422db311bb1 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:45.796271 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Attempting to bind port df31feb1-fda0-477d-ae50-b422db311bb1 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '5ce93166-2681-4fa4-9e69-5c5981642a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:45.797325 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Attempting to bind port df31feb1-fda0-477d-ae50-b422db311bb1 on network f9c60186-9e70-42fb-b8b3-1c80486ade84 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:57:45.806369 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37860) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:45.813546 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-729c865d-eea1-4514-b1e2-a71d450c120a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864506 May 25 22:57:45.827904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37864) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:45.839617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:57:45.839980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Checking segment: {'id': '5ce93166-2681-4fa4-9e69-5c5981642a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:45.840381 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.840792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Bound using segment: {'id': '5ce93166-2681-4fa4-9e69-5c5981642a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:57:45.841264 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Bound port: df31feb1-fda0-477d-ae50-b422db311bb1, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce93166-2681-4fa4-9e69-5c5981642a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:45.841733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.903642 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6c4e30ec-2c41-40ba-a73f-5e29722bab6b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69e1c75f41b74d7b9d9edc5f4f74584f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0957456 May 25 22:57:45.906901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37868) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:45.910124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-502393f3-b79a-4e9f-a8d6-b101e3f9e3e6 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.917616 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-1b35538e-aa24-4d89-b4e4-2ea32d3581a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:45.970355 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-502393f3-b79a-4e9f-a8d6-b101e3f9e3e6 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:45.998034 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-956e99ee-c459-493a-b260-5b1bdc1bd6a7 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] DELETE failed (client error): The resource could not be found. May 25 22:57:45.998906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956e99ee-c459-493a-b260-5b1bdc1bd6a7 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:46.003109 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-956e99ee-c459-493a-b260-5b1bdc1bd6a7 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/0c796bd8-2509-4948-ab5c-d89cdadaae80 HTTP/1.1" status: 404 len: 337 time: 0.3208082 May 25 22:57:46.016044 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37872) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:46.065695 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9a77e0c7-bb15-4700-961d-6924481c739c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.069154 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a70296-71f1-447f-a043-401ee96c9410 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] DELETE failed (client error): The resource could not be found. May 25 22:57:46.069598 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a70296-71f1-447f-a043-401ee96c9410 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:46.101703 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e0a70296-71f1-447f-a043-401ee96c9410 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/e31dffb5-55f7-4f79-81b3-3e2c0e283bfb HTTP/1.1" status: 404 len: 337 time: 0.0822992 May 25 22:57:46.102943 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37876) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:46.106627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9a77e0c7-bb15-4700-961d-6924481c739c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.132310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] For port df31feb1-fda0-477d-ae50-b422db311bb1, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:46.136493 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] For port df31feb1-fda0-477d-ae50-b422db311bb1, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=df31feb1-fda0-477d-ae50-b422db311bb1,segment=NetworkSegment(5ce93166-2681-4fa4-9e69-5c5981642a09),segment_id=5ce93166-2681-4fa4-9e69-5c5981642a09)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:46.157601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-502393f3-b79a-4e9f-a8d6-b101e3f9e3e6 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.159875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-502393f3-b79a-4e9f-a8d6-b101e3f9e3e6 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.161446 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-502393f3-b79a-4e9f-a8d6-b101e3f9e3e6 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-groups/daa2deb6-90f1-4805-bc8a-d8a03613b48f HTTP/1.1" status: 204 len: 168 time: 0.4317327 May 25 22:57:46.171075 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbaa824-978f-45f5-8758-6b093fa93621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] DELETE failed (client error): The resource could not be found. May 25 22:57:46.171454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbaa824-978f-45f5-8758-6b093fa93621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:46.173750 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-efbaa824-978f-45f5-8758-6b093fa93621 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/c4cb52a3-dddd-40bf-af2f-9cc150ff485a HTTP/1.1" status: 404 len: 337 time: 0.0702977 May 25 22:57:46.174455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37880) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:46.183525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5683aff9-ff06-40b7-a62b-5ecee672dd33 None None] DHCP port deletion for 8f081961-ed7d-470e-860c-1f46a06b2028 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:57:46.189744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5683aff9-ff06-40b7-a62b-5ecee672dd33 None None] Deleting port 14230e69-5661-434a-a52d-1ecad619b35d {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:46.191251 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5683aff9-ff06-40b7-a62b-5ecee672dd33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.201153 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37882) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:46.217594 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502393f3-b79a-4e9f-a8d6-b101e3f9e3e6 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa2deb6-90f1-4805-bc8a-d8a03613b48f,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:46.222329 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.235915 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71aea659-765b-4fb8-97db-c307ef981ed0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.272595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f00724-602d-4e5f-a283-345d5d65d737 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:57:46.292105 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-a456db18-ff7e-42fa-a211-6574e6108c4b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] DELETE failed (client error): The resource could not be found. May 25 22:57:46.292105 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a456db18-ff7e-42fa-a211-6574e6108c4b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:46.295727 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a456db18-ff7e-42fa-a211-6574e6108c4b tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/dc9bd517-7bc0-4ae0-b4ff-0c325b56c61e HTTP/1.1" status: 404 len: 333 time: 0.0812461 May 25 22:57:46.310603 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37888) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:46.313486 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-56f00724-602d-4e5f-a283-345d5d65d737 None None] Deleting port 4bd64efa-3a59-4794-a375-63321e90c794 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:46.313935 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-56f00724-602d-4e5f-a283-345d5d65d737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.364418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 14230e69-5661-434a-a52d-1ecad619b35d no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:57:46.368895 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e5aad2-5ad9-4a13-82fd-e53b16776d22 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] DELETE failed (client error): The resource could not be found. May 25 22:57:46.369359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e5aad2-5ad9-4a13-82fd-e53b16776d22 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:46.382399 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-00cb5bd8-51bd-41ee-b89b-1a1fc73cd9c1 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:46.389629 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e9e5aad2-5ad9-4a13-82fd-e53b16776d22 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/dd9cc2fa-ad58-4c78-b1f9-6b67c570b2e4 HTTP/1.1" status: 404 len: 337 time: 0.0756719 May 25 22:57:46.390057 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37892) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:46.440288 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd71b84a-02bc-4b46-9ffd-8e3eefc87308 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] DELETE failed (client error): The resource could not be found. May 25 22:57:46.440753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd71b84a-02bc-4b46-9ffd-8e3eefc87308 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:46.442382 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cd71b84a-02bc-4b46-9ffd-8e3eefc87308 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/1f557d07-d4a1-4d8d-97a7-d0aaa249fceb HTTP/1.1" status: 404 len: 337 time: 0.0511119 May 25 22:57:46.447126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37896) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:46.450128 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1b35538e-aa24-4d89-b4e4-2ea32d3581a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:46.460143 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1b35538e-aa24-4d89-b4e4-2ea32d3581a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:46.464434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1b35538e-aa24-4d89-b4e4-2ea32d3581a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:46.476470 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1b35538e-aa24-4d89-b4e4-2ea32d3581a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:46.488330 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9a77e0c7-bb15-4700-961d-6924481c739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.491595 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9a77e0c7-bb15-4700-961d-6924481c739c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.492767 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9a77e0c7-bb15-4700-961d-6924481c739c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fbbfc3f3-c343-487e-8551-2e8cad680693 HTTP/1.1" status: 204 len: 168 time: 0.5846779 May 25 22:57:46.502385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-69b78aab-2a8b-41bf-8262-72400b289ccd tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.512161 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-69b78aab-2a8b-41bf-8262-72400b289ccd tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.537036 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-00cb5bd8-51bd-41ee-b89b-1a1fc73cd9c1 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:46.539645 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-00cb5bd8-51bd-41ee-b89b-1a1fc73cd9c1 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3520420 May 25 22:57:46.544858 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a75dd1d-b031-45b6-97c0-a4f022756830 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] DELETE failed (client error): The resource could not be found. May 25 22:57:46.547426 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a75dd1d-b031-45b6-97c0-a4f022756830 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:46.550416 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2a75dd1d-b031-45b6-97c0-a4f022756830 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/5cf795f4-930a-491e-9ffc-dd623329069b HTTP/1.1" status: 404 len: 333 time: 0.1008520 May 25 22:57:46.553257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37902) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:46.555237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37904) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:46.556220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77e0c7-bb15-4700-961d-6924481c739c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbfc3f3-c343-487e-8551-2e8cad680693,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:46.593111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aea659-765b-4fb8-97db-c307ef981ed0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Subnet': ['ID=992a3598-3343-4ab6-9724-86d107674cf8,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:46.601589 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b35538e-aa24-4d89-b4e4-2ea32d3581a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:46.646304 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-80054282-9f2f-44d5-9b9b-22e4d9b6d7dd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] DELETE failed (client error): The resource could not be found. May 25 22:57:46.646909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80054282-9f2f-44d5-9b9b-22e4d9b6d7dd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:46.648695 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-80054282-9f2f-44d5-9b9b-22e4d9b6d7dd tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/6aafb571-6f74-41e4-83e9-cf259b4d8b04 HTTP/1.1" status: 404 len: 337 time: 0.0818613 May 25 22:57:46.650239 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-c52ac1a9-67c1-4771-b63d-e90f7e24466c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] delete failed (client error): The resource could not be found. May 25 22:57:46.651525 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c52ac1a9-67c1-4771-b63d-e90f7e24466c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-groups/daa2deb6-90f1-4805-bc8a-d8a03613b48f HTTP/1.1" status: 404 len: 347 time: 0.0901470 May 25 22:57:46.652123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37910) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:46.655047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37914) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:46.662469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-2dff567c-8f63-4a85-8d51-d28bfb40d1a8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group': {'name': 'tempest-secgroup--2104268374'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:46.694405 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-69b78aab-2a8b-41bf-8262-72400b289ccd tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.694919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b78aab-2a8b-41bf-8262-72400b289ccd tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Fanout notify agent at l3_agent the message router_deleted on router 74d6ac3f-4d47-4f2f-9e90-004a5d478225 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:57:46.700688 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2dff567c-8f63-4a85-8d51-d28bfb40d1a8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:46.711376 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc63ff5-379d-4e25-963d-dc5d847a24ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] DELETE failed (client error): The resource could not be found. May 25 22:57:46.711376 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc63ff5-379d-4e25-963d-dc5d847a24ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:57:46.714822 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3bc63ff5-379d-4e25-963d-dc5d847a24ef tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/subnets/68f28670-91f1-4ddb-be67-30ad0cd858a8 HTTP/1.1" status: 404 len: 337 time: 0.0594101 May 25 22:57:46.716276 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37918) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:46.721846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2dff567c-8f63-4a85-8d51-d28bfb40d1a8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:46.726921 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-69b78aab-2a8b-41bf-8262-72400b289ccd tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.730900 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-69b78aab-2a8b-41bf-8262-72400b289ccd tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/routers/74d6ac3f-4d47-4f2f-9e90-004a5d478225 HTTP/1.1" status: 204 len: 168 time: 2.1537981 May 25 22:57:46.733568 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37922) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:46.766500 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885e59f-6737-469b-8b81-80ab2e887b8f None None] Pushing event updated for resources: {'Port': ['ID=df31feb1-fda0-477d-ae50-b422db311bb1,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:46.779878 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-5c4e1f71-10d1-453e-b347-5d7ede3aba66 service neutron] 10.222.0.66 "GET /v2.0/networks/f9c60186-9e70-42fb-b8b3-1c80486ade84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9883311 May 25 22:57:46.793447 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-8dff8cfd-c9c8-47ae-9dde-f250b5cd8141 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Deleting port 24d8a39f-a589-4861-8e79-6ffc0d41b257 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:46.795133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8dff8cfd-c9c8-47ae-9dde-f250b5cd8141 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.823595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b35538e-aa24-4d89-b4e4-2ea32d3581a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.829945 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.852017 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Routers {'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:46.852919 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:46.854591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2dff567c-8f63-4a85-8d51-d28bfb40d1a8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:46.979613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2dff567c-8f63-4a85-8d51-d28bfb40d1a8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:47.042859 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aea659-765b-4fb8-97db-c307ef981ed0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Checking segment: {'id': 'a0c0a270-0990-4275-b43b-c6a420798691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:47.043239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aea659-765b-4fb8-97db-c307ef981ed0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network hostable DHCP agents. Network: fc8165dc-ca3d-403a-a567-64d08e0cd388, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:57:47.051636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2dff567c-8f63-4a85-8d51-d28bfb40d1a8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:47.062012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2dff567c-8f63-4a85-8d51-d28bfb40d1a8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:47.101778 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2dff567c-8f63-4a85-8d51-d28bfb40d1a8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:47.176979 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8dff8cfd-c9c8-47ae-9dde-f250b5cd8141 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.204303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-56f00724-602d-4e5f-a283-345d5d65d737 None None] For port 4bd64efa-3a59-4794-a375-63321e90c794, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4bd64efa-3a59-4794-a375-63321e90c794,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:47.204746 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-56f00724-602d-4e5f-a283-345d5d65d737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.352653 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0ddb5a81-a6c1-45f6-84fd-160d628188f0 req-69870b6c-4d06-4b00-a359-2d49a2736d3d tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 210 time: 0.1117675 May 25 22:57:47.389759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-56f00724-602d-4e5f-a283-345d5d65d737 None None] Calling delete_port for 4bd64efa-3a59-4794-a375-63321e90c794 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:47.439687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aea659-765b-4fb8-97db-c307ef981ed0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network fc8165dc-ca3d-403a-a567-64d08e0cd388 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:57:47.446219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-8dff8cfd-c9c8-47ae-9dde-f250b5cd8141 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Calling delete_port for 24d8a39f-a589-4861-8e79-6ffc0d41b257 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:47.483875 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-af009385-9884-49db-abc2-e2f03a36fe38 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting subnet 2879ddbe-d2fb-4a90-b5bf-227958713ee8 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:57:47.488809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af009385-9884-49db-abc2-e2f03a36fe38 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.497366 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-5683aff9-ff06-40b7-a62b-5ecee672dd33 None None] For port 14230e69-5661-434a-a52d-1ecad619b35d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=14230e69-5661-434a-a52d-1ecad619b35d,segment=NetworkSegment(a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73),segment_id=a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:47.497756 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5683aff9-ff06-40b7-a62b-5ecee672dd33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.555942 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af009385-9884-49db-abc2-e2f03a36fe38 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.630589 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5683aff9-ff06-40b7-a62b-5ecee672dd33 None None] Calling delete_port for 14230e69-5661-434a-a52d-1ecad619b35d owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:47.661624 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2dff567c-8f63-4a85-8d51-d28bfb40d1a8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.678311 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af009385-9884-49db-abc2-e2f03a36fe38 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.759939 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-71aea659-765b-4fb8-97db-c307ef981ed0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, fc8165dc-ca3d-403a-a567-64d08e0cd388) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:47.772390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2dff567c-8f63-4a85-8d51-d28bfb40d1a8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.777112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aea659-765b-4fb8-97db-c307ef981ed0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:47.777878 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71aea659-765b-4fb8-97db-c307ef981ed0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.813549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be513dfe-d87e-4710-b27e-d136867158be None None] Network fc8165dc-ca3d-403a-a567-64d08e0cd388 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:47.832814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8dff8cfd-c9c8-47ae-9dde-f250b5cd8141 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.834857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-56f00724-602d-4e5f-a283-345d5d65d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.835577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af009385-9884-49db-abc2-e2f03a36fe38 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.842950 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff567c-8f63-4a85-8d51-d28bfb40d1a8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b093ab3a-4e3d-49dd-8186-3d7f586f9c69,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:47.883901 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af009385-9884-49db-abc2-e2f03a36fe38 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Subnet': ['ID=2879ddbe-d2fb-4a90-b5bf-227958713ee8,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:47.887691 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af009385-9884-49db-abc2-e2f03a36fe38 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.898081 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-af009385-9884-49db-abc2-e2f03a36fe38 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/2879ddbe-d2fb-4a90-b5bf-227958713ee8 HTTP/1.1" status: 204 len: 168 time: 1.1552360 May 25 22:57:47.898081 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37952) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:47.898685 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff8cfd-c9c8-47ae-9dde-f250b5cd8141 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Port': ['ID=24d8a39f-a589-4861-8e79-6ffc0d41b257,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:47.920966 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8dff8cfd-c9c8-47ae-9dde-f250b5cd8141 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:47.923231 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8dff8cfd-c9c8-47ae-9dde-f250b5cd8141 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/ports/24d8a39f-a589-4861-8e79-6ffc0d41b257 HTTP/1.1" status: 204 len: 168 time: 1.2057853 May 25 22:57:47.928305 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-71aea659-765b-4fb8-97db-c307ef981ed0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3308938 May 25 22:57:47.933820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37956) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:47.937131 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37958) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:47.962644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e4d0eb-f28b-40bc-8bb8-1e674b3f358e None None] Network 0dd3b148-f837-4838-b132-4f5531d3acfb requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:47.995163 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5683aff9-ff06-40b7-a62b-5ecee672dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.017727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f00724-602d-4e5f-a283-345d5d65d737 None None] Pushing event deleted for resources: {'Port': ['ID=4bd64efa-3a59-4794-a375-63321e90c794,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:48.019579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.047765 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2dff567c-8f63-4a85-8d51-d28bfb40d1a8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.047765 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2dff567c-8f63-4a85-8d51-d28bfb40d1a8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3846951 May 25 22:57:48.056377 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37966) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:48.104113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.157296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683aff9-ff06-40b7-a62b-5ecee672dd33 None None] Pushing event deleted for resources: {'Port': ['ID=14230e69-5661-434a-a52d-1ecad619b35d,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:48.159132 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.159818 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port 6333d1db-b2e0-4926-b5c1-c3e12985bab4 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:48.160031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.175390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f00724-602d-4e5f-a283-345d5d65d737 None None] No DVR routers for this DVR port 4bd64efa-3a59-4794-a375-63321e90c794 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:57:48.192124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-0d35c2c3-f5f1-4407-8d3d-9cf5f1b6c829 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group_rule': {'security_group_id': 'b093ab3a-4e3d-49dd-8186-3d7f586f9c69', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:48.193426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.objects.ports [None req-1b35538e-aa24-4d89-b4e4-2ea32d3581a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84716) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:57:48.198489 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b35538e-aa24-4d89-b4e4-2ea32d3581a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.212697 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0d35c2c3-f5f1-4407-8d3d-9cf5f1b6c829 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:48.228313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0d35c2c3-f5f1-4407-8d3d-9cf5f1b6c829 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:48.230776 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0d35c2c3-f5f1-4407-8d3d-9cf5f1b6c829 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:48.252351 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0d35c2c3-f5f1-4407-8d3d-9cf5f1b6c829 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:48.277491 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b35538e-aa24-4d89-b4e4-2ea32d3581a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:48.281604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-1b35538e-aa24-4d89-b4e4-2ea32d3581a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:48.314678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683aff9-ff06-40b7-a62b-5ecee672dd33 None None] No DVR routers for this DVR port 14230e69-5661-434a-a52d-1ecad619b35d on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:57:48.316811 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b35538e-aa24-4d89-b4e4-2ea32d3581a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:48.323471 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b35538e-aa24-4d89-b4e4-2ea32d3581a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.332518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f2b824-a0e7-4f51-a2af-4bb19bd3033b None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:48.371651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4bd64efa-3a59-4794-a375-63321e90c794 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:57:48.386035 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35538e-aa24-4d89-b4e4-2ea32d3581a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=a8a056d7-3626-4c63-b04d-151cc5f13ccd,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:48.414605 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e5a79eb1-9ae4-41e7-878b-6d6e488ae400 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.551776 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 4bd64efa-3a59-4794-a375-63321e90c794 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:57:48.551776 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4bd64efa-3a59-4794-a375-63321e90c794 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:57:48.556314 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] For port 6333d1db-b2e0-4926-b5c1-c3e12985bab4, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6333d1db-b2e0-4926-b5c1-c3e12985bab4,segment=NetworkSegment(3ca3085f-844e-46a1-bfcf-4e2b72056df2),segment_id=3ca3085f-844e-46a1-bfcf-4e2b72056df2)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:48.557960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.610689 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e5a79eb1-9ae4-41e7-878b-6d6e488ae400 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.622812 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] Set router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:57:48.638897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-e5a79eb1-9ae4-41e7-878b-6d6e488ae400 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f081961-ed7d-470e-860c-1f46a06b2028']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:48.651941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-e5a79eb1-9ae4-41e7-878b-6d6e488ae400 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:48.652238 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-e5a79eb1-9ae4-41e7-878b-6d6e488ae400 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cbbc62-0f36-464a-a4b9-d63f1ed0bd73') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:48.665586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e5a79eb1-9ae4-41e7-878b-6d6e488ae400 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.682722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e5a79eb1-9ae4-41e7-878b-6d6e488ae400 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.690325 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a79eb1-9ae4-41e7-878b-6d6e488ae400 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:57:48.690735 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e5a79eb1-9ae4-41e7-878b-6d6e488ae400 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.729249 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for 6333d1db-b2e0-4926-b5c1-c3e12985bab4 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:57:48.761833 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:57:48.789542 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0d35c2c3-f5f1-4407-8d3d-9cf5f1b6c829 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:48.815426 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1b35538e-aa24-4d89-b4e4-2ea32d3581a6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9715962 May 25 22:57:48.823620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 37978) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:48.831778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'mac_address': 'fa:16:3e:a1:12:ba', 'name': 'tempest-NetworksTestDHCPv6-86079392'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:48.998110 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6b5c2808-741c-4990-bbb9-d0bfe7f8c4d7 req-44549347-afea-4d3b-a2e9-377fe92f6e8e tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 210 time: 0.5138555 May 25 22:57:49.003606 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-fc8165dc-ca3d-403a-a567-64d08e0cd388', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:57:49.004407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.009917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:49.083479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e5a79eb1-9ae4-41e7-878b-6d6e488ae400 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.129266 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e5a79eb1-9ae4-41e7-878b-6d6e488ae400 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.132696 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0d35c2c3-f5f1-4407-8d3d-9cf5f1b6c829 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.134211 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.157706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a79eb1-9ae4-41e7-878b-6d6e488ae400 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] Pushing event deleted for resources: {'Network': ['ID=8f081961-ed7d-470e-860c-1f46a06b2028,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:49.163059 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e5a79eb1-9ae4-41e7-878b-6d6e488ae400 tempest-PortsIpV6TestJSON-1066451408 tempest-PortsIpV6TestJSON-1066451408-project] 10.222.0.66 "DELETE /v2.0/networks/8f081961-ed7d-470e-860c-1f46a06b2028 HTTP/1.1" status: 204 len: 168 time: 1.2221158 May 25 22:57:49.176612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:49.192798 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65ad781-5597-46fa-b8bf-3e5f8e4dc6f6 None None] DHCP port deletion for 0dd3b148-f837-4838-b132-4f5531d3acfb request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:57:49.223670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ad781-5597-46fa-b8bf-3e5f8e4dc6f6 None None] Deleting port 6333d1db-b2e0-4926-b5c1-c3e12985bab4 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:49.223670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c65ad781-5597-46fa-b8bf-3e5f8e4dc6f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.224563 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0d35c2c3-f5f1-4407-8d3d-9cf5f1b6c829 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.237206 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:49.249118 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': 'a8a056d7-3626-4c63-b04d-151cc5f13ccd'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:57:49.249390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.267789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.310644 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.346607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35c2c3-f5f1-4407-8d3d-9cf5f1b6c829 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a3c5bb-4943-43c8-862b-36564af384c9,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:49.395192 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Port': ['ID=6333d1db-b2e0-4926-b5c1-c3e12985bab4,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:49.396482 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port 0dfe9945-20fe-4d69-ba57-51e647500a85 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:57:49.415948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ad781-5597-46fa-b8bf-3e5f8e4dc6f6 None None] The port '6333d1db-b2e0-4926-b5c1-c3e12985bab4' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:57:49.503596 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] No DVR routers for this DVR port 6333d1db-b2e0-4926-b5c1-c3e12985bab4 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:57:49.523366 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0d35c2c3-f5f1-4407-8d3d-9cf5f1b6c829 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.524568 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0d35c2c3-f5f1-4407-8d3d-9cf5f1b6c829 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4670217 May 25 22:57:49.527598 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37990) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:49.600256 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-436f7479-8162-4ede-bc12-3b140f8d7d35 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.615527 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-436f7479-8162-4ede-bc12-3b140f8d7d35 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.621472 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Allocated IP 172.20.0.2 (fc8165dc-ca3d-403a-a567-64d08e0cd388/992a3598-3343-4ab6-9724-86d107674cf8/a1da9708-e658-4e78-a49b-361584b80abf) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:49.725570 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::f816:3eff:fea1:12ba (228eb34e-59ed-4b00-ac30-fd8c9bc52748/a8a056d7-3626-4c63-b04d-151cc5f13ccd/0dfe9945-20fe-4d69-ba57-51e647500a85) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:49.761611 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109414195', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:22Z', 'updated_at': '2022-05-25T22:57:39Z', 'revision_number': 4, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'gw_port': {'id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:24Z', 'updated_at': '2022-05-25T22:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'df31feb1-fda0-477d-ae50-b422db311bb1', 'name': '', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'mac_address': 'fa:16:3e:37:41:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:37Z', 'updated_at': '2022-05-25T22:57:46Z', 'revision_number': 4, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'subnets': [{'id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:49.769420 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-436f7479-8162-4ede-bc12-3b140f8d7d35 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.780760 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7f151-a93c-4ecb-a81f-d9afd245aa95 None None] The sync data for ids ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'] in dv-neutron-843300-1-hyperv is: [{'id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109414195', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:22Z', 'updated_at': '2022-05-25T22:57:39Z', 'revision_number': 4, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'gw_port': {'id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:24Z', 'updated_at': '2022-05-25T22:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'df31feb1-fda0-477d-ae50-b422db311bb1', 'name': '', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'mac_address': 'fa:16:3e:37:41:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:37Z', 'updated_at': '2022-05-25T22:57:46Z', 'revision_number': 4, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'subnets': [{'id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:57:49.815990 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-436f7479-8162-4ede-bc12-3b140f8d7d35 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:49.820515 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-436f7479-8162-4ede-bc12-3b140f8d7d35 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/33a3c5bb-4943-43c8-862b-36564af384c9 HTTP/1.1" status: 204 len: 168 time: 0.2915189 May 25 22:57:49.822226 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f7479-8162-4ede-bc12-3b140f8d7d35 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33a3c5bb-4943-43c8-862b-36564af384c9,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:49.832245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 37998) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:49.832904 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38000) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:49.925888 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-25373586-6a77-4710-a544-16329fea8f49 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:50.000585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.001054 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.017681 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Transition to ACTIVE for port object a1da9708-e658-4e78-a49b-361584b80abf will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:50.054962 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Transition to ACTIVE for port object a1da9708-e658-4e78-a49b-361584b80abf will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:50.058462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-25373586-6a77-4710-a544-16329fea8f49 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:50.064331 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-25373586-6a77-4710-a544-16329fea8f49 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2302606 May 25 22:57:50.065388 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38014) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:50.084882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd3b148-f837-4838-b132-4f5531d3acfb']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:50.119025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca3085f-844e-46a1-bfcf-4e2b72056df2') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:50.119025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca3085f-844e-46a1-bfcf-4e2b72056df2') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:50.190077 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.237798 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.307480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-53b696b9-d57b-491e-9017-1854f6f76bfb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.372223 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Pushing event updated for resources: {'Port': ['ID=a1da9708-e658-4e78-a49b-361584b80abf,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:50.385443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Network fc8165dc-ca3d-403a-a567-64d08e0cd388 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:50.388311 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:50.391659 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b82c1460-dc5d-4b2b-94fe-b5b82c12e9d3 req-8397db82-36c1-4370-a45e-d60dbf9037c6 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 210 time: 0.1696620 May 25 22:57:50.397547 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:50.402485 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.415442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:57:50.429473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:57:50.449925 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:57:50.460758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-53b696b9-d57b-491e-9017-1854f6f76bfb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.489154 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Allocated IP 172.20.0.1 (fc8165dc-ca3d-403a-a567-64d08e0cd388/992a3598-3343-4ab6-9724-86d107674cf8/6a7d3313-680a-456c-9695-feb1b9fb7454) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:50.521733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Attempting to bind port a1da9708-e658-4e78-a49b-361584b80abf on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:50.522242 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Attempting to bind port a1da9708-e658-4e78-a49b-361584b80abf by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'a0c0a270-0990-4275-b43b-c6a420798691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:50.522872 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Attempting to bind port a1da9708-e658-4e78-a49b-361584b80abf on network fc8165dc-ca3d-403a-a567-64d08e0cd388 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:57:50.532067 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:57:50.532450 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Checking segment: {'id': 'a0c0a270-0990-4275-b43b-c6a420798691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:50.533051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.533442 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Bound using segment: {'id': 'a0c0a270-0990-4275-b43b-c6a420798691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:57:50.533950 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Bound port: a1da9708-e658-4e78-a49b-361584b80abf, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c0a270-0990-4275-b43b-c6a420798691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:50.534490 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.607765 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.654997 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object 0dfe9945-20fe-4d69-ba57-51e647500a85 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:50.678229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.695901 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] For port a1da9708-e658-4e78-a49b-361584b80abf, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:50.706940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] For port a1da9708-e658-4e78-a49b-361584b80abf, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a1da9708-e658-4e78-a49b-361584b80abf,segment=NetworkSegment(a0c0a270-0990-4275-b43b-c6a420798691),segment_id=a0c0a270-0990-4275-b43b-c6a420798691)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:50.737397 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.741553 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Network': ['ID=0dd3b148-f837-4838-b132-4f5531d3acfb,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:50.773797 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38022) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:50.774641 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cafcaf77-2f1e-4111-9c67-2dcf11839210 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=61f1f934e99a4a3fb52dcde8dfb8ddaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9371402 May 25 22:57:50.789769 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.861497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a69733f3-9e96-4a22-8672-984b965655c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.862880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device df31feb1-fda0-477d-ae50-b422db311bb1 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:50.886122 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-53b696b9-d57b-491e-9017-1854f6f76bfb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.896911 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-abef1871-b969-4b25-854d-8ae555671add tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/networks/0dd3b148-f837-4838-b132-4f5531d3acfb HTTP/1.1" status: 204 len: 168 time: 3.0011067 May 25 22:57:50.897928 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38026) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:50.898255 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38028) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:50.901304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:50.981434 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Allocated IP 2001:db8::f816:3eff:fe94:ab5f (228eb34e-59ed-4b00-ac30-fd8c9bc52748/a8a056d7-3626-4c63-b04d-151cc5f13ccd/b5409ea2-bdf7-4202-b0ba-db01935e7a2c) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:50.989571 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1163762338', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:51.002723 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=0dfe9945-20fe-4d69-ba57-51e647500a85,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:51.011676 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a69733f3-9e96-4a22-8672-984b965655c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.027580 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-60466686-0597-4a9a-9e81-fda2ba4aab23 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:51.028659 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-60466686-0597-4a9a-9e81-fda2ba4aab23 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Synchronizing usage tracker for tenant:7e097633e41448e99b96c8bd1f567e52 on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:51.029979 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:51.048240 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:router and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:51.048440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.058111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b696b9-d57b-491e-9017-1854f6f76bfb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b093ab3a-4e3d-49dd-8186-3d7f586f9c69,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:51.080837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Transition to ACTIVE for port object 6a7d3313-680a-456c-9695-feb1b9fb7454 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:51.082242 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:51.097435 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:51.098591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:51.098710 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-53b696b9-d57b-491e-9017-1854f6f76bfb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.099968 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-53b696b9-d57b-491e-9017-1854f6f76bfb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-groups/b093ab3a-4e3d-49dd-8186-3d7f586f9c69 HTTP/1.1" status: 204 len: 168 time: 1.0330901 May 25 22:57:51.103357 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38036) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:51.104595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:51.108298 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:51.112768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:51.113426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.180174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5ca2a42e-08a1-4440-b9d6-168b64cf5040 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:51.188015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-60466686-0597-4a9a-9e81-fda2ba4aab23 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Unset dirty status for tenant:7e097633e41448e99b96c8bd1f567e52 on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:51.194761 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-60466686-0597-4a9a-9e81-fda2ba4aab23 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.73 "GET /v2.0/networks?id=f9c60186-9e70-42fb-b8b3-1c80486ade84 HTTP/1.1" status: 200 len: 796 time: 0.6300423 May 25 22:57:51.251057 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-35226fee-cc9b-42aa-818a-dbfeb32b8b90 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4225197 May 25 22:57:51.251057 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38040) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:51.251707 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.330655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.342977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.354241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a69733f3-9e96-4a22-8672-984b965655c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.396104 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6247f711-5531-4e37-b01b-f09410ba3913 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e097633e41448e99b96c8bd1f567e52 HTTP/1.1" status: 200 len: 379 time: 0.1883736 May 25 22:57:51.400271 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69733f3-9e96-4a22-8672-984b965655c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6e4468-99cc-49ea-9871-0af0dd6e0a40,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:51.400421 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5ca2a42e-08a1-4440-b9d6-168b64cf5040 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:51.406799 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5ca2a42e-08a1-4440-b9d6-168b64cf5040 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3022151 May 25 22:57:51.407317 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-682276461'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:51.411892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38044) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:51.417789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:51.421363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-89e1b144-7219-479e-979a-37794678eff1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Request body: {'port': {'device_id': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'admin_state_up': True, 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'security_groups': ['ea4fcfd0-27bc-411e-afc5-0a130a5a1fba']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:51.429175 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Usage tracker for resource:network and tenant:8bccf15ccffb403291d05e1a7f77dbf7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:51.436553 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:51.440313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a69733f3-9e96-4a22-8672-984b965655c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.441478 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a69733f3-9e96-4a22-8672-984b965655c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e6e4468-99cc-49ea-9871-0af0dd6e0a40 HTTP/1.1" status: 204 len: 168 time: 0.6667247 May 25 22:57:51.454750 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:51.459183 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network fc8165dc-ca3d-403a-a567-64d08e0cd388 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:51.462689 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=6a7d3313-680a-456c-9695-feb1b9fb7454,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:51.467939 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.487679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:51.497253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013cdff-e59a-40b6-b40e-b0470cc8ceb2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:51.497967 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5013cdff-e59a-40b6-b40e-b0470cc8ceb2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:51.502727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df9e1a-d518-43d4-abed-dfbe60c3fee0 None None] Pushing event updated for resources: {'Port': ['ID=a1da9708-e658-4e78-a49b-361584b80abf,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:51.504779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-8dcca1c0-48dc-4847-a677-31a85fc388d2 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group': {'name': 'tempest-secgroup--29352214'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:51.526665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:51.526823 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.540152 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Transition to ACTIVE for port object b5409ea2-bdf7-4202-b0ba-db01935e7a2c will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:51.564507 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Transition to ACTIVE for port object b5409ea2-bdf7-4202-b0ba-db01935e7a2c will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:51.573184 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8dcca1c0-48dc-4847-a677-31a85fc388d2 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:51.598820 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f3c380e9-ed23-41bd-86b2-42ab6556d43c req-2d4b4b16-5f71-48dc-a031-e41f1adb5f0d tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 210 time: 0.0439126 May 25 22:57:51.599537 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Made reservation on behalf of 8bccf15ccffb403291d05e1a7f77dbf7 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:51.602279 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.652021 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port df31feb1-fda0-477d-ae50-b422db311bb1 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:51.659732 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.663216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8dcca1c0-48dc-4847-a677-31a85fc388d2 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:51.665213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port df31feb1-fda0-477d-ae50-b422db311bb1 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:51.665806 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.687865 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.703773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.756458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5013cdff-e59a-40b6-b40e-b0470cc8ceb2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:51.760430 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5013cdff-e59a-40b6-b40e-b0470cc8ceb2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.5090396 May 25 22:57:51.763356 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38052) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:51.767977 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-89e1b144-7219-479e-979a-37794678eff1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:51.799266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:51.805232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Usage tracker for resource:security_group_rule and tenant:8bccf15ccffb403291d05e1a7f77dbf7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:51.808889 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:51.814084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.825428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:51.838087 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:51.841673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:51.854206 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:51.865216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8dcca1c0-48dc-4847-a677-31a85fc388d2 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.915251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-89e1b144-7219-479e-979a-37794678eff1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:51.925096 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Pushing event updated for resources: {'Port': ['ID=b5409ea2-bdf7-4202-b0ba-db01935e7a2c,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:51.954344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:51.954890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-baeb1a3c-3bb0-40ab-9526-9a78b9c0bbe2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port 0dfe9945-20fe-4d69-ba57-51e647500a85 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:51.955239 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-baeb1a3c-3bb0-40ab-9526-9a78b9c0bbe2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.017095 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Attempting to bind port b5409ea2-bdf7-4202-b0ba-db01935e7a2c on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:52.017577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Attempting to bind port b5409ea2-bdf7-4202-b0ba-db01935e7a2c by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:52.019385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Attempting to bind port b5409ea2-bdf7-4202-b0ba-db01935e7a2c on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:57:52.099475 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8dcca1c0-48dc-4847-a677-31a85fc388d2 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:52.103678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.108401 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-89e1b144-7219-479e-979a-37794678eff1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Made reservation on behalf of 7e097633e41448e99b96c8bd1f567e52 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:52.114934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:57:52.115295 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:52.115695 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.116090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:57:52.116592 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Bound port: b5409ea2-bdf7-4202-b0ba-db01935e7a2c, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:52.116962 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.118696 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-89e1b144-7219-479e-979a-37794678eff1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.148592 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:57:52.151845 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.174620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.175019 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Added segment c1e745bc-254a-4d94-b566-7f39c12e3262 of type vlan for network fc085b30-6e3d-44c4-8554-0b16b4c0ee8d May 25 22:57:52.176871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56e4db1-8824-4284-af27-99e1407556df,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:52.182227 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8dcca1c0-48dc-4847-a677-31a85fc388d2 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:52.195983 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8dcca1c0-48dc-4847-a677-31a85fc388d2 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:52.212689 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8dcca1c0-48dc-4847-a677-31a85fc388d2 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:52.242105 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.257220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.263321 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port df31feb1-fda0-477d-ae50-b422db311bb1, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=df31feb1-fda0-477d-ae50-b422db311bb1,segment=NetworkSegment(5ce93166-2681-4fa4-9e69-5c5981642a09),segment_id=5ce93166-2681-4fa4-9e69-5c5981642a09)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:52.272846 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] For port b5409ea2-bdf7-4202-b0ba-db01935e7a2c, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:52.276306 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] For port b5409ea2-bdf7-4202-b0ba-db01935e7a2c, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b5409ea2-bdf7-4202-b0ba-db01935e7a2c,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:52.349034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.408743 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.411860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.456734 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=df31feb1-fda0-477d-ae50-b422db311bb1,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:52.461230 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.493522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6333d1db-b2e0-4926-b5c1-c3e12985bab4 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:57:52.544132 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 6333d1db-b2e0-4926-b5c1-c3e12985bab4 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:57:52.549949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6333d1db-b2e0-4926-b5c1-c3e12985bab4 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:57:52.580952 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.588975 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631c8fc-8ec5-4da3-a93b-9228c442ade5 None None] Pushing event updated for resources: {'Port': ['ID=b5409ea2-bdf7-4202-b0ba-db01935e7a2c,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:52.590880 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:52.591631 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:52.947016 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device df31feb1-fda0-477d-ae50-b422db311bb1 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:52.958598 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Allocated IP 172.26.5.144 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/d17085f9-e194-4f3e-912a-5c283fc06228) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:53.042093 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1345065 May 25 22:57:53.042379 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d993de1d-ef2e-4094-ad57-00e68dbc1754 req-988b1841-cafb-4eb7-9a0f-183f5eff7ec7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 210 time: 0.0672090 May 25 22:57:53.050708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38070) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:53.063573 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port df31feb1-fda0-477d-ae50-b422db311bb1 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:53.063986 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.176195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8dcca1c0-48dc-4847-a677-31a85fc388d2 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.224775 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f33d8594-d5b9-4006-abdb-1e57a0fd8b0d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Request body: {'subnet': {'network_id': 'fc085b30-6e3d-44c4-8554-0b16b4c0ee8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:53.234726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-baeb1a3c-3bb0-40ab-9526-9a78b9c0bbe2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.301041 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a1da9708-e658-4e78-a49b-361584b80abf up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:53.352983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fcc6a-d8f3-4e87-bb0f-b7263f40a979 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Pushing event updated for resources: {'Network': ['ID=fc085b30-6e3d-44c4-8554-0b16b4c0ee8d,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:53.368168 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network fc085b30-6e3d-44c4-8554-0b16b4c0ee8d details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:57:53.368902 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f33d8594-d5b9-4006-abdb-1e57a0fd8b0d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:53.373163 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f33d8594-d5b9-4006-abdb-1e57a0fd8b0d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Usage tracker for resource:subnet and tenant:8bccf15ccffb403291d05e1a7f77dbf7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:53.377061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f33d8594-d5b9-4006-abdb-1e57a0fd8b0d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:53.381916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8dcca1c0-48dc-4847-a677-31a85fc388d2 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.391159 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-baeb1a3c-3bb0-40ab-9526-9a78b9c0bbe2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for 0dfe9945-20fe-4d69-ba57-51e647500a85 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:53.424042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-89e1b144-7219-479e-979a-37794678eff1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Allocated IP 172.20.0.7 (f9c60186-9e70-42fb-b8b3-1c80486ade84/194773ba-2949-40ba-961f-fa4cac5277ab/140267bc-ed27-4935-b212-d8c24f295998) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:53.481943 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.484146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919fff81-cc26-40af-bccf-ff4dfcb5a396 None None] Network fc8165dc-ca3d-403a-a567-64d08e0cd388 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:53.525527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f33d8594-d5b9-4006-abdb-1e57a0fd8b0d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:53.557894 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcca1c0-48dc-4847-a677-31a85fc388d2 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64871a36-afc7-4112-8f14-c09a8531915c,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:53.574647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38078) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:53.589180 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port a1da9708-e658-4e78-a49b-361584b80abf completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:53.623859 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.739549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33d8594-d5b9-4006-abdb-1e57a0fd8b0d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Made reservation on behalf of 8bccf15ccffb403291d05e1a7f77dbf7 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:53.769659 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-92a2c726-8be7-4a33-856a-10567360f177 None None] Provisioning for port a1da9708-e658-4e78-a49b-361584b80abf completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:53.779636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-92a2c726-8be7-4a33-856a-10567360f177 None None] Provisioning complete for port a1da9708-e658-4e78-a49b-361584b80abf triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:53.780059 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-92a2c726-8be7-4a33-856a-10567360f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.793862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8dcca1c0-48dc-4847-a677-31a85fc388d2 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.794741 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8dcca1c0-48dc-4847-a677-31a85fc388d2 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.3785548 May 25 22:57:53.803523 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38084) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:53.812895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-018973f0-c029-4f39-b461-bc9e3146f18f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group_rule': {'security_group_id': '64871a36-afc7-4112-8f14-c09a8531915c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:53.825420 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-018973f0-c029-4f39-b461-bc9e3146f18f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:53.833759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-018973f0-c029-4f39-b461-bc9e3146f18f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:53.837731 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-018973f0-c029-4f39-b461-bc9e3146f18f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:53.853862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-018973f0-c029-4f39-b461-bc9e3146f18f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:53.860248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.890539 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f33d8594-d5b9-4006-abdb-1e57a0fd8b0d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.909784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-17b0b166-f214-449e-9cdd-a7479153fb79 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1092569828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:53.929511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-17b0b166-f214-449e-9cdd-a7479153fb79 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:53.948828 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-baeb1a3c-3bb0-40ab-9526-9a78b9c0bbe2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:53.996763 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-17b0b166-f214-449e-9cdd-a7479153fb79 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Usage tracker for resource:router and tenant:2be6123e89ad4e12b5ecb1f88734a36d is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:54.001262 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:54.014283 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-17b0b166-f214-449e-9cdd-a7479153fb79 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:54.018351 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:54.027986 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-17b0b166-f214-449e-9cdd-a7479153fb79 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:54.030103 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:54.043371 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-92a2c726-8be7-4a33-856a-10567360f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.094837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb1a3c-3bb0-40ab-9526-9a78b9c0bbe2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=0dfe9945-20fe-4d69-ba57-51e647500a85,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:54.094837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.099982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-92a2c726-8be7-4a33-856a-10567360f177 None None] For port a1da9708-e658-4e78-a49b-361584b80abf, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a1da9708-e658-4e78-a49b-361584b80abf,segment=NetworkSegment(a0c0a270-0990-4275-b43b-c6a420798691),segment_id=a0c0a270-0990-4275-b43b-c6a420798691)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:54.192813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=d17085f9-e194-4f3e-912a-5c283fc06228,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:54.201066 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-92a2c726-8be7-4a33-856a-10567360f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.227559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-018973f0-c029-4f39-b461-bc9e3146f18f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.346596 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2c726-8be7-4a33-856a-10567360f177 None None] Pushing event updated for resources: {'Port': ['ID=a1da9708-e658-4e78-a49b-361584b80abf,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:54.384000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-baeb1a3c-3bb0-40ab-9526-9a78b9c0bbe2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.413495 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4ba4777c-5a44-4477-bf76-d8ff829b08c1 req-f95efd63-a09d-4794-82cd-d0fabda326dd tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 210 time: 0.1853840 May 25 22:57:54.419095 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=6a7d3313-680a-456c-9695-feb1b9fb7454,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:54.445580 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.446008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17b0b166-f214-449e-9cdd-a7479153fb79 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.447019 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17b0b166-f214-449e-9cdd-a7479153fb79 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.465181 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-48a0ca81-3bd1-4982-a0be-91a478006d8c None None] Provisioning for port b5409ea2-bdf7-4202-b0ba-db01935e7a2c completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:54.473069 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-baeb1a3c-3bb0-40ab-9526-9a78b9c0bbe2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/0dfe9945-20fe-4d69-ba57-51e647500a85 HTTP/1.1" status: 204 len: 168 time: 2.7079294 May 25 22:57:54.473734 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38090) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:54.514181 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17b0b166-f214-449e-9cdd-a7479153fb79 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.556094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.556877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.568851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-89e1b144-7219-479e-979a-37794678eff1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.627630 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-46b4c96e-e375-4667-8e28-d8d4a5756f55 None None] Provisioning complete for port a1da9708-e658-4e78-a49b-361584b80abf triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:54.629524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-46b4c96e-e375-4667-8e28-d8d4a5756f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.758325 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-89e1b144-7219-479e-979a-37794678eff1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Transition to ACTIVE for port object 140267bc-ed27-4935-b212-d8c24f295998 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:54.773119 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-018973f0-c029-4f39-b461-bc9e3146f18f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.776479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f2a70d-e483-4fe7-b1ac-0d018b05f1ae tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:54.778160 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f2a70d-e483-4fe7-b1ac-0d018b05f1ae tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:54.778973 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-35f2a70d-e483-4fe7-b1ac-0d018b05f1ae tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:54.780320 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f33d8594-d5b9-4006-abdb-1e57a0fd8b0d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.828611 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a1da9708-e658-4e78-a49b-361584b80abf up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:54.847314 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17b0b166-f214-449e-9cdd-a7479153fb79 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:54.890903 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network fc8165dc-ca3d-403a-a567-64d08e0cd388 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:54.892912 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:54.934183 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a1da9708-e658-4e78-a49b-361584b80abf triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:54.934549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.053494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d8594-d5b9-4006-abdb-1e57a0fd8b0d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Pushing event updated for resources: {'Subnet': ['ID=9acf2da9-ff96-4a4a-a2d2-31044e59ea17,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:55.063446 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-46b4c96e-e375-4667-8e28-d8d4a5756f55 None None] Provisioning for port 6a7d3313-680a-456c-9695-feb1b9fb7454 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:55.082643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-46b4c96e-e375-4667-8e28-d8d4a5756f55 None None] Provisioning complete for port 6a7d3313-680a-456c-9695-feb1b9fb7454 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:55.083008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-46b4c96e-e375-4667-8e28-d8d4a5756f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.098911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d8594-d5b9-4006-abdb-1e57a0fd8b0d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Checking segment: {'id': 'c1e745bc-254a-4d94-b566-7f39c12e3262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fc085b30-6e3d-44c4-8554-0b16b4c0ee8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:55.098911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33d8594-d5b9-4006-abdb-1e57a0fd8b0d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Network hostable DHCP agents. Network: fc085b30-6e3d-44c4-8554-0b16b4c0ee8d, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:57:55.126802 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17b0b166-f214-449e-9cdd-a7479153fb79 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.128035 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-17b0b166-f214-449e-9cdd-a7479153fb79 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.5522385 May 25 22:57:55.130903 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38094) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:55.142544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-162691553'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:55.147141 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-89e1b144-7219-479e-979a-37794678eff1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.152073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:55.159318 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b5409ea2-bdf7-4202-b0ba-db01935e7a2c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:55.162446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Usage tracker for resource:network and tenant:2be6123e89ad4e12b5ecb1f88734a36d is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:55.172368 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:55.181650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:55.199901 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-46b4c96e-e375-4667-8e28-d8d4a5756f55 None None] Port 6a7d3313-680a-456c-9695-feb1b9fb7454 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:55.245844 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33d8594-d5b9-4006-abdb-1e57a0fd8b0d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Network fc085b30-6e3d-44c4-8554-0b16b4c0ee8d is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:57:55.264858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-018973f0-c029-4f39-b461-bc9e3146f18f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.271643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-35f2a70d-e483-4fe7-b1ac-0d018b05f1ae tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:55.272774 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-35f2a70d-e483-4fe7-b1ac-0d018b05f1ae tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.7932396 May 25 22:57:55.275503 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38098) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:55.310052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Made reservation on behalf of 2be6123e89ad4e12b5ecb1f88734a36d for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:55.311678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-52a5d950-678d-4030-abf9-9eeb421f1f36 None None] Could not find standard attr ID for object 0dfe9945-20fe-4d69-ba57-51e647500a85. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:57:55.313326 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.333589 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-52a5d950-678d-4030-abf9-9eeb421f1f36 None None] Provisioning complete for port 6a7d3313-680a-456c-9695-feb1b9fb7454 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:55.333961 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-52a5d950-678d-4030-abf9-9eeb421f1f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.336656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.342907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018973f0-c029-4f39-b461-bc9e3146f18f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0b2e90-4f3a-4514-a62b-eb4a6d936f15,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:55.366507 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port b5409ea2-bdf7-4202-b0ba-db01935e7a2c completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:55.371246 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-89e1b144-7219-479e-979a-37794678eff1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Network f9c60186-9e70-42fb-b8b3-1c80486ade84 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:55.379314 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-89e1b144-7219-479e-979a-37794678eff1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:55.382374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-89e1b144-7219-479e-979a-37794678eff1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:55.385666 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port b5409ea2-bdf7-4202-b0ba-db01935e7a2c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:55.386040 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.398044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router d1f2726b-4944-4aea-a62c-8d7e42c9c703 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:57:55.404576 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-f33d8594-d5b9-4006-abdb-1e57a0fd8b0d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, fc085b30-6e3d-44c4-8554-0b16b4c0ee8d) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:55.423378 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb0d480-6747-4c1a-8c6c-3d1359b9ee64 None None] Network fc085b30-6e3d-44c4-8554-0b16b4c0ee8d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:55.448372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1b144-7219-479e-979a-37794678eff1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event updated for resources: {'Port': ['ID=140267bc-ed27-4935-b212-d8c24f295998,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:55.461846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-89e1b144-7219-479e-979a-37794678eff1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:55.462609 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-89e1b144-7219-479e-979a-37794678eff1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.473644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-52a5d950-678d-4030-abf9-9eeb421f1f36 None None] Port 6a7d3313-680a-456c-9695-feb1b9fb7454 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:55.474604 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-018973f0-c029-4f39-b461-bc9e3146f18f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.478769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38104) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:55.479319 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-018973f0-c029-4f39-b461-bc9e3146f18f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.6747727 May 25 22:57:55.486592 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:55.509965 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33d8594-d5b9-4006-abdb-1e57a0fd8b0d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:55.510559 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f33d8594-d5b9-4006-abdb-1e57a0fd8b0d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.529234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-fc3828c3-2a98-4eab-9a37-3f52df11cd0d tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group_rule': {'security_group_id': '64871a36-afc7-4112-8f14-c09a8531915c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:55.537967 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fc3828c3-2a98-4eab-9a37-3f52df11cd0d tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:55.546173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fc3828c3-2a98-4eab-9a37-3f52df11cd0d tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:55.547463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fc3828c3-2a98-4eab-9a37-3f52df11cd0d tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:55.586406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fc3828c3-2a98-4eab-9a37-3f52df11cd0d tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:55.594417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Usage tracker for resource:security_group_rule and tenant:2be6123e89ad4e12b5ecb1f88734a36d is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:55.633402 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-89e1b144-7219-479e-979a-37794678eff1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2209661 May 25 22:57:55.673853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:55.689417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:55.717096 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.739747 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Request body: {'port': {'device_id': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:55.789114 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f33d8594-d5b9-4006-abdb-1e57a0fd8b0d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7322812 May 25 22:57:55.790123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38110) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:55.799223 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Request body: {'port': {'network_id': 'fc085b30-6e3d-44c4-8554-0b16b4c0ee8d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1119356467'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:55.814494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port b5409ea2-bdf7-4202-b0ba-db01935e7a2c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b5409ea2-bdf7-4202-b0ba-db01935e7a2c,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:55.862727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-fc085b30-6e3d-44c4-8554-0b16b4c0ee8d', 'network_id': 'fc085b30-6e3d-44c4-8554-0b16b4c0ee8d', 'tenant_id': '8bccf15ccffb403291d05e1a7f77dbf7', 'fixed_ips': [{'subnet_id': '9acf2da9-ff96-4a4a-a2d2-31044e59ea17'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:57:55.863629 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.876152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc3828c3-2a98-4eab-9a37-3f52df11cd0d tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.933947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:57:55.956198 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-10510e2d-61ed-418d-915a-0ac13d9d65be tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet a8a056d7-3626-4c63-b04d-151cc5f13ccd {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:57:55.975868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-10510e2d-61ed-418d-915a-0ac13d9d65be tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:55.976384 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a3010ab1-a0be-4f36-af9a-93a598580537 None None] Provisioning for port 140267bc-ed27-4935-b212-d8c24f295998 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:55.985656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.047167 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.060902 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.084628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-10510e2d-61ed-418d-915a-0ac13d9d65be tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.110695 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a3010ab1-a0be-4f36-af9a-93a598580537 None None] Provisioning complete for port 140267bc-ed27-4935-b212-d8c24f295998 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:56.111320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a3010ab1-a0be-4f36-af9a-93a598580537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.117527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19d445-9d5e-492b-8dfa-668ce06cd34a req-fcd7fda1-57cf-4d03-b9b6-fdd6db7c6d9b tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:56.119016 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8b19d445-9d5e-492b-8dfa-668ce06cd34a req-fcd7fda1-57cf-4d03-b9b6-fdd6db7c6d9b tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 931 time: 0.5292203 May 25 22:57:56.152678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:56.186029 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Usage tracker for resource:port and tenant:8bccf15ccffb403291d05e1a7f77dbf7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:56.191670 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.192002 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:56.207274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-a3010ab1-a0be-4f36-af9a-93a598580537 None None] Port 140267bc-ed27-4935-b212-d8c24f295998 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:57:56.214012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:56.222093 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Allocated IP 172.20.0.2 (fc085b30-6e3d-44c4-8554-0b16b4c0ee8d/9acf2da9-ff96-4a4a-a2d2-31044e59ea17/1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:56.227436 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=b5409ea2-bdf7-4202-b0ba-db01935e7a2c,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:56.237261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:57:56.241575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc3828c3-2a98-4eab-9a37-3f52df11cd0d tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.298405 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-10510e2d-61ed-418d-915a-0ac13d9d65be tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.304525 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Made reservation on behalf of 8bccf15ccffb403291d05e1a7f77dbf7 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:56.307615 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.355555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] device_id is not set on port b428f8a2-ddd4-412b-a954-db004ac1f2e3 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:57:56.387731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.388066 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Added segment d7d4fa48-d9b3-48fc-ac02-1def2b399744 of type vlan for network 620a3929-2d49-4100-890d-7d823e611267 May 25 22:57:56.389284 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc3828c3-2a98-4eab-9a37-3f52df11cd0d tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.424413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf7764a-f36d-444b-a219-bd5538bd760c,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:56.440125 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8b19d445-9d5e-492b-8dfa-668ce06cd34a req-89afc904-b7a7-4716-9a22-db29c93255a7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041964 May 25 22:57:56.446545 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3828c3-2a98-4eab-9a37-3f52df11cd0d tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776fe4fe-7313-4f7d-af42-e7ceb8e57588,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:56.456226 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.467792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Transition to ACTIVE for port object 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:56.484473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.486948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Transition to ACTIVE for port object 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:56.534050 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:56.541275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:57:56.544251 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Sync routers for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:57:56.557168 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e712e670-4f70-490c-a0ed-a88a53f86cce None None] Sync routers for ids ['d1f2726b-4944-4aea-a62c-8d7e42c9c703'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:57:56.558303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:56.559198 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:56.573762 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e712e670-4f70-490c-a0ed-a88a53f86cce None None] Routers {'d1f2726b-4944-4aea-a62c-8d7e42c9c703'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:56.574356 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e712e670-4f70-490c-a0ed-a88a53f86cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['d1f2726b-4944-4aea-a62c-8d7e42c9c703'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:56.584731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-10510e2d-61ed-418d-915a-0ac13d9d65be tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.602923 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9e45f23e-d8df-4a82-ad72-f5e6123113d5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6563702 May 25 22:57:56.616360 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38114) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:56.619776 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.635609 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'network': {'name': 'tempest-RoutersTest-653350616'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:56.654103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:56.659325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc3828c3-2a98-4eab-9a37-3f52df11cd0d tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.660900 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fc3828c3-2a98-4eab-9a37-3f52df11cd0d tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1655376 May 25 22:57:56.662778 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e712e670-4f70-490c-a0ed-a88a53f86cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:56.669551 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38118) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:56.670466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:network and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:56.676322 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e712e670-4f70-490c-a0ed-a88a53f86cce None None] Routers {'d1f2726b-4944-4aea-a62c-8d7e42c9c703'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:57:56.677192 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e712e670-4f70-490c-a0ed-a88a53f86cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['d1f2726b-4944-4aea-a62c-8d7e42c9c703'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:56.679690 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:56.683250 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Allocated IP 172.20.0.4 (fc085b30-6e3d-44c4-8554-0b16b4c0ee8d/9acf2da9-ff96-4a4a-a2d2-31044e59ea17/b428f8a2-ddd4-412b-a954-db004ac1f2e3) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:57:56.690268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-2c1efca2-43ed-4981-b0e7-afcb19929a80 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group_rule': {'security_group_id': '64871a36-afc7-4112-8f14-c09a8531915c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:56.693689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.694946 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-72b811ed-56ef-4c74-87f4-93eb77f41f8f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7917101 May 25 22:57:56.697110 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.701402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:56.702069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.702224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2c1efca2-43ed-4981-b0e7-afcb19929a80 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:56.704518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:56.707437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38122) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:56.733412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10510e2d-61ed-418d-915a-0ac13d9d65be tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a056d7-3626-4c63-b04d-151cc5f13ccd,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:56.759819 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e712e670-4f70-490c-a0ed-a88a53f86cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:56.760497 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e712e670-4f70-490c-a0ed-a88a53f86cce None None] The sync data for ids ['d1f2726b-4944-4aea-a62c-8d7e42c9c703'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:57:56.774195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Network fc085b30-6e3d-44c4-8554-0b16b4c0ee8d is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:56.777976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2c1efca2-43ed-4981-b0e7-afcb19929a80 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:56.783869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2c1efca2-43ed-4981-b0e7-afcb19929a80 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:56.785968 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b5409ea2-bdf7-4202-b0ba-db01935e7a2c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:56.811119 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd7d54b-be88-4cb2-810c-117bdd86c601 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:56.818160 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-10510e2d-61ed-418d-915a-0ac13d9d65be tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.822232 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-10510e2d-61ed-418d-915a-0ac13d9d65be tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/a8a056d7-3626-4c63-b04d-151cc5f13ccd HTTP/1.1" status: 204 len: 168 time: 1.5435851 May 25 22:57:56.827674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38126) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:56.828210 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:56.846840 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:56.914376 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b15ad458-7177-470e-a8c4-4331f0af3e87 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851295 May 25 22:57:56.918965 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7870691 May 25 22:57:56.923513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38130) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:56.923836 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38132) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:56.928280 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2c1efca2-43ed-4981-b0e7-afcb19929a80 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:56.930973 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:57:56.945871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:56.948961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:56.961540 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b56de-da43-40e5-9308-ccad60420471 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event updated for resources: {'Network': ['ID=620a3929-2d49-4100-890d-7d823e611267,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:56.967283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Pushing event updated for resources: {'Port': ['ID=1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:56.968660 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-418aadd5-5daf-4a30-bd9b-0bc64b452561 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Request body: {'subnet': {'network_id': '620a3929-2d49-4100-890d-7d823e611267', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:57.007572 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 620a3929-2d49-4100-890d-7d823e611267 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:57:57.104836 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-418aadd5-5daf-4a30-bd9b-0bc64b452561 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:57.111921 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-418aadd5-5daf-4a30-bd9b-0bc64b452561 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Usage tracker for resource:subnet and tenant:2be6123e89ad4e12b5ecb1f88734a36d is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:57.114773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:57:57.115378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-418aadd5-5daf-4a30-bd9b-0bc64b452561 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:57.123808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-418aadd5-5daf-4a30-bd9b-0bc64b452561 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:57.131854 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e79114-e8f0-4691-82ea-f7c0fddad899 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:57.139076 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a3e79114-e8f0-4691-82ea-f7c0fddad899 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2086046 May 25 22:57:57.139076 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38138) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:57.154830 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2c1efca2-43ed-4981-b0e7-afcb19929a80 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.163632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140267bc-ed27-4935-b212-d8c24f295998 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:57:57.179121 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.179121 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Added segment 4609988a-fcac-403a-8a29-ee9d1eba472b of type vlan for network eedf5e10-0c97-4205-bd09-737e93085a53 May 25 22:57:57.204572 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.204870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fb4ba6-cfac-4078-a38e-774fdee18b5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:57.205571 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-70fb4ba6-cfac-4078-a38e-774fdee18b5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:57.226745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:57:57.257984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418aadd5-5daf-4a30-bd9b-0bc64b452561 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Made reservation on behalf of 2be6123e89ad4e12b5ecb1f88734a36d for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:57.335820 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Attempting to bind port 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:57.336454 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Attempting to bind port 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'c1e745bc-254a-4d94-b566-7f39c12e3262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fc085b30-6e3d-44c4-8554-0b16b4c0ee8d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:57.336838 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Attempting to bind port 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d on network fc085b30-6e3d-44c4-8554-0b16b4c0ee8d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:57:57.348591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.352268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Transition to ACTIVE for port object 140267bc-ed27-4935-b212-d8c24f295998 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:57.365064 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-70fb4ba6-cfac-4078-a38e-774fdee18b5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:57.368689 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-70fb4ba6-cfac-4078-a38e-774fdee18b5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2294888 May 25 22:57:57.370411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38142) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:57.381681 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:57:57.382208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Checking segment: {'id': 'c1e745bc-254a-4d94-b566-7f39c12e3262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fc085b30-6e3d-44c4-8554-0b16b4c0ee8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:57.382498 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.382887 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Bound using segment: {'id': 'c1e745bc-254a-4d94-b566-7f39c12e3262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fc085b30-6e3d-44c4-8554-0b16b4c0ee8d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:57:57.383360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Bound port: 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e745bc-254a-4d94-b566-7f39c12e3262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fc085b30-6e3d-44c4-8554-0b16b4c0ee8d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:57.383727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.384708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-418aadd5-5daf-4a30-bd9b-0bc64b452561 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.396169 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port b5409ea2-bdf7-4202-b0ba-db01935e7a2c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:57:57.396546 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.442204 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2c1efca2-43ed-4981-b0e7-afcb19929a80 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.474827 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.506318 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:57:57.523823 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-87dc8348-911e-43b6-95fd-bd0a7b65ced9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1425407 May 25 22:57:57.545129 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38148) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:57.548210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2c1efca2-43ed-4981-b0e7-afcb19929a80 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.581814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-aad311f4-a719-4bb8-bf58-e062651c13bc tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:57.709150 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1efca2-43ed-4981-b0e7-afcb19929a80 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec27cd8-d8c6-4272-80e4-0509911beb5b,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:57.779121 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.783895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:57.788121 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.807017 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.828636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] For port 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:57.837809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec79974f-8d42-4069-86c4-c242f4516216 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:57:57.843826 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53c9e5-03ca-4da7-800e-0d24bd7a7422 req-9d65b4ed-26e9-4ab5-8bd9-d48e01b62552 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:57.846756 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dc53c9e5-03ca-4da7-800e-0d24bd7a7422 req-9d65b4ed-26e9-4ab5-8bd9-d48e01b62552 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 943 time: 0.1973426 May 25 22:57:57.864868 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] For port 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d,segment=NetworkSegment(c1e745bc-254a-4d94-b566-7f39c12e3262),segment_id=c1e745bc-254a-4d94-b566-7f39c12e3262)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:57.879179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ec79974f-8d42-4069-86c4-c242f4516216 None None] Deleting port b5409ea2-bdf7-4202-b0ba-db01935e7a2c {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:57.879598 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ec79974f-8d42-4069-86c4-c242f4516216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:57.957800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Pushing event updated for resources: {'Port': ['ID=140267bc-ed27-4935-b212-d8c24f295998,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:57.971410 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dc53c9e5-03ca-4da7-800e-0d24bd7a7422 req-1c241f0b-7d82-493f-9440-925f85bf1467 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056612 May 25 22:57:57.977067 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.005915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Transition to ACTIVE for port object b428f8a2-ddd4-412b-a954-db004ac1f2e3 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:58.029544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-aad311f4-a719-4bb8-bf58-e062651c13bc tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:58.038661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2c1efca2-43ed-4981-b0e7-afcb19929a80 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.040108 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2c1efca2-43ed-4981-b0e7-afcb19929a80 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3654237 May 25 22:57:58.043348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38152) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:58.046895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Network': ['ID=eedf5e10-0c97-4205-bd09-737e93085a53,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:58.059298 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-ed2536da-b0db-48b1-a531-4af730267936 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group_rule': {'security_group_id': '64871a36-afc7-4112-8f14-c09a8531915c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:58.066230 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-418aadd5-5daf-4a30-bd9b-0bc64b452561 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.072968 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ed2536da-b0db-48b1-a531-4af730267936 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:58.083445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-aad311f4-a719-4bb8-bf58-e062651c13bc tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:58.090491 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network eedf5e10-0c97-4205-bd09-737e93085a53 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:57:58.095875 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a4d784f9-e29a-4b70-a6d6-1f95fba01d82 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4783256 May 25 22:57:58.097958 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38156) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:58.111901 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ed2536da-b0db-48b1-a531-4af730267936 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:58.120337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ed2536da-b0db-48b1-a531-4af730267936 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:58.135772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-bcb42ab5-fcfb-4f86-a4a5-9c0565f9569f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'subnet': {'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:58.137830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ed2536da-b0db-48b1-a531-4af730267936 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:58.172559 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a9900e88-e19c-49d7-b3b1-625ce18bd504 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/routers/d1f2726b-4944-4aea-a62c-8d7e42c9c703 HTTP/1.1" status: 200 len: 885 time: 1.4604542 May 25 22:57:58.172767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418aadd5-5daf-4a30-bd9b-0bc64b452561 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event updated for resources: {'Subnet': ['ID=8c415bc1-7e41-4576-975e-4c121fabbff1,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:58.172767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38160) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:58.234404 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855dc73-4ddc-4b8d-b7c5-192461a3e532 None None] Pushing event updated for resources: {'Port': ['ID=1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:58.297109 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-bcb42ab5-fcfb-4f86-a4a5-9c0565f9569f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:58.301629 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-bcb42ab5-fcfb-4f86-a4a5-9c0565f9569f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:subnet and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:58.304880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-bcb42ab5-fcfb-4f86-a4a5-9c0565f9569f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:58.318720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-bcb42ab5-fcfb-4f86-a4a5-9c0565f9569f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:58.328675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad311f4-a719-4bb8-bf58-e062651c13bc tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:58.391300 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ed2536da-b0db-48b1-a531-4af730267936 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.407530 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-ec79974f-8d42-4069-86c4-c242f4516216 None None] For port b5409ea2-bdf7-4202-b0ba-db01935e7a2c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b5409ea2-bdf7-4202-b0ba-db01935e7a2c,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:57:58.408188 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ec79974f-8d42-4069-86c4-c242f4516216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.408490 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418aadd5-5daf-4a30-bd9b-0bc64b452561 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Checking segment: {'id': 'd7d4fa48-d9b3-48fc-ac02-1def2b399744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '620a3929-2d49-4100-890d-7d823e611267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:58.408937 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418aadd5-5daf-4a30-bd9b-0bc64b452561 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Network hostable DHCP agents. Network: 620a3929-2d49-4100-890d-7d823e611267, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:57:58.448050 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-aad311f4-a719-4bb8-bf58-e062651c13bc tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.552960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ed2536da-b0db-48b1-a531-4af730267936 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.557207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.573572 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb42ab5-fcfb-4f86-a4a5-9c0565f9569f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:58.592915 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418aadd5-5daf-4a30-bd9b-0bc64b452561 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Network 620a3929-2d49-4100-890d-7d823e611267 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:57:58.600780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ec79974f-8d42-4069-86c4-c242f4516216 None None] Calling delete_port for b5409ea2-bdf7-4202-b0ba-db01935e7a2c owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:57:58.612609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5a28cb00-820c-45af-9fbf-a8f883fd4f2c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Synchronizing usage tracker for tenant:709065ad3f804137aff47a33720efd4e on resource:router {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:57:58.626129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ed2536da-b0db-48b1-a531-4af730267936 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.660815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:57:51Z', 'revision_number': 2, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:57:53Z', 'revision_number': 2, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:57:58.666740 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2536da-b0db-48b1-a531-4af730267936 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafbbd5a-2282-41d9-aeb6-c74a2ea7227c,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:58.680490 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Checking router: be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:57:58.681075 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Updating router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 port 6a7d3313-680a-456c-9695-feb1b9fb7454 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:57:58.716437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Attempting to bind port 140267bc-ed27-4935-b212-d8c24f295998 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:57:58.716821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Attempting to bind port 140267bc-ed27-4935-b212-d8c24f295998 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '5ce93166-2681-4fa4-9e69-5c5981642a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:57:58.717146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Attempting to bind port 140267bc-ed27-4935-b212-d8c24f295998 on network f9c60186-9e70-42fb-b8b3-1c80486ade84 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:57:58.743392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-418aadd5-5daf-4a30-bd9b-0bc64b452561 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 620a3929-2d49-4100-890d-7d823e611267) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:58.750995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418aadd5-5daf-4a30-bd9b-0bc64b452561 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:58.751624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-418aadd5-5daf-4a30-bd9b-0bc64b452561 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.778366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5a28cb00-820c-45af-9fbf-a8f883fd4f2c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Unset dirty status for tenant:709065ad3f804137aff47a33720efd4e on resource:router {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:57:58.780365 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5a28cb00-820c-45af-9fbf-a8f883fd4f2c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6068923 May 25 22:57:58.781817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ed2536da-b0db-48b1-a531-4af730267936 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.783354 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ed2536da-b0db-48b1-a531-4af730267936 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7384691 May 25 22:57:58.785421 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38164) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:58.785918 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38166) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:58.792981 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.794726 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-56df8f73-7413-43ea-81a8-e395acab4a37 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group_rule': {'security_group_id': '64871a36-afc7-4112-8f14-c09a8531915c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:58.803305 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-5c7ad23c-5078-4929-97b1-c91288dd3632 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1163762338'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:58.830324 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75d1736-9664-440d-9207-3d2efda99a40 None None] Network 620a3929-2d49-4100-890d-7d823e611267 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:58.845709 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:57:58.873589 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-418aadd5-5daf-4a30-bd9b-0bc64b452561 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9466143 May 25 22:57:58.875573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-56df8f73-7413-43ea-81a8-e395acab4a37 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:58.886257 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38172) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:58.895533 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Port 140267bc-ed27-4935-b212-d8c24f295998 on network f9c60186-9e70-42fb-b8b3-1c80486ade84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 22:57:58.895779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Attempting to bind port 140267bc-ed27-4935-b212-d8c24f295998 on network f9c60186-9e70-42fb-b8b3-1c80486ade84 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:57:58.895867 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ec79974f-8d42-4069-86c4-c242f4516216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:58.935567 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-56df8f73-7413-43ea-81a8-e395acab4a37 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:58.942116 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-232c9adf-2f69-4108-9920-cd17f521917a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Request body: {'network': {'name': 'tempest-router-network01--1852015860'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:58.955312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-56df8f73-7413-43ea-81a8-e395acab4a37 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:58.971269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-232c9adf-2f69-4108-9920-cd17f521917a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:58.973534 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-56df8f73-7413-43ea-81a8-e395acab4a37 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:58.977642 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-232c9adf-2f69-4108-9920-cd17f521917a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Usage tracker for resource:network and tenant:2be6123e89ad4e12b5ecb1f88734a36d is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:58.987874 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Network fc085b30-6e3d-44c4-8554-0b16b4c0ee8d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:57:58.989101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-232c9adf-2f69-4108-9920-cd17f521917a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:59.007113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-232c9adf-2f69-4108-9920-cd17f521917a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:59.022319 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79974f-8d42-4069-86c4-c242f4516216 None None] Pushing event deleted for resources: {'Port': ['ID=b5409ea2-bdf7-4202-b0ba-db01935e7a2c,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:59.028666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:57:59.039158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:57:59.075316 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec79974f-8d42-4069-86c4-c242f4516216 None None] No DVR routers for this DVR port b5409ea2-bdf7-4202-b0ba-db01935e7a2c on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:57:59.101153 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56df8f73-7413-43ea-81a8-e395acab4a37 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.103101 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:57:59.103635 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Checking segment: {'id': '5ce93166-2681-4fa4-9e69-5c5981642a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:59.104179 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Bound using segment: {'id': '5ce93166-2681-4fa4-9e69-5c5981642a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:57:59.104805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Bound port: 140267bc-ed27-4935-b212-d8c24f295998, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce93166-2681-4fa4-9e69-5c5981642a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:57:59.105313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.120686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Pushing event updated for resources: {'Port': ['ID=b428f8a2-ddd4-412b-a954-db004ac1f2e3,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:59.122904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232c9adf-2f69-4108-9920-cd17f521917a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Made reservation on behalf of 2be6123e89ad4e12b5ecb1f88734a36d for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:57:59.126189 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-232c9adf-2f69-4108-9920-cd17f521917a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.145287 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bcb42ab5-fcfb-4f86-a4a5-9c0565f9569f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.171819 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232c9adf-2f69-4108-9920-cd17f521917a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:57:59.182797 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-232c9adf-2f69-4108-9920-cd17f521917a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.183151 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-232c9adf-2f69-4108-9920-cd17f521917a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Added segment 3ec7347f-e523-4066-ab25-970de56859ef of type vlan for network 661e9c80-c366-4d3d-8d45-470ad1d880a4 May 25 22:57:59.235204 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:57:59.276572 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-232c9adf-2f69-4108-9920-cd17f521917a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.527729 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56df8f73-7413-43ea-81a8-e395acab4a37 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.533648 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-232c9adf-2f69-4108-9920-cd17f521917a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.537290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232c9adf-2f69-4108-9920-cd17f521917a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:59.541991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-232c9adf-2f69-4108-9920-cd17f521917a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.542133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:59.542133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.582357 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.595302 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Transition to ACTIVE for port object 6a7d3313-680a-456c-9695-feb1b9fb7454 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:57:59.631073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] For port 140267bc-ed27-4935-b212-d8c24f295998, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:57:59.633713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bcb42ab5-fcfb-4f86-a4a5-9c0565f9569f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.644049 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b5409ea2-bdf7-4202-b0ba-db01935e7a2c no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:57:59.648813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56df8f73-7413-43ea-81a8-e395acab4a37 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.673217 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036c25f-1a0e-4aed-8dd7-3b52c203bd6b req-af6ed7c4-f061-4246-a8d7-dc557e1c3e6c tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:57:59.674743 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6036c25f-1a0e-4aed-8dd7-3b52c203bd6b req-af6ed7c4-f061-4246-a8d7-dc557e1c3e6c tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 943 time: 0.4556334 May 25 22:57:59.696897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] For port 140267bc-ed27-4935-b212-d8c24f295998, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=140267bc-ed27-4935-b212-d8c24f295998,segment=NetworkSegment(5ce93166-2681-4fa4-9e69-5c5981642a09),segment_id=5ce93166-2681-4fa4-9e69-5c5981642a09)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:57:59.719718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df8f73-7413-43ea-81a8-e395acab4a37 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4712bff5-552a-4417-b4a9-9a1b237539bc,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:59.731640 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c9adf-2f69-4108-9920-cd17f521917a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event updated for resources: {'Network': ['ID=661e9c80-c366-4d3d-8d45-470ad1d880a4,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:59.755660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480df6c7-2abd-44c1-a212-d92443ae2531 None None] Network fc085b30-6e3d-44c4-8554-0b16b4c0ee8d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:57:59.763459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb42ab5-fcfb-4f86-a4a5-9c0565f9569f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Subnet': ['ID=0a581d9b-a85d-4837-b0f5-fe41050ae087,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:57:59.766762 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6036c25f-1a0e-4aed-8dd7-3b52c203bd6b req-80193010-d662-420c-9246-3e48d139ee7e tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796618 May 25 22:57:59.783459 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7dd62ff3-0fc4-46d2-afc8-6bf3d715726d tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9919407 May 25 22:57:59.787743 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-232c9adf-2f69-4108-9920-cd17f521917a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8982143 May 25 22:57:59.787743 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38178) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:59.790778 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38180) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:59.801070 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f67e211f-0f14-4e4f-9422-708b7593d716 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Request body: {'network': {'name': 'tempest-router-network02--1363087052'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:57:59.808167 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f67e211f-0f14-4e4f-9422-708b7593d716 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:57:59.810678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.833610 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 661e9c80-c366-4d3d-8d45-470ad1d880a4 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:57:59.837008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56df8f73-7413-43ea-81a8-e395acab4a37 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.841402 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-56df8f73-7413-43ea-81a8-e395acab4a37 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.0494990 May 25 22:57:59.845856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38186) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:57:59.852553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f67e211f-0f14-4e4f-9422-708b7593d716 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Usage tracker for resource:network and tenant:2be6123e89ad4e12b5ecb1f88734a36d is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:57:59.865702 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f67e211f-0f14-4e4f-9422-708b7593d716 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:57:59.880865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-aad311f4-a719-4bb8-bf58-e062651c13bc tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.884161 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb42ab5-fcfb-4f86-a4a5-9c0565f9569f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Checking segment: {'id': '4609988a-fcac-403a-8a29-ee9d1eba472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:57:59.884511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb42ab5-fcfb-4f86-a4a5-9c0565f9569f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network hostable DHCP agents. Network: eedf5e10-0c97-4205-bd09-737e93085a53, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:57:59.887092 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3e86bbed-3bb7-4b77-a621-5707872ed9e9 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Deleting port b428f8a2-ddd4-412b-a954-db004ac1f2e3 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:57:59.887581 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e86bbed-3bb7-4b77-a621-5707872ed9e9 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.907014 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: b5409ea2-bdf7-4202-b0ba-db01935e7a2c {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:57:59.907429 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b5409ea2-bdf7-4202-b0ba-db01935e7a2c not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:57:59.908892 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.928670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-620a3929-2d49-4100-890d-7d823e611267', 'network_id': '620a3929-2d49-4100-890d-7d823e611267', 'tenant_id': '2be6123e89ad4e12b5ecb1f88734a36d', 'fixed_ips': [{'subnet_id': '8c415bc1-7e41-4576-975e-4c121fabbff1'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:57:59.929765 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.940105 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f67e211f-0f14-4e4f-9422-708b7593d716 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:57:59.990180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:57:59.990792 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] 10.222.0.73 "PUT /v2.0/ports/140267bc-ed27-4935-b212-d8c24f295998 HTTP/1.1" status: 200 len: 1093 time: 4.3489854 May 25 22:57:59.995839 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'tag': '140267bc-ed27-4935-b212-d8c24f295998'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:58:00.067925 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131c526-6099-4ec4-afb5-50520fdef4ec service neutron] Pushing event updated for resources: {'Port': ['ID=140267bc-ed27-4935-b212-d8c24f295998,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:00.071263 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0907-c80d-4674-a989-6a11d9a4428a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.080875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad311f4-a719-4bb8-bf58-e062651c13bc tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:00.099385 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-aad311f4-a719-4bb8-bf58-e062651c13bc tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:00.101113 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad311f4-a719-4bb8-bf58-e062651c13bc tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=ec867d60-9b3b-452e-a531-d66e86d0fc60,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:00.107806 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad311f4-a719-4bb8-bf58-e062651c13bc tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:00.108042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-aad311f4-a719-4bb8-bf58-e062651c13bc tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.117272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0907-c80d-4674-a989-6a11d9a4428a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.125733 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cc8bd0-581b-4a27-9e9b-9395266165a7'] response: {'name': 'network-changed', 'server_uuid': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'tag': '140267bc-ed27-4935-b212-d8c24f295998', 'status': 'completed', 'code': 200} May 25 22:58:00.129799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15185fe-83b9-4022-beaf-61b467633b7e None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:00.157294 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67e211f-0f14-4e4f-9422-708b7593d716 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Made reservation on behalf of 2be6123e89ad4e12b5ecb1f88734a36d for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:00.160807 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f67e211f-0f14-4e4f-9422-708b7593d716 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.258788 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-fb426755-307e-4bb6-8848-4f022568f300 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e097633e41448e99b96c8bd1f567e52&device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 1096 time: 0.1527619 May 25 22:58:00.259465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a77c5-b62a-4736-a0ab-b5c11f3ac3b4 None None] Pushing event updated for resources: {'Port': ['ID=6a7d3313-680a-456c-9695-feb1b9fb7454,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:00.335201 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad23c-5078-4929-97b1-c91288dd3632 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.338656 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-aad311f4-a719-4bb8-bf58-e062651c13bc tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7922962 May 25 22:58:00.345124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38194) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:00.352100 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'mac_address': 'fa:16:3e:6e:ac:a6', 'name': 'tempest-NetworksTestDHCPv6-1011436495'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:00.358013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0907-c80d-4674-a989-6a11d9a4428a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.362886 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb42ab5-fcfb-4f86-a4a5-9c0565f9569f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network eedf5e10-0c97-4205-bd09-737e93085a53 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:58:00.387940 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67e211f-0f14-4e4f-9422-708b7593d716 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:58:00.395712 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-76d37aaf-298c-4c60-b8d3-4d524a36f258 None None] Provisioning for port 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:00.419880 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-e69f1625-eef5-4d37-9539-710460b3b0ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=140267bc-ed27-4935-b212-d8c24f295998 HTTP/1.1" status: 200 len: 217 time: 0.1530080 May 25 22:58:00.420579 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b0907-c80d-4674-a989-6a11d9a4428a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4712bff5-552a-4417-b4a9-9a1b237539bc,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:00.442871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad23c-5078-4929-97b1-c91288dd3632 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.485464 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-76d37aaf-298c-4c60-b8d3-4d524a36f258 None None] Provisioning complete for port 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:00.485841 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-76d37aaf-298c-4c60-b8d3-4d524a36f258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.503135 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-0d721419-6164-493d-86ea-a9c525d6179f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:00.504709 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-0d721419-6164-493d-86ea-a9c525d6179f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=194773ba-2949-40ba-961f-fa4cac5277ab HTTP/1.1" status: 200 len: 835 time: 0.0727973 May 25 22:58:00.508907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f67e211f-0f14-4e4f-9422-708b7593d716 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.512063 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-f67e211f-0f14-4e4f-9422-708b7593d716 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Added segment 86775480-aa66-4e97-bfa3-19a014602eba of type vlan for network 9d1eadc2-cb11-45e2-a33d-c5f030c37496 May 25 22:58:00.513587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-bcb42ab5-fcfb-4f86-a4a5-9c0565f9569f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, eedf5e10-0c97-4205-bd09-737e93085a53) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:00.539189 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4440e4-55b8-4d5c-8db6-3b82ffcb2b65 None None] Network eedf5e10-0c97-4205-bd09-737e93085a53 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:00.555527 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0907-c80d-4674-a989-6a11d9a4428a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.559358 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3a3b0907-c80d-4674-a989-6a11d9a4428a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/4712bff5-552a-4417-b4a9-9a1b237539bc HTTP/1.1" status: 204 len: 168 time: 0.7023704 May 25 22:58:00.559358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb42ab5-fcfb-4f86-a4a5-9c0565f9569f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:00.559358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bcb42ab5-fcfb-4f86-a4a5-9c0565f9569f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.569881 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38198) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:00.646760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f67e211f-0f14-4e4f-9422-708b7593d716 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.703686 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-253a37ee-260a-4edb-8bc2-c01827e71c60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9c60186-9e70-42fb-b8b3-1c80486ade84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1925592 May 25 22:58:00.707856 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bcb42ab5-fcfb-4f86-a4a5-9c0565f9569f tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6033947 May 25 22:58:00.716146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ea2bb456-f0bb-4041-930e-74591d542b73 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:00.718883 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38202) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:00.834288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:00.842764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:00.854546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:00.862878 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f67e211f-0f14-4e4f-9422-708b7593d716 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.866282 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Attempting to bind port 6a7d3313-680a-456c-9695-feb1b9fb7454 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:00.866464 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67e211f-0f14-4e4f-9422-708b7593d716 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:00.866587 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Attempting to bind port 6a7d3313-680a-456c-9695-feb1b9fb7454 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'a0c0a270-0990-4275-b43b-c6a420798691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:00.866695 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Attempting to bind port 6a7d3313-680a-456c-9695-feb1b9fb7454 on network fc8165dc-ca3d-403a-a567-64d08e0cd388 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:00.866791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f67e211f-0f14-4e4f-9422-708b7593d716 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.867401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:00.870425 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e86bbed-3bb7-4b77-a621-5707872ed9e9 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.916660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Allocated IP 2001:db8::2 (620a3929-2d49-4100-890d-7d823e611267/8c415bc1-7e41-4576-975e-4c121fabbff1/10e37649-ac55-43ac-8f7f-342f535cbc7a) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:00.978346 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:00.978775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Checking segment: {'id': 'a0c0a270-0990-4275-b43b-c6a420798691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:00.979112 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:00.979501 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Bound using segment: {'id': 'a0c0a270-0990-4275-b43b-c6a420798691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:00.979982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Bound port: 6a7d3313-680a-456c-9695-feb1b9fb7454, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c0a270-0990-4275-b43b-c6a420798691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:00.980351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.011267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3e86bbed-3bb7-4b77-a621-5707872ed9e9 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Calling delete_port for b428f8a2-ddd4-412b-a954-db004ac1f2e3 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:01.086382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:01.159222 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e211f-0f14-4e4f-9422-708b7593d716 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event updated for resources: {'Network': ['ID=9d1eadc2-cb11-45e2-a33d-c5f030c37496,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:01.241443 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-b7fd0b9f-8efd-450a-bb7f-5ec54e0e5b81 service neutron] 10.222.0.73 "GET /v2.0/networks/f9c60186-9e70-42fb-b8b3-1c80486ade84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208499 May 25 22:58:01.275078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 9d1eadc2-cb11-45e2-a33d-c5f030c37496 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:58:01.349832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.378845 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ea2bb456-f0bb-4041-930e-74591d542b73 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:01.382879 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ea2bb456-f0bb-4041-930e-74591d542b73 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.8065968 May 25 22:58:01.383024 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab6c19-f949-462c-9715-6c9c132c9320 req-0f42c383-97c1-4ec8-b797-11421f9fcf01 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:01.383024 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-28ab6c19-f949-462c-9715-6c9c132c9320 req-0f42c383-97c1-4ec8-b797-11421f9fcf01 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 943 time: 0.3790851 May 25 22:58:01.387001 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38208) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:01.399680 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f67e211f-0f14-4e4f-9422-708b7593d716 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6060777 May 25 22:58:01.401120 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38212) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:01.407906 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-216bb656-f7d5-453a-8fbc-f9e20fed42ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Request body: {'subnet': {'network_id': '661e9c80-c366-4d3d-8d45-470ad1d880a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:01.422977 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': 'ec867d60-9b3b-452e-a531-d66e86d0fc60'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:58:01.424151 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.445137 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port 58b68bb7-b270-4c86-a8b7-64441b095537 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:58:01.449235 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-76d37aaf-298c-4c60-b8d3-4d524a36f258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.503513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7ad23c-5078-4929-97b1-c91288dd3632 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router d1f2726b-4944-4aea-a62c-8d7e42c9c703 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:58:01.528054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e86bbed-3bb7-4b77-a621-5707872ed9e9 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.573352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-efadb74b-3d09-4f4b-8531-d24021b7adc8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.613370 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86bbed-3bb7-4b77-a621-5707872ed9e9 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Pushing event deleted for resources: {'Port': ['ID=b428f8a2-ddd4-412b-a954-db004ac1f2e3,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:01.622168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-efadb74b-3d09-4f4b-8531-d24021b7adc8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.630733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-eedf5e10-0c97-4205-bd09-737e93085a53', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:58:01.631531 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.670807 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] For port 6a7d3313-680a-456c-9695-feb1b9fb7454, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:01.700964 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-28ab6c19-f949-462c-9715-6c9c132c9320 req-da08a679-0051-4d87-8c83-dec646910573 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3093197 May 25 22:58:01.720151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-216bb656-f7d5-453a-8fbc-f9e20fed42ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:01.735431 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-76d37aaf-298c-4c60-b8d3-4d524a36f258 None None] For port 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d,segment=NetworkSegment(c1e745bc-254a-4d94-b566-7f39c12e3262),segment_id=c1e745bc-254a-4d94-b566-7f39c12e3262)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:01.742142 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-487c4dc5-69f2-494f-88ea-99b7eb469ff2 req-80ff85e3-afc4-4413-9ac0-045ea888fb27 service neutron] 10.222.0.73 "GET /v2.0/networks/f9c60186-9e70-42fb-b8b3-1c80486ade84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730771 May 25 22:58:01.748628 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-216bb656-f7d5-453a-8fbc-f9e20fed42ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Usage tracker for resource:subnet and tenant:2be6123e89ad4e12b5ecb1f88734a36d is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:01.754652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-216bb656-f7d5-453a-8fbc-f9e20fed42ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:01.762446 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] For port 6a7d3313-680a-456c-9695-feb1b9fb7454, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6a7d3313-680a-456c-9695-feb1b9fb7454,segment=NetworkSegment(a0c0a270-0990-4275-b43b-c6a420798691),segment_id=a0c0a270-0990-4275-b43b-c6a420798691)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:01.763668 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-216bb656-f7d5-453a-8fbc-f9e20fed42ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:01.842321 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-76d37aaf-298c-4c60-b8d3-4d524a36f258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.877566 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216bb656-f7d5-453a-8fbc-f9e20fed42ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Made reservation on behalf of 2be6123e89ad4e12b5ecb1f88734a36d for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:01.948228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:01.951653 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.069642 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-efadb74b-3d09-4f4b-8531-d24021b7adc8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.072122 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Transition to ACTIVE for port object 10e37649-ac55-43ac-8f7f-342f535cbc7a will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:02.096796 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d37aaf-298c-4c60-b8d3-4d524a36f258 None None] Pushing event updated for resources: {'Port': ['ID=1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:02.128898 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-216bb656-f7d5-453a-8fbc-f9e20fed42ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.130225 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadb74b-3d09-4f4b-8531-d24021b7adc8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cafbbd5a-2282-41d9-aeb6-c74a2ea7227c,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:02.163727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::289 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/ec867d60-9b3b-452e-a531-d66e86d0fc60/58b68bb7-b270-4c86-a8b7-64441b095537) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:02.208880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a8256993-7408-4040-aa17-169866dc1efa None None] Provisioning complete for port 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:02.209258 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a8256993-7408-4040-aa17-169866dc1efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.242111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e86bbed-3bb7-4b77-a621-5707872ed9e9 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.266243 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3e86bbed-3bb7-4b77-a621-5707872ed9e9 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] 10.222.0.66 "DELETE /v2.0/ports/b428f8a2-ddd4-412b-a954-db004ac1f2e3 HTTP/1.1" status: 204 len: 168 time: 2.4781179 May 25 22:58:02.270110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38216) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:02.295183 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-24e8588a-46c4-46f0-9522-62bc57289e51 req-9095a703-c6db-4d07-9429-8de2ff94e6b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e097633e41448e99b96c8bd1f567e52&device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 1096 time: 0.3909302 May 25 22:58:02.395621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Allocated IP 172.21.0.2 (eedf5e10-0c97-4205-bd09-737e93085a53/0a581d9b-a85d-4837-b0f5-fe41050ae087/b6791124-76d6-4bc4-a5e2-eb7514ec740d) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:02.426753 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-efadb74b-3d09-4f4b-8531-d24021b7adc8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.426753 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-efadb74b-3d09-4f4b-8531-d24021b7adc8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/cafbbd5a-2282-41d9-aeb6-c74a2ea7227c HTTP/1.1" status: 204 len: 168 time: 1.0375025 May 25 22:58:02.441082 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38222) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:02.481307 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Transition to ACTIVE for port object 10e37649-ac55-43ac-8f7f-342f535cbc7a will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:02.505610 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a77c5-b62a-4736-a0ab-b5c11f3ac3b4 None None] Pushing event updated for resources: {'Port': ['ID=6a7d3313-680a-456c-9695-feb1b9fb7454,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:02.575050 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dd33156f-75aa-4c56-9bf4-29d7b75bf017 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:02.587009 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:02.588004 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:02.602489 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.631382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object 58b68bb7-b270-4c86-a8b7-64441b095537 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:02.681765 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7ad23c-5078-4929-97b1-c91288dd3632 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:58:02.699377 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad23c-5078-4929-97b1-c91288dd3632 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.700936 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5c7ad23c-5078-4929-97b1-c91288dd3632 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/d1f2726b-4944-4aea-a62c-8d7e42c9c703 HTTP/1.1" status: 200 len: 892 time: 3.9139102 May 25 22:58:02.709880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38226) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:02.715241 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.716226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dd33156f-75aa-4c56-9bf4-29d7b75bf017 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:02.721856 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dd33156f-75aa-4c56-9bf4-29d7b75bf017 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2769985 May 25 22:58:02.721856 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38228) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:02.731205 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-08f4dfbf-0234-4fac-89d3-57b467e89545 tempest-DHCPAgentSchedulersTestJSON-1384288985 tempest-DHCPAgentSchedulersTestJSON-1384288985-project-admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.4556091 May 25 22:58:02.742512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38234) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:02.754548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-9f5c244c-1a40-4743-9fb3-e9f209aabdcc tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-580374210'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:02.779340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9f5c244c-1a40-4743-9fb3-e9f209aabdcc tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:02.790220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:02.807296 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9f5c244c-1a40-4743-9fb3-e9f209aabdcc tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Usage tracker for resource:network and tenant:8bccf15ccffb403291d05e1a7f77dbf7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:02.813285 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d18ce7ae-2da4-4335-98a9-e499e3183883 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.818437 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9103b1-5a60-4db4-8e13-4f4b59d6654f None None] Sync routers for ids ['d1f2726b-4944-4aea-a62c-8d7e42c9c703'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:58:02.819070 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9f5c244c-1a40-4743-9fb3-e9f209aabdcc tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:02.830128 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9f5c244c-1a40-4743-9fb3-e9f209aabdcc tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:02.832849 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.836199 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d18ce7ae-2da4-4335-98a9-e499e3183883 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.919264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-216bb656-f7d5-453a-8fbc-f9e20fed42ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:02.942646 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Network 620a3929-2d49-4100-890d-7d823e611267 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:02.965679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8588a-46c4-46f0-9522-62bc57289e51 req-a2be3309-7c8f-4db1-9480-e8d319cae8fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:02.967217 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-24e8588a-46c4-46f0-9522-62bc57289e51 req-a2be3309-7c8f-4db1-9480-e8d319cae8fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9c60186-9e70-42fb-b8b3-1c80486ade84 HTTP/1.1" status: 200 len: 897 time: 0.6541171 May 25 22:58:02.991882 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:02.995116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:03.011610 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:03.012809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5c244c-1a40-4743-9fb3-e9f209aabdcc tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Made reservation on behalf of 8bccf15ccffb403291d05e1a7f77dbf7 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:03.016462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9f5c244c-1a40-4743-9fb3-e9f209aabdcc tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.026816 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=58b68bb7-b270-4c86-a8b7-64441b095537,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:03.033735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:03.045451 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:03.051370 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:03.052327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.077532 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d18ce7ae-2da4-4335-98a9-e499e3183883 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.084544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9103b1-5a60-4db4-8e13-4f4b59d6654f None None] Routers {'d1f2726b-4944-4aea-a62c-8d7e42c9c703'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:03.085225 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4a9103b1-5a60-4db4-8e13-4f4b59d6654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['d1f2726b-4944-4aea-a62c-8d7e42c9c703'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:03.114907 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ce7ae-2da4-4335-98a9-e499e3183883 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ec27cd8-d8c6-4272-80e4-0509911beb5b,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:03.122129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5c244c-1a40-4743-9fb3-e9f209aabdcc tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:58:03.137449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9f5c244c-1a40-4743-9fb3-e9f209aabdcc tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.137843 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-9f5c244c-1a40-4743-9fb3-e9f209aabdcc tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Added segment 83f15955-3337-4811-ae03-915a1a2d994d of type vlan for network 698bc39e-df7a-47f8-a42c-9e2fc6166e0b May 25 22:58:03.149416 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3fb7e-8482-4cf4-a0e5-a4af6e3a5bb7 req-82327da0-8d58-4a1c-a6c6-654792aa108e tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:03.150968 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-40c3fb7e-8482-4cf4-a0e5-a4af6e3a5bb7 req-82327da0-8d58-4a1c-a6c6-654792aa108e tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 943 time: 0.2525082 May 25 22:58:03.179226 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b72bfb51-7db3-45f8-996c-b842264e7ef5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8326471 May 25 22:58:03.201558 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38240) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:03.243708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d18ce7ae-2da4-4335-98a9-e499e3183883 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.255386 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38244) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:03.255589 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d18ce7ae-2da4-4335-98a9-e499e3183883 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7ec27cd8-d8c6-4272-80e4-0509911beb5b HTTP/1.1" status: 204 len: 168 time: 0.5217657 May 25 22:58:03.271134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Pushing event updated for resources: {'Port': ['ID=10e37649-ac55-43ac-8f7f-342f535cbc7a,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:03.287623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9f5c244c-1a40-4743-9fb3-e9f209aabdcc tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.299533 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4a9103b1-5a60-4db4-8e13-4f4b59d6654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:03.310865 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-24e8588a-46c4-46f0-9522-62bc57289e51 req-01802503-1395-41f1-bbe2-3b48c3c38345 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=140267bc-ed27-4935-b212-d8c24f295998 HTTP/1.1" status: 200 len: 217 time: 0.1611743 May 25 22:58:03.322662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Allocated IP 2001:db8::2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/ec867d60-9b3b-452e-a531-d66e86d0fc60/617369c7-a62d-4642-aeca-1c28105c5d18) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:03.325884 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a8256993-7408-4040-aa17-169866dc1efa None None] Could not find standard attr ID for object b428f8a2-ddd4-412b-a954-db004ac1f2e3. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:58:03.343901 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:58:03.383754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bb656-f7d5-453a-8fbc-f9e20fed42ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event updated for resources: {'Subnet': ['ID=f5630d61-dcf3-437f-a167-e903c4a1efb7,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:03.384963 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-40c3fb7e-8482-4cf4-a0e5-a4af6e3a5bb7 req-342d2f1e-8847-4c75-919e-06de7c1d525a tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228434 May 25 22:58:03.414720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b504e5-c93a-415d-b9d7-c38a6c21ce1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:03.415655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-39b504e5-c93a-415d-b9d7-c38a6c21ce1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:03.417675 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Attempting to bind port 10e37649-ac55-43ac-8f7f-342f535cbc7a on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:03.418128 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Attempting to bind port 10e37649-ac55-43ac-8f7f-342f535cbc7a by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'd7d4fa48-d9b3-48fc-ac02-1def2b399744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '620a3929-2d49-4100-890d-7d823e611267'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:03.418322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Attempting to bind port 10e37649-ac55-43ac-8f7f-342f535cbc7a on network 620a3929-2d49-4100-890d-7d823e611267 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:03.431080 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9f5c244c-1a40-4743-9fb3-e9f209aabdcc tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.435017 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5c244c-1a40-4743-9fb3-e9f209aabdcc tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:03.435696 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9f5c244c-1a40-4743-9fb3-e9f209aabdcc tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.454158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.491841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216bb656-f7d5-453a-8fbc-f9e20fed42ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Checking segment: {'id': '3ec7347f-e523-4066-ab25-970de56859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '661e9c80-c366-4d3d-8d45-470ad1d880a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:03.492364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216bb656-f7d5-453a-8fbc-f9e20fed42ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Network hostable DHCP agents. Network: 661e9c80-c366-4d3d-8d45-470ad1d880a4, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:58:03.506262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8588a-46c4-46f0-9522-62bc57289e51 req-2c0f2174-7127-44eb-b8a9-a244bb7b986b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:03.508275 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-24e8588a-46c4-46f0-9522-62bc57289e51 req-2c0f2174-7127-44eb-b8a9-a244bb7b986b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=194773ba-2949-40ba-961f-fa4cac5277ab HTTP/1.1" status: 200 len: 835 time: 0.1792338 May 25 22:58:03.521806 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-39b504e5-c93a-415d-b9d7-c38a6c21ce1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:03.526078 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-39b504e5-c93a-415d-b9d7-c38a6c21ce1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3205314 May 25 22:58:03.536214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38248) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:03.553723 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:03.554084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Checking segment: {'id': 'd7d4fa48-d9b3-48fc-ac02-1def2b399744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '620a3929-2d49-4100-890d-7d823e611267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:03.554564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.555065 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Bound using segment: {'id': 'd7d4fa48-d9b3-48fc-ac02-1def2b399744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '620a3929-2d49-4100-890d-7d823e611267'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:03.555547 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Bound port: 10e37649-ac55-43ac-8f7f-342f535cbc7a, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d4fa48-d9b3-48fc-ac02-1def2b399744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '620a3929-2d49-4100-890d-7d823e611267'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:03.555913 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.572801 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a5384b7c-65d4-412f-86c1-b11e1857c226 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3130634 May 25 22:58:03.574468 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38252) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:03.574674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9103b1-5a60-4db4-8e13-4f4b59d6654f None None] Routers {'d1f2726b-4944-4aea-a62c-8d7e42c9c703'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:03.575380 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4a9103b1-5a60-4db4-8e13-4f4b59d6654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['d1f2726b-4944-4aea-a62c-8d7e42c9c703'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:03.598594 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c244c-1a40-4743-9fb3-e9f209aabdcc tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Pushing event updated for resources: {'Network': ['ID=698bc39e-df7a-47f8-a42c-9e2fc6166e0b,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:03.612949 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8a6d4-5a10-4c50-ac1f-16e6a1a819a1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port 58b68bb7-b270-4c86-a8b7-64441b095537 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:03.613296 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fbf8a6d4-5a10-4c50-ac1f-16e6a1a819a1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.644839 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 698bc39e-df7a-47f8-a42c-9e2fc6166e0b details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:58:03.657453 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9f5c244c-1a40-4743-9fb3-e9f209aabdcc tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9031575 May 25 22:58:03.657453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38256) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:03.743143 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.802393 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d76941f9-7e1e-46ab-8054-af2d8696d7bf tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.852607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d76941f9-7e1e-46ab-8054-af2d8696d7bf tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.856787 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4a9103b1-5a60-4db4-8e13-4f4b59d6654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:03.857211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9103b1-5a60-4db4-8e13-4f4b59d6654f None None] The sync data for ids ['d1f2726b-4944-4aea-a62c-8d7e42c9c703'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:58:03.867129 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216bb656-f7d5-453a-8fbc-f9e20fed42ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Network 661e9c80-c366-4d3d-8d45-470ad1d880a4 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:58:03.893953 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:03.893953 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:03.931475 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Transition to ACTIVE for port object b6791124-76d6-4bc4-a5e2-eb7514ec740d will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:03.981218 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f88cdaf7-8c65-4c36-b0f0-3fe451c52910 tempest-DHCPAgentSchedulersTestJSON-1384288985 tempest-DHCPAgentSchedulersTestJSON-1384288985-project-admin] 10.222.0.66 "GET /v2.0/agents/404e3964-4b34-4246-a304-131dba597923/dhcp-networks HTTP/1.1" status: 200 len: 7017 time: 0.3242011 May 25 22:58:03.982031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38260) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:03.982711 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-24e8588a-46c4-46f0-9522-62bc57289e51 req-440ee486-a4d8-4591-8fdc-1787575bbcc6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9c60186-9e70-42fb-b8b3-1c80486ade84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4008946 May 25 22:58:03.986065 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-216bb656-f7d5-453a-8fbc-f9e20fed42ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 661e9c80-c366-4d3d-8d45-470ad1d880a4) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:04.017056 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216bb656-f7d5-453a-8fbc-f9e20fed42ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:04.017858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-216bb656-f7d5-453a-8fbc-f9e20fed42ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.034962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d76941f9-7e1e-46ab-8054-af2d8696d7bf tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.074630 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bcef69-8f4a-4890-8782-07eca270b022 None None] Network 661e9c80-c366-4d3d-8d45-470ad1d880a4 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:04.113434 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Transition to ACTIVE for port object b6791124-76d6-4bc4-a5e2-eb7514ec740d will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:04.142597 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76941f9-7e1e-46ab-8054-af2d8696d7bf tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=776fe4fe-7313-4f7d-af42-e7ceb8e57588,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:04.167160 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2703e522-dc10-4148-aee6-ee946cf96f48 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/routers/d1f2726b-4944-4aea-a62c-8d7e42c9c703 HTTP/1.1" status: 200 len: 892 time: 1.4445937 May 25 22:58:04.174459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38264) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:04.185152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fbf8a6d4-5a10-4c50-ac1f-16e6a1a819a1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.230093 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d76941f9-7e1e-46ab-8054-af2d8696d7bf tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.231197 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d76941f9-7e1e-46ab-8054-af2d8696d7bf tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/776fe4fe-7313-4f7d-af42-e7ceb8e57588 HTTP/1.1" status: 204 len: 168 time: 0.6473749 May 25 22:58:04.234923 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-15c72dea-e53b-4212-b6fd-bb2f0a8fc8d1 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1f2726b-4944-4aea-a62c-8d7e42c9c703 HTTP/1.1" status: 200 len: 205 time: 0.0573506 May 25 22:58:04.235627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38268) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:04.257848 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38270) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:04.260292 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.286732 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-216bb656-f7d5-453a-8fbc-f9e20fed42ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8845346 May 25 22:58:04.318289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38274) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:04.321838 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8a6d4-5a10-4c50-ac1f-16e6a1a819a1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for 58b68bb7-b270-4c86-a8b7-64441b095537 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:04.337851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e9b26b2f-d2a2-43cd-a814-59aa30e39e33 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Request body: {'subnet': {'network_id': '9d1eadc2-cb11-45e2-a33d-c5f030c37496', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:04.344058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] For port 10e37649-ac55-43ac-8f7f-342f535cbc7a, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:04.429545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] For port 10e37649-ac55-43ac-8f7f-342f535cbc7a, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=10e37649-ac55-43ac-8f7f-342f535cbc7a,segment=NetworkSegment(d7d4fa48-d9b3-48fc-ac02-1def2b399744),segment_id=d7d4fa48-d9b3-48fc-ac02-1def2b399744)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:04.467283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-87f44621-8a7a-42cc-8708-85f189d60d75 None None] Could not find standard attr ID for object b428f8a2-ddd4-412b-a954-db004ac1f2e3. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:58:04.504788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Allocated IP 172.21.0.1 (eedf5e10-0c97-4205-bd09-737e93085a53/0a581d9b-a85d-4837-b0f5-fe41050ae087/eb8f0eab-2809-4dfd-8b30-a9b2ff355a12) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:04.530351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Network eedf5e10-0c97-4205-bd09-737e93085a53 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:04.544577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.552192 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-24e8588a-46c4-46f0-9522-62bc57289e51 req-388f3f7b-c706-4c13-804c-d80694fa98b2 service neutron] 10.222.0.73 "GET /v2.0/networks/f9c60186-9e70-42fb-b8b3-1c80486ade84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617092 May 25 22:58:04.559458 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e9b26b2f-d2a2-43cd-a814-59aa30e39e33 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:04.570632 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Pushing event updated for resources: {'Port': ['ID=b6791124-76d6-4bc4-a5e2-eb7514ec740d,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:04.573041 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:04.575852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:04.635368 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.656522 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb28444-7d0a-4f4b-abfc-5d3b3b8b0e70 tempest-DHCPAgentSchedulersTestJSON-1384288985 tempest-DHCPAgentSchedulersTestJSON-1384288985-project-admin] Network 698bc39e-df7a-47f8-a42c-9e2fc6166e0b is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:58:04.706718 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e9b26b2f-d2a2-43cd-a814-59aa30e39e33 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Usage tracker for resource:subnet and tenant:2be6123e89ad4e12b5ecb1f88734a36d is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:04.724184 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e9b26b2f-d2a2-43cd-a814-59aa30e39e33 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:04.728286 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d22f2f-77ae-4634-9f71-708d2ed5d252 req-f61b3f74-4df9-4c17-894d-6ff3944eeb05 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:04.731150 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-80d22f2f-77ae-4634-9f71-708d2ed5d252 req-f61b3f74-4df9-4c17-894d-6ff3944eeb05 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 943 time: 0.1884937 May 25 22:58:04.738962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e9b26b2f-d2a2-43cd-a814-59aa30e39e33 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:04.762360 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d9e46c7c-a185-46cd-825a-0f773624bb73 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:04.763584 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8bb28444-7d0a-4f4b-abfc-5d3b3b8b0e70 tempest-DHCPAgentSchedulersTestJSON-1384288985 tempest-DHCPAgentSchedulersTestJSON-1384288985-project-admin] 10.222.0.66 "POST /v2.0/agents/404e3964-4b34-4246-a304-131dba597923/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7805712 May 25 22:58:04.767474 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38282) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:04.788514 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347fced4-4f0a-4367-83ae-5e9b288226aa None None] Network 698bc39e-df7a-47f8-a42c-9e2fc6166e0b requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:04.794623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fbf8a6d4-5a10-4c50-ac1f-16e6a1a819a1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:04.798678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Transition to ACTIVE for port object 617369c7-a62d-4642-aeca-1c28105c5d18 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:04.841000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b26b2f-d2a2-43cd-a814-59aa30e39e33 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Made reservation on behalf of 2be6123e89ad4e12b5ecb1f88734a36d for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:04.857951 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8a6d4-5a10-4c50-ac1f-16e6a1a819a1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=58b68bb7-b270-4c86-a8b7-64441b095537,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:04.891596 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-80d22f2f-77ae-4634-9f71-708d2ed5d252 req-faad345a-b2ba-47d9-bccd-efbd95cf6255 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542933 May 25 22:58:05.005079 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d9e46c7c-a185-46cd-825a-0f773624bb73 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:05.008973 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d9e46c7c-a185-46cd-825a-0f773624bb73 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.7299197 May 25 22:58:05.016086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38286) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:05.018908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fbf8a6d4-5a10-4c50-ac1f-16e6a1a819a1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.026391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dd9bdc04-be5a-44fc-a5e6-5b5bbf4a6976 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.038876 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:58:05.053579 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-24e8588a-46c4-46f0-9522-62bc57289e51 req-9b77b404-9794-43f6-9ed4-b6c93c2a418c service neutron] 10.222.0.73 "GET /v2.0/networks/f9c60186-9e70-42fb-b8b3-1c80486ade84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903378 May 25 22:58:05.057849 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97197490-6ed0-4118-a134-3f5dc4653a49 None None] Pushing event updated for resources: {'Port': ['ID=10e37649-ac55-43ac-8f7f-342f535cbc7a,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:05.093340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.105551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Transition to ACTIVE for port object 617369c7-a62d-4642-aeca-1c28105c5d18 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:05.123795 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Attempting to bind port b6791124-76d6-4bc4-a5e2-eb7514ec740d on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:05.124154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Attempting to bind port b6791124-76d6-4bc4-a5e2-eb7514ec740d by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '4609988a-fcac-403a-8a29-ee9d1eba472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:05.125299 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Attempting to bind port b6791124-76d6-4bc4-a5e2-eb7514ec740d on network eedf5e10-0c97-4205-bd09-737e93085a53 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:05.127264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e9b26b2f-d2a2-43cd-a814-59aa30e39e33 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.138577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-661e9c80-c366-4d3d-8d45-470ad1d880a4', 'network_id': '661e9c80-c366-4d3d-8d45-470ad1d880a4', 'tenant_id': '2be6123e89ad4e12b5ecb1f88734a36d', 'fixed_ips': [{'subnet_id': 'f5630d61-dcf3-437f-a167-e903c4a1efb7'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:58:05.139360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.145604 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Transition to ACTIVE for port object eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:05.183500 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fbf8a6d4-5a10-4c50-ac1f-16e6a1a819a1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/58b68bb7-b270-4c86-a8b7-64441b095537 HTTP/1.1" status: 204 len: 168 time: 1.6432610 May 25 22:58:05.191779 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38290) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:05.222086 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:05.222436 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Checking segment: {'id': '4609988a-fcac-403a-8a29-ee9d1eba472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:05.222831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.223212 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Bound using segment: {'id': '4609988a-fcac-403a-8a29-ee9d1eba472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:05.223687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Bound port: b6791124-76d6-4bc4-a5e2-eb7514ec740d, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4609988a-fcac-403a-8a29-ee9d1eba472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:05.224050 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.241458 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.252780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1c201b0c-3835-4d62-a880-8e904c4eb827 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.298922 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1c201b0c-3835-4d62-a880-8e904c4eb827 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.340029 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.359377 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0af64fb3-bd6e-4932-86af-b87cfe64e3f8 tempest-DHCPAgentSchedulersTestJSON-1384288985 tempest-DHCPAgentSchedulersTestJSON-1384288985-project-admin] 10.222.0.66 "GET /v2.0/agents/404e3964-4b34-4246-a304-131dba597923/dhcp-networks HTTP/1.1" status: 200 len: 8521 time: 0.5901411 May 25 22:58:05.364688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38294) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:05.369513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f462c652-37b0-4461-82fe-20e388642ba9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:05.373966 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f462c652-37b0-4461-82fe-20e388642ba9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:05.373966 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f462c652-37b0-4461-82fe-20e388642ba9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1770494 May 25 22:58:05.380359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38298) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:05.459107 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=eb8f0eab-2809-4dfd-8b30-a9b2ff355a12,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:05.469748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network eedf5e10-0c97-4205-bd09-737e93085a53 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:05.472873 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:05.475721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:57:51Z', 'revision_number': 2, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:05.477027 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:05.493824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 140267bc-ed27-4935-b212-d8c24f295998 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:58:05.507798 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1c201b0c-3835-4d62-a880-8e904c4eb827 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.522448 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cafb241-6f94-4d43-b837-32aae0780bb1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet ec867d60-9b3b-452e-a531-d66e86d0fc60 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:58:05.523569 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] For port b6791124-76d6-4bc4-a5e2-eb7514ec740d, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:05.527775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] For port b6791124-76d6-4bc4-a5e2-eb7514ec740d, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b6791124-76d6-4bc4-a5e2-eb7514ec740d,segment=NetworkSegment(4609988a-fcac-403a-8a29-ee9d1eba472b),segment_id=4609988a-fcac-403a-8a29-ee9d1eba472b)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:05.531121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:05.537452 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7cafb241-6f94-4d43-b837-32aae0780bb1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.574686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.577377 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c201b0c-3835-4d62-a880-8e904c4eb827 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a0b2e90-4f3a-4514-a62b-eb4a6d936f15,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:05.615499 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:05.617472 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4eed4f-261b-4b60-8e06-263ccc866e09 None None] The sync data for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv is: [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:57:51Z', 'revision_number': 2, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:58:05.619925 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:05.651867 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b53b6c2b-d0ca-40b4-af85-a1021a6a34a9 tempest-DHCPAgentSchedulersTestJSON-1384288985 tempest-DHCPAgentSchedulersTestJSON-1384288985-project-admin] 10.222.0.66 "DELETE /v2.0/agents/404e3964-4b34-4246-a304-131dba597923/dhcp-networks/698bc39e-df7a-47f8-a42c-9e2fc6166e0b HTTP/1.1" status: 204 len: 168 time: 0.2859740 May 25 22:58:05.654453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38302) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:05.671373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7cafb241-6f94-4d43-b837-32aae0780bb1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.688426 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.742247 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1c201b0c-3835-4d62-a880-8e904c4eb827 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.743533 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1c201b0c-3835-4d62-a880-8e904c4eb827 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/1a0b2e90-4f3a-4514-a62b-eb4a6d936f15 HTTP/1.1" status: 204 len: 168 time: 0.7265136 May 25 22:58:05.750751 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e9b26b2f-d2a2-43cd-a814-59aa30e39e33 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.756449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38306) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:05.813684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Pushing event updated for resources: {'Port': ['ID=617369c7-a62d-4642-aeca-1c28105c5d18,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:05.820004 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:05.961939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b26b2f-d2a2-43cd-a814-59aa30e39e33 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Checking segment: {'id': '86775480-aa66-4e97-bfa3-19a014602eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d1eadc2-cb11-45e2-a33d-c5f030c37496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:05.962627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b26b2f-d2a2-43cd-a814-59aa30e39e33 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Network hostable DHCP agents. Network: 9d1eadc2-cb11-45e2-a33d-c5f030c37496, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:58:05.969996 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b26b2f-d2a2-43cd-a814-59aa30e39e33 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event updated for resources: {'Subnet': ['ID=7508da06-d21b-4217-97e6-d0743b4fc042,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:05.997124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Attempting to bind port 617369c7-a62d-4642-aeca-1c28105c5d18 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:05.997487 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Attempting to bind port 617369c7-a62d-4642-aeca-1c28105c5d18 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:05.997862 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Attempting to bind port 617369c7-a62d-4642-aeca-1c28105c5d18 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:06.118652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:06.120986 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:06.121816 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.122632 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:06.123326 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Bound port: 617369c7-a62d-4642-aeca-1c28105c5d18, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:06.127121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.192954 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba047c-ad92-43f4-9c02-fb335c882267 None None] Pushing event updated for resources: {'Port': ['ID=b6791124-76d6-4bc4-a5e2-eb7514ec740d,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:06.246777 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bbaaf56d-7726-49a2-8f07-d2616e17af29 tempest-DHCPAgentSchedulersTestJSON-1384288985 tempest-DHCPAgentSchedulersTestJSON-1384288985-project-admin] 10.222.0.66 "GET /v2.0/agents/404e3964-4b34-4246-a304-131dba597923/dhcp-networks HTTP/1.1" status: 200 len: 7777 time: 0.5814555 May 25 22:58:06.248140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38312) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:06.279915 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Allocated IP 2001:db8::2 (661e9c80-c366-4d3d-8d45-470ad1d880a4/f5630d61-dcf3-437f-a167-e903c4a1efb7/6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:06.361436 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b26b2f-d2a2-43cd-a814-59aa30e39e33 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Network 9d1eadc2-cb11-45e2-a33d-c5f030c37496 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:58:06.423245 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 140267bc-ed27-4935-b212-d8c24f295998, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=140267bc-ed27-4935-b212-d8c24f295998,segment=NetworkSegment(5ce93166-2681-4fa4-9e69-5c5981642a09),segment_id=5ce93166-2681-4fa4-9e69-5c5981642a09)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:06.487955 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-e9b26b2f-d2a2-43cd-a814-59aa30e39e33 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 9d1eadc2-cb11-45e2-a33d-c5f030c37496) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:06.517041 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7cafb241-6f94-4d43-b837-32aae0780bb1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.538008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '140267bc-ed27-4935-b212-d8c24f295998', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'port_id': '140267bc-ed27-4935-b212-d8c24f295998', 'mac_address': 'fa:16:3e:81:88:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:58:06.546765 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b26b2f-d2a2-43cd-a814-59aa30e39e33 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:06.547365 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e9b26b2f-d2a2-43cd-a814-59aa30e39e33 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.566743 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd614bb-b5ac-4e1c-9a31-7f80cadb0e91 None None] Network 9d1eadc2-cb11-45e2-a33d-c5f030c37496 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:06.644073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dd9bdc04-be5a-44fc-a5e6-5b5bbf4a6976 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.657992 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f75d0-506e-40dc-8125-749ef45ca7aa req-40c74895-b3d4-4bbf-a903-e5534a145b12 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:06.668667 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cb5f75d0-506e-40dc-8125-749ef45ca7aa req-40c74895-b3d4-4bbf-a903-e5534a145b12 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 943 time: 0.4733672 May 25 22:58:06.677506 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4beca802-11df-4785-92e9-846871133d1a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:06.695650 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e9b26b2f-d2a2-43cd-a814-59aa30e39e33 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3763208 May 25 22:58:06.699770 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38316) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:06.730332 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d22a6f5c-dd6b-41e1-801a-1eb968077fbf tempest-DHCPAgentSchedulersTestJSON-1384288985 tempest-DHCPAgentSchedulersTestJSON-1384288985-project-admin] 10.222.0.66 "GET /v2.0/networks/fc085b30-6e3d-44c4-8554-0b16b4c0ee8d/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.4546359 May 25 22:58:06.734535 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38320) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:06.747101 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd472d3f-429d-4dc4-82b0-bba8ba99d135 None None] Network 620a3929-2d49-4100-890d-7d823e611267 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:06.789308 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cb5f75d0-506e-40dc-8125-749ef45ca7aa req-9681e399-0868-4046-a4b6-31aabb797935 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195116 May 25 22:58:06.795528 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-dd9bdc04-be5a-44fc-a5e6-5b5bbf4a6976 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port d17085f9-e194-4f3e-912a-5c283fc06228 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:06.795868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dd9bdc04-be5a-44fc-a5e6-5b5bbf4a6976 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.881317 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7cafb241-6f94-4d43-b837-32aae0780bb1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.891374 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] For port 617369c7-a62d-4642-aeca-1c28105c5d18, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:06.904472 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.937865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:06.956337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4beca802-11df-4785-92e9-846871133d1a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:06.957809 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4beca802-11df-4785-92e9-846871133d1a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 1.2001264 May 25 22:58:06.963366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafb241-6f94-4d43-b837-32aae0780bb1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=ec867d60-9b3b-452e-a531-d66e86d0fc60,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:07.009179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 10e37649-ac55-43ac-8f7f-342f535cbc7a up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:07.011906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38324) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:07.016610 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-330219b5-dd4b-43da-ad75-2b1a709299aa tempest-DHCPAgentSchedulersTestJSON-1384288985 tempest-DHCPAgentSchedulersTestJSON-1384288985-project-admin] 10.222.0.66 "GET /v2.0/networks/fc085b30-6e3d-44c4-8554-0b16b4c0ee8d/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2763133 May 25 22:58:07.024240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38328) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:07.032928 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.045864 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7717040f-f486-4b58-a845-c122523eaaba None None] Provisioning for port 10e37649-ac55-43ac-8f7f-342f535cbc7a completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:07.053557 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] For port 617369c7-a62d-4642-aeca-1c28105c5d18, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=617369c7-a62d-4642-aeca-1c28105c5d18,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:07.060067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7cafb241-6f94-4d43-b837-32aae0780bb1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.148387 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140267bc-ed27-4935-b212-d8c24f295998 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:58:07.150299 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-83bfc2df-6075-479d-bf92-7c964a675232 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.178679 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.180065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-83bfc2df-6075-479d-bf92-7c964a675232 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.230343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dd9bdc04-be5a-44fc-a5e6-5b5bbf4a6976 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.240654 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7cafb241-6f94-4d43-b837-32aae0780bb1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/ec867d60-9b3b-452e-a531-d66e86d0fc60 HTTP/1.1" status: 204 len: 168 time: 1.8590848 May 25 22:58:07.244349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38332) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:07.402196 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-dd9bdc04-be5a-44fc-a5e6-5b5bbf4a6976 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for d17085f9-e194-4f3e-912a-5c283fc06228 owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:07.473724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 140267bc-ed27-4935-b212-d8c24f295998, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=140267bc-ed27-4935-b212-d8c24f295998,segment=NetworkSegment(5ce93166-2681-4fa4-9e69-5c5981642a09),segment_id=5ce93166-2681-4fa4-9e69-5c5981642a09)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:07.524363 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7fcf990c-3cbf-458c-921c-2967a99e97d6 tempest-DHCPAgentSchedulersTestJSON-1384288985 tempest-DHCPAgentSchedulersTestJSON-1384288985-project-admin] 10.222.0.66 "GET /v2.0/agents/404e3964-4b34-4246-a304-131dba597923/dhcp-networks HTTP/1.1" status: 200 len: 8499 time: 0.4992006 May 25 22:58:07.529920 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38336) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:07.553255 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=eb8f0eab-2809-4dfd-8b30-a9b2ff355a12,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:07.563094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.567504 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.581969 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2bc33f-fc4b-4b80-98b5-c96eabde45f3 None None] Network eedf5e10-0c97-4205-bd09-737e93085a53 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:07.607269 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4f500c72-3d53-4743-9621-45abf2423857 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3614337 May 25 22:58:07.610984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.612814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-83bfc2df-6075-479d-bf92-7c964a675232 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.616564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38340) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:07.645005 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8a451-15a9-468e-881c-47ddd6f7469f None None] Pushing event updated for resources: {'Port': ['ID=617369c7-a62d-4642-aeca-1c28105c5d18,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:07.667021 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfc2df-6075-479d-bf92-7c964a675232 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64871a36-afc7-4112-8f14-c09a8531915c,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:07.768374 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-9d1eadc2-cb11-45e2-a33d-c5f030c37496', 'network_id': '9d1eadc2-cb11-45e2-a33d-c5f030c37496', 'tenant_id': '2be6123e89ad4e12b5ecb1f88734a36d', 'fixed_ips': [{'subnet_id': '7508da06-d21b-4217-97e6-d0743b4fc042'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:58:07.769652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.787407 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e727b7-8a88-4e3a-9812-aa0823c07050 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:07.788128 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-78e727b7-8a88-4e3a-9812-aa0823c07050 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:07.795936 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Transition to ACTIVE for port object 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:07.865491 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-83bfc2df-6075-479d-bf92-7c964a675232 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:07.869674 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-83bfc2df-6075-479d-bf92-7c964a675232 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-groups/64871a36-afc7-4112-8f14-c09a8531915c HTTP/1.1" status: 204 len: 168 time: 0.8550217 May 25 22:58:07.874858 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38346) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:07.891260 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-78e727b7-8a88-4e3a-9812-aa0823c07050 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:07.892353 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-78e727b7-8a88-4e3a-9812-aa0823c07050 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2602055 May 25 22:58:07.901464 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38350) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:07.906621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['140267bc-ed27-4935-b212-d8c24f295998'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:58:07.967817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dd9bdc04-be5a-44fc-a5e6-5b5bbf4a6976 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.001620 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Transition to ACTIVE for port object 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:08.011028 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c818c-8902-4b89-b4b2-315c81d3e6df tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:08.011748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-344c818c-8902-4b89-b4b2-315c81d3e6df tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:08.025586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5ff3eb66-c11c-4dd4-9cb4-a73381ee4b97 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:08.033448 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-93c17073-9a2e-47db-a4ac-4b3ee5776e91 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.040285 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bdc04-be5a-44fc-a5e6-5b5bbf4a6976 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Port': ['ID=d17085f9-e194-4f3e-912a-5c283fc06228,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:08.155649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 10e37649-ac55-43ac-8f7f-342f535cbc7a completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:08.158596 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1a358116-f292-40aa-b08e-5c47f85d9c9e None None] Provisioning for port b6791124-76d6-4bc4-a5e2-eb7514ec740d completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:08.184071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-344c818c-8902-4b89-b4b2-315c81d3e6df tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:08.185798 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-344c818c-8902-4b89-b4b2-315c81d3e6df tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2826190 May 25 22:58:08.193199 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38354) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:08.193547 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=140267bc-ed27-4935-b212-d8c24f295998,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:08.196925 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 10e37649-ac55-43ac-8f7f-342f535cbc7a triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:08.197298 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.256603 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.277576 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5ff3eb66-c11c-4dd4-9cb4-a73381ee4b97 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:08.279259 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5ff3eb66-c11c-4dd4-9cb4-a73381ee4b97 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4019837 May 25 22:58:08.289805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-93c17073-9a2e-47db-a4ac-4b3ee5776e91 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.290058 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bddd2991-98e7-4f16-8bcd-81502357f8fb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937085 May 25 22:58:08.290701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38358) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:08.291112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38360) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:08.302603 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:08.323904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-46e540c9-c1c3-4787-bdf0-1eef904153cd tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group': {'name': 'tempest-secgroup--678836419'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:08.330133 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-46e540c9-c1c3-4787-bdf0-1eef904153cd tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:08.339777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-46e540c9-c1c3-4787-bdf0-1eef904153cd tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:08.344987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network eedf5e10-0c97-4205-bd09-737e93085a53 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:08.353935 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:08.358419 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.371717 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-93c17073-9a2e-47db-a4ac-4b3ee5776e91 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698bc39e-df7a-47f8-a42c-9e2fc6166e0b']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:08.523856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Network 661e9c80-c366-4d3d-8d45-470ad1d880a4 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:08.539182 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Pushing event updated for resources: {'Port': ['ID=6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:08.543694 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:08.546300 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:08.558715 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Allocated IP 2001:db8::2 (9d1eadc2-cb11-45e2-a33d-c5f030c37496/7508da06-d21b-4217-97e6-d0743b4fc042/d2746dfe-04e1-47ae-951e-3a2c9bd0b468) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:08.591973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-46e540c9-c1c3-4787-bdf0-1eef904153cd tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.679230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-93c17073-9a2e-47db-a4ac-4b3ee5776e91 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f15955-3337-4811-ae03-915a1a2d994d') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:08.679787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-93c17073-9a2e-47db-a4ac-4b3ee5776e91 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f15955-3337-4811-ae03-915a1a2d994d') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:08.742149 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7852965-5a70-4366-ba2b-cfb77149802a req-fc041f6d-e7fb-437a-9e27-007a70889029 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:08.749487 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c7852965-5a70-4366-ba2b-cfb77149802a req-fc041f6d-e7fb-437a-9e27-007a70889029 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 944 time: 0.6601121 May 25 22:58:08.768955 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-93c17073-9a2e-47db-a4ac-4b3ee5776e91 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.800627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-93c17073-9a2e-47db-a4ac-4b3ee5776e91 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.803261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dd9bdc04-be5a-44fc-a5e6-5b5bbf4a6976 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.939204 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Attempting to bind port 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:08.939704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Attempting to bind port 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '3ec7347f-e523-4066-ab25-970de56859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '661e9c80-c366-4d3d-8d45-470ad1d880a4'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:08.939945 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Attempting to bind port 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c on network 661e9c80-c366-4d3d-8d45-470ad1d880a4 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:08.947948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:08.995696 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:09.018582 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:09.038341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:09.038341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Checking segment: {'id': '3ec7347f-e523-4066-ab25-970de56859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '661e9c80-c366-4d3d-8d45-470ad1d880a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:09.038341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.038341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Bound using segment: {'id': '3ec7347f-e523-4066-ab25-970de56859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '661e9c80-c366-4d3d-8d45-470ad1d880a4'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:09.038341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Bound port: 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec7347f-e523-4066-ab25-970de56859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '661e9c80-c366-4d3d-8d45-470ad1d880a4'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:09.038341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.077379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c17073-9a2e-47db-a4ac-4b3ee5776e91 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:58:09.078433 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-93c17073-9a2e-47db-a4ac-4b3ee5776e91 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:58:09.095976 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:58:09.120975 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4ef1bc-7723-41f6-b846-97f31a202eca None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:09.175989 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:09.247710 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c7852965-5a70-4366-ba2b-cfb77149802a req-67c9f45e-b185-45c5-8688-6d93fca03b81 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4970384 May 25 22:58:09.254748 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dd9bdc04-be5a-44fc-a5e6-5b5bbf4a6976 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.282965 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dd9bdc04-be5a-44fc-a5e6-5b5bbf4a6976 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.301849 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 10e37649-ac55-43ac-8f7f-342f535cbc7a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=10e37649-ac55-43ac-8f7f-342f535cbc7a,segment=NetworkSegment(d7d4fa48-d9b3-48fc-ac02-1def2b399744),segment_id=d7d4fa48-d9b3-48fc-ac02-1def2b399744)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:09.307119 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.353997 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b31e35fa-b643-4bd4-bc46-3ff02bd7a282 None None] Provisioning complete for port 10e37649-ac55-43ac-8f7f-342f535cbc7a triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:09.353997 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b31e35fa-b643-4bd4-bc46-3ff02bd7a282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.363741 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-93c17073-9a2e-47db-a4ac-4b3ee5776e91 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.412036 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-93c17073-9a2e-47db-a4ac-4b3ee5776e91 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.432326 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.433043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b6791124-76d6-4bc4-a5e2-eb7514ec740d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:09.456746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c17073-9a2e-47db-a4ac-4b3ee5776e91 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Pushing event deleted for resources: {'Network': ['ID=698bc39e-df7a-47f8-a42c-9e2fc6166e0b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:09.464380 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-93c17073-9a2e-47db-a4ac-4b3ee5776e91 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] 10.222.0.66 "DELETE /v2.0/networks/698bc39e-df7a-47f8-a42c-9e2fc6166e0b HTTP/1.1" status: 204 len: 168 time: 1.9306219 May 25 22:58:09.467719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38366) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:09.487032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-46e540c9-c1c3-4787-bdf0-1eef904153cd tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:09.492989 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-46e540c9-c1c3-4787-bdf0-1eef904153cd tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:09.498820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-46e540c9-c1c3-4787-bdf0-1eef904153cd tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:09.513509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-46e540c9-c1c3-4787-bdf0-1eef904153cd tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:09.590035 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:58:09.590939 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dd9bdc04-be5a-44fc-a5e6-5b5bbf4a6976 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.591480 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9bdc04-be5a-44fc-a5e6-5b5bbf4a6976 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Fanout notify agent at l3_agent the message router_deleted on router d1f2726b-4944-4aea-a62c-8d7e42c9c703 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:58:09.639675 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be523db-fd1c-4376-89f6-4e3921fc8ce5 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] DELETE failed (client error): The resource could not be found. May 25 22:58:09.640887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be523db-fd1c-4376-89f6-4e3921fc8ce5 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:58:09.644266 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3be523db-fd1c-4376-89f6-4e3921fc8ce5 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] 10.222.0.66 "DELETE /v2.0/ports/b428f8a2-ddd4-412b-a954-db004ac1f2e3 HTTP/1.1" status: 404 len: 333 time: 0.1697814 May 25 22:58:09.648517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38370) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:09.689213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-46e540c9-c1c3-4787-bdf0-1eef904153cd tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.741321 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-01a5e993-4305-4623-960f-1835458bc528 None None] For port 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:09.744741 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Allocated IP 2001:db8::1 (661e9c80-c366-4d3d-8d45-470ad1d880a4/f5630d61-dcf3-437f-a167-e903c4a1efb7/701c8fe8-eecd-4a3f-9261-5895ac2e33a2) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:09.780357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-46e540c9-c1c3-4787-bdf0-1eef904153cd tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.849062 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-01a5e993-4305-4623-960f-1835458bc528 None None] For port 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c,segment=NetworkSegment(3ec7347f-e523-4066-ab25-970de56859ef),segment_id=3ec7347f-e523-4066-ab25-970de56859ef)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:09.851751 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.901028 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Transition to ACTIVE for port object d2746dfe-04e1-47ae-951e-3a2c9bd0b468 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:09.910850 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=10e37649-ac55-43ac-8f7f-342f535cbc7a,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:09.948508 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e540c9-c1c3-4787-bdf0-1eef904153cd tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c82d4c-213f-418c-bf03-94a6f76efeed,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:09.969346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dd9bdc04-be5a-44fc-a5e6-5b5bbf4a6976 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:09.970443 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dd9bdc04-be5a-44fc-a5e6-5b5bbf4a6976 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/routers/d1f2726b-4944-4aea-a62c-8d7e42c9c703 HTTP/1.1" status: 204 len: 168 time: 5.6567004 May 25 22:58:09.976399 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38374) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:09.984430 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.007608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d943a6b1-0a3f-4260-8f5b-d57bba892b98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1375546955'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:10.031818 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d943a6b1-0a3f-4260-8f5b-d57bba892b98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:10.045737 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d943a6b1-0a3f-4260-8f5b-d57bba892b98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:network and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:10.049307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-46e540c9-c1c3-4787-bdf0-1eef904153cd tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.053412 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-46e540c9-c1c3-4787-bdf0-1eef904153cd tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7593167 May 25 22:58:10.056221 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c4dae2-bd6e-4a18-a595-2a0a89591e25 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Deleting subnet 9acf2da9-ff96-4a4a-a2d2-31044e59ea17 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:58:10.057027 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38378) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:10.058961 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d943a6b1-0a3f-4260-8f5b-d57bba892b98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:10.070077 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Transition to ACTIVE for port object d2746dfe-04e1-47ae-951e-3a2c9bd0b468 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:10.080152 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-9d7606eb-ea6b-4362-a2cb-264163a90186 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group_rule': {'security_group_id': '31c82d4c-213f-418c-bf03-94a6f76efeed', 'direction': 'ingress', 'protocol': 17}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:10.091518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9d7606eb-ea6b-4362-a2cb-264163a90186 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:10.095520 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-12c4dae2-bd6e-4a18-a595-2a0a89591e25 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.097667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.106727 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9d7606eb-ea6b-4362-a2cb-264163a90186 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:10.114705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9d7606eb-ea6b-4362-a2cb-264163a90186 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:10.126172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:58:10.126742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d943a6b1-0a3f-4260-8f5b-d57bba892b98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:10.129484 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9d7606eb-ea6b-4362-a2cb-264163a90186 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:10.142517 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a89bd497-d41d-45ab-bc77-83fa58ab1fbf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4205494 May 25 22:58:10.143649 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38382) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:10.145803 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Sync routers for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:58:10.154868 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port b6791124-76d6-4bc4-a5e2-eb7514ec740d completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:10.156413 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-781d7133-6190-4703-8980-be9eb6e8b524 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'network': {'name': 'tempest-RoutersTest-1779629093'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:10.165942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Transition to ACTIVE for port object 701c8fe8-eecd-4a3f-9261-5895ac2e33a2 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:10.169479 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5e993-4305-4623-960f-1835458bc528 None None] Pushing event updated for resources: {'Port': ['ID=6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:10.170832 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:10.171972 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:10.186069 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port b6791124-76d6-4bc4-a5e2-eb7514ec740d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:10.187408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.206350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-781d7133-6190-4703-8980-be9eb6e8b524 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:10.222448 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-781d7133-6190-4703-8980-be9eb6e8b524 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:network and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:10.229174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-781d7133-6190-4703-8980-be9eb6e8b524 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:10.230618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-12c4dae2-bd6e-4a18-a595-2a0a89591e25 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.242590 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.250292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-781d7133-6190-4703-8980-be9eb6e8b524 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:10.299453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9d7606eb-ea6b-4362-a2cb-264163a90186 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.318955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d943a6b1-0a3f-4260-8f5b-d57bba892b98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:10.325325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d943a6b1-0a3f-4260-8f5b-d57bba892b98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.360796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781d7133-6190-4703-8980-be9eb6e8b524 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:10.363734 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.objects.ports [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84716) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:58:10.363871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-781d7133-6190-4703-8980-be9eb6e8b524 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.370580 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c67149-da5f-445a-a3d4-6baf4c2b7413 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:58:10.425500 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.438954 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:58:10.443619 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-13c67149-da5f-445a-a3d4-6baf4c2b7413 None None] Deleting port 617369c7-a62d-4642-aeca-1c28105c5d18 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:10.447847 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-13c67149-da5f-445a-a3d4-6baf4c2b7413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.489217 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b31e35fa-b643-4bd4-bc46-3ff02bd7a282 None None] Provisioning for port 617369c7-a62d-4642-aeca-1c28105c5d18 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:10.518961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781d7133-6190-4703-8980-be9eb6e8b524 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:58:10.573147 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Network 9d1eadc2-cb11-45e2-a33d-c5f030c37496 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:10.585526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Pushing event updated for resources: {'Port': ['ID=d2746dfe-04e1-47ae-951e-3a2c9bd0b468,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:10.589212 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:10.595539 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:10.613505 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Network 661e9c80-c366-4d3d-8d45-470ad1d880a4 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:10.614579 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-781d7133-6190-4703-8980-be9eb6e8b524 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.614960 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-781d7133-6190-4703-8980-be9eb6e8b524 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Added segment 4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0 of type vlan for network 0081f839-7eec-41c1-8bdd-1195166175e8 May 25 22:58:10.629526 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:10.637951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event updated for resources: {'Port': ['ID=701c8fe8-eecd-4a3f-9261-5895ac2e33a2,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:10.645156 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:10.645691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.650974 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9d7606eb-ea6b-4362-a2cb-264163a90186 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.721546 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-781d7133-6190-4703-8980-be9eb6e8b524 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.761764 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9d7606eb-ea6b-4362-a2cb-264163a90186 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.871586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d943a6b1-0a3f-4260-8f5b-d57bba892b98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:58:10.895994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d943a6b1-0a3f-4260-8f5b-d57bba892b98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.896363 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-d943a6b1-0a3f-4260-8f5b-d57bba892b98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Added segment 705fcc56-4cbf-4e10-abc4-f0ee3a7949f0 of type vlan for network 495b0212-966b-41a4-9f3f-8f063dc902ff May 25 22:58:10.899021 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-781d7133-6190-4703-8980-be9eb6e8b524 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.904509 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781d7133-6190-4703-8980-be9eb6e8b524 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:10.907264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-781d7133-6190-4703-8980-be9eb6e8b524 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.926102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-12c4dae2-bd6e-4a18-a595-2a0a89591e25 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.932468 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9d7606eb-ea6b-4362-a2cb-264163a90186 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.934285 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9d7606eb-ea6b-4362-a2cb-264163a90186 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8756700 May 25 22:58:10.962215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38388) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:10.974328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Attempting to bind port d2746dfe-04e1-47ae-951e-3a2c9bd0b468 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:10.974644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Attempting to bind port d2746dfe-04e1-47ae-951e-3a2c9bd0b468 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '86775480-aa66-4e97-bfa3-19a014602eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d1eadc2-cb11-45e2-a33d-c5f030c37496'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:10.974964 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Attempting to bind port d2746dfe-04e1-47ae-951e-3a2c9bd0b468 on network 9d1eadc2-cb11-45e2-a33d-c5f030c37496 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:10.977001 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:10.995012 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:58:05Z', 'revision_number': 3, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:06Z', 'revision_number': 2, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:11.000012 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Checking router: be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:58:11.000982 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Updating router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 port eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:58:11.002348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d943a6b1-0a3f-4260-8f5b-d57bba892b98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.023039 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:11.023618 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Checking segment: {'id': '86775480-aa66-4e97-bfa3-19a014602eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d1eadc2-cb11-45e2-a33d-c5f030c37496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:11.033668 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.033668 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Bound using segment: {'id': '86775480-aa66-4e97-bfa3-19a014602eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d1eadc2-cb11-45e2-a33d-c5f030c37496'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:11.033668 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Bound port: d2746dfe-04e1-47ae-951e-3a2c9bd0b468, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86775480-aa66-4e97-bfa3-19a014602eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d1eadc2-cb11-45e2-a33d-c5f030c37496'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:11.033668 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.034105 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3c96f-6930-435b-8326-937661155e87 req-41238285-8691-40ea-b7f4-da134cede34e tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:11.034105 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-36c3c96f-6930-435b-8326-937661155e87 req-41238285-8691-40ea-b7f4-da134cede34e tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 944 time: 0.3052883 May 25 22:58:11.066765 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.075285 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-13c67149-da5f-445a-a3d4-6baf4c2b7413 None None] For port 617369c7-a62d-4642-aeca-1c28105c5d18, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=617369c7-a62d-4642-aeca-1c28105c5d18,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:11.076090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-13c67149-da5f-445a-a3d4-6baf4c2b7413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.086634 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port b6791124-76d6-4bc4-a5e2-eb7514ec740d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b6791124-76d6-4bc4-a5e2-eb7514ec740d,segment=NetworkSegment(4609988a-fcac-403a-8a29-ee9d1eba472b),segment_id=4609988a-fcac-403a-8a29-ee9d1eba472b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:11.113260 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fc139321-e3b5-4b80-9ccf-f8446706f538 None None] Provisioning for port eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:11.128635 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7606eb-ea6b-4362-a2cb-264163a90186 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d23b889-16ea-40f1-a052-d8f2568b9e9d,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:11.141577 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-781d7133-6190-4703-8980-be9eb6e8b524 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9911482 May 25 22:58:11.162744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38392) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:11.176551 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d7133-6190-4703-8980-be9eb6e8b524 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Network': ['ID=0081f839-7eec-41c1-8bdd-1195166175e8,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:11.183160 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-ac7aea63-b3e4-4b4d-a20a-5193afa45485 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'subnet': {'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:11.207454 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 0081f839-7eec-41c1-8bdd-1195166175e8 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:58:11.214127 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.298549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fc139321-e3b5-4b80-9ccf-f8446706f538 None None] Provisioning complete for port eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:11.298914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fc139321-e3b5-4b80-9ccf-f8446706f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.328031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.328031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6a7d3313-680a-456c-9695-feb1b9fb7454 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:11.332672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d943a6b1-0a3f-4260-8f5b-d57bba892b98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.338712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943a6b1-0a3f-4260-8f5b-d57bba892b98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:11.349140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d943a6b1-0a3f-4260-8f5b-d57bba892b98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.390818 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-36c3c96f-6930-435b-8326-937661155e87 req-8c2a40d3-7de7-4e72-8010-674bc226f660 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3479953 May 25 22:58:11.394916 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-13c67149-da5f-445a-a3d4-6baf4c2b7413 None None] Calling delete_port for 617369c7-a62d-4642-aeca-1c28105c5d18 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:11.433300 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-12c4dae2-bd6e-4a18-a595-2a0a89591e25 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.596144 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bac86adc-53d8-433f-87f4-e02a2a403f27 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.597813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.610380 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.627461 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Transition to ACTIVE for port object eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:11.668074 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4dae2-bd6e-4a18-a595-2a0a89591e25 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Pushing event deleted for resources: {'Subnet': ['ID=9acf2da9-ff96-4a4a-a2d2-31044e59ea17,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:11.690254 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 140267bc-ed27-4935-b212-d8c24f295998 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:11.725503 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943a6b1-0a3f-4260-8f5b-d57bba892b98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Network': ['ID=495b0212-966b-41a4-9f3f-8f063dc902ff,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:11.736758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-12c4dae2-bd6e-4a18-a595-2a0a89591e25 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.739025 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-12c4dae2-bd6e-4a18-a595-2a0a89591e25 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] 10.222.0.66 "DELETE /v2.0/subnets/9acf2da9-ff96-4a4a-a2d2-31044e59ea17 HTTP/1.1" status: 204 len: 168 time: 2.0850902 May 25 22:58:11.743029 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.748500 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38396) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:11.751618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ac7aea63-b3e4-4b4d-a20a-5193afa45485 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:11.764284 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d943a6b1-0a3f-4260-8f5b-d57bba892b98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7768443 May 25 22:58:11.773467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38400) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:11.775243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bac86adc-53d8-433f-87f4-e02a2a403f27 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:11.785094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ac7aea63-b3e4-4b4d-a20a-5193afa45485 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:subnet and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:11.789842 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ac7aea63-b3e4-4b4d-a20a-5193afa45485 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:11.802121 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-cd10705d-8e7c-478a-adb4-bd27a67aae0f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'subnet': {'network_id': '495b0212-966b-41a4-9f3f-8f063dc902ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:11.831038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ac7aea63-b3e4-4b4d-a20a-5193afa45485 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:11.841618 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b34bb5-0d7b-498f-af9f-a2ee71fcca92 None None] Pushing event updated for resources: {'Port': ['ID=eb8f0eab-2809-4dfd-8b30-a9b2ff355a12,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:11.938445 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ceeef2-9256-44f6-8128-1525b0a52905 None None] Network fc085b30-6e3d-44c4-8554-0b16b4c0ee8d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:11.966953 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 495b0212-966b-41a4-9f3f-8f063dc902ff details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:58:11.988518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1accffc-3f0a-4c36-a582-d3c5a19a0696 None None] Network 661e9c80-c366-4d3d-8d45-470ad1d880a4 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:12.011360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=b6791124-76d6-4bc4-a5e2-eb7514ec740d,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:12.043325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7aea63-b3e4-4b4d-a20a-5193afa45485 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:12.063406 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.067350 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Attempting to bind port eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:12.068076 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Attempting to bind port eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '4609988a-fcac-403a-8a29-ee9d1eba472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:12.068462 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Attempting to bind port eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 on network eedf5e10-0c97-4205-bd09-737e93085a53 {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:12.076355 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:12.076890 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Checking segment: {'id': '4609988a-fcac-403a-8a29-ee9d1eba472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:12.077357 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.078663 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Bound using segment: {'id': '4609988a-fcac-403a-8a29-ee9d1eba472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:12.079178 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Bound port: eb8f0eab-2809-4dfd-8b30-a9b2ff355a12, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4609988a-fcac-403a-8a29-ee9d1eba472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:12.079690 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.091485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.093770 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Deleting port 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:12.094109 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.162076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.162879 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.185068 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] For port d2746dfe-04e1-47ae-951e-3a2c9bd0b468, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:12.189536 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] For port d2746dfe-04e1-47ae-951e-3a2c9bd0b468, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d2746dfe-04e1-47ae-951e-3a2c9bd0b468,segment=NetworkSegment(86775480-aa66-4e97-bfa3-19a014602eba),segment_id=86775480-aa66-4e97-bfa3-19a014602eba)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:12.214495 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] For port eb8f0eab-2809-4dfd-8b30-a9b2ff355a12, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:12.219000 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] For port eb8f0eab-2809-4dfd-8b30-a9b2ff355a12, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=eb8f0eab-2809-4dfd-8b30-a9b2ff355a12,segment=NetworkSegment(4609988a-fcac-403a-8a29-ee9d1eba472b),segment_id=4609988a-fcac-403a-8a29-ee9d1eba472b)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:12.261519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cd10705d-8e7c-478a-adb4-bd27a67aae0f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:12.270474 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cd10705d-8e7c-478a-adb4-bd27a67aae0f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:subnet and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:12.275195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cd10705d-8e7c-478a-adb4-bd27a67aae0f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:12.276849 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.307498 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cd10705d-8e7c-478a-adb4-bd27a67aae0f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:12.317187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bac86adc-53d8-433f-87f4-e02a2a403f27 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.335248 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ac7aea63-b3e4-4b4d-a20a-5193afa45485 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.365051 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event updated for resources: {'Port': ['ID=701c8fe8-eecd-4a3f-9261-5895ac2e33a2,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:12.398735 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-fc139321-e3b5-4b80-9ccf-f8446706f538 None None] Port eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:12.437268 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b34bb5-0d7b-498f-af9f-a2ee71fcca92 None None] Pushing event updated for resources: {'Port': ['ID=eb8f0eab-2809-4dfd-8b30-a9b2ff355a12,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:12.439547 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac86adc-53d8-433f-87f4-e02a2a403f27 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c82d4c-213f-418c-bf03-94a6f76efeed,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:12.451681 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:12.453055 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:57:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:12.472752 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bac86adc-53d8-433f-87f4-e02a2a403f27 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.475592 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bac86adc-53d8-433f-87f4-e02a2a403f27 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-groups/31c82d4c-213f-418c-bf03-94a6f76efeed HTTP/1.1" status: 204 len: 168 time: 1.5032904 May 25 22:58:12.479147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd10705d-8e7c-478a-adb4-bd27a67aae0f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:12.480617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.523321 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38410) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:12.585660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dc2e529d-f12c-4bbf-98f0-b2d1857f95de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.667331 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] For port 617369c7-a62d-4642-aeca-1c28105c5d18, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=617369c7-a62d-4642-aeca-1c28105c5d18,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:12.679322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fc139321-e3b5-4b80-9ccf-f8446706f538 None None] Provisioning complete for port b6791124-76d6-4bc4-a5e2-eb7514ec740d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:12.679694 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fc139321-e3b5-4b80-9ccf-f8446706f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.685981 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:58:12.689652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Network 661e9c80-c366-4d3d-8d45-470ad1d880a4 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:12.695059 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:12.855983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd10705d-8e7c-478a-adb4-bd27a67aae0f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.856337 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb497c4-f2bd-41e9-afca-bfea76700372 None None] Pushing event updated for resources: {'Port': ['ID=d2746dfe-04e1-47ae-951e-3a2c9bd0b468,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:12.871832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.891935 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] For port 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d,segment=NetworkSegment(c1e745bc-254a-4d94-b566-7f39c12e3262),segment_id=c1e745bc-254a-4d94-b566-7f39c12e3262)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:12.892295 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:12.913568 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8e8917e5-b646-4313-8965-f1319ed4f52e tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:12.919851 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 6a7d3313-680a-456c-9695-feb1b9fb7454 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:12.926345 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 140267bc-ed27-4935-b212-d8c24f295998 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:12.932824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6a7d3313-680a-456c-9695-feb1b9fb7454 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:12.933308 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:13.018378 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 140267bc-ed27-4935-b212-d8c24f295998 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:13.018748 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:13.061663 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Calling delete_port for 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:13.105088 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:13.105841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:13.261722 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:58:05Z', 'revision_number': 3, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:12Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:13.271211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-13c67149-da5f-445a-a3d4-6baf4c2b7413 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:58:13.271750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-13c67149-da5f-445a-a3d4-6baf4c2b7413 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:58:13.278892 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3231e84-2e46-4158-bf69-90de0604bbec None None] The sync data for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv is: [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:58:05Z', 'revision_number': 3, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:01Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:12Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:58:13.329303 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8e8917e5-b646-4313-8965-f1319ed4f52e tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:13.333506 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8e8917e5-b646-4313-8965-f1319ed4f52e tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6839511 May 25 22:58:13.345694 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38414) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:13.379531 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:13.433498 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=617369c7-a62d-4642-aeca-1c28105c5d18,revision_number=5']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:13.454581 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-56ee9e94-95f9-489c-8a74-c8860a53c2fb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group': {'name': 'tempest-secgroup--138890918'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:13.470764 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-56ee9e94-95f9-489c-8a74-c8860a53c2fb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:13.482746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-56ee9e94-95f9-489c-8a74-c8860a53c2fb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:13.498985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:13.519526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:13.533978 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:13.559821 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c830ab-74ed-4fb3-9ab9-f2cdfd063bf3 req-e0925425-9020-4c20-a374-0ac6ab59dfc9 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:13.562761 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d4c830ab-74ed-4fb3-9ab9-f2cdfd063bf3 req-e0925425-9020-4c20-a374-0ac6ab59dfc9 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 944 time: 0.8919420 May 25 22:58:13.564215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:13.583080 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] No DVR routers for this DVR port 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:58:13.586758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56ee9e94-95f9-489c-8a74-c8860a53c2fb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:13.607450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:13.607450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:13.632952 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=329da4d8-9841-4ef6-a2c8-302765fd6c52,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:13.634209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140267bc-ed27-4935-b212-d8c24f295998'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:58:13.652754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Pushing event deleted for resources: {'Port': ['ID=1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:13.664422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 6a7d3313-680a-456c-9695-feb1b9fb7454, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6a7d3313-680a-456c-9695-feb1b9fb7454,segment=NetworkSegment(a0c0a270-0990-4275-b43b-c6a420798691),segment_id=a0c0a270-0990-4275-b43b-c6a420798691)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:13.675483 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 140267bc-ed27-4935-b212-d8c24f295998, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=140267bc-ed27-4935-b212-d8c24f295998,segment=NetworkSegment(5ce93166-2681-4fa4-9e69-5c5981642a09),segment_id=5ce93166-2681-4fa4-9e69-5c5981642a09)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:13.702223 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3ac20d78-2da8-4024-8893-dd527b0e5f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:13.743799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:13.807277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-13c67149-da5f-445a-a3d4-6baf4c2b7413 None None] Deleting port 617369c7-a62d-4642-aeca-1c28105c5d18 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:13.807646 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-13c67149-da5f-445a-a3d4-6baf4c2b7413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:13.823139 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d4c830ab-74ed-4fb3-9ab9-f2cdfd063bf3 req-2f96495e-99e2-484c-95c2-43af595dc2a0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405305 May 25 22:58:13.855817 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-701ca83c-6681-4013-bc26-0a11677f2315 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.5599751 May 25 22:58:13.869728 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38422) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:13.870672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-56ee9e94-95f9-489c-8a74-c8860a53c2fb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:13.878083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548d0ef8-aa28-4bf4-af34-9fe1afc6a19a None None] DHCP port deletion for fc085b30-6e3d-44c4-8554-0b16b4c0ee8d request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:58:13.909652 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ac7aea63-b3e4-4b4d-a20a-5193afa45485 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.012417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fd1fa7ad-85be-4ddd-8316-699a67a76176 None None] Provisioning for port 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:14.015710 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd10705d-8e7c-478a-adb4-bd27a67aae0f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.027613 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=6a7d3313-680a-456c-9695-feb1b9fb7454,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:14.103275 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.228053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7aea63-b3e4-4b4d-a20a-5193afa45485 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Checking segment: {'id': '4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:14.229101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7aea63-b3e4-4b4d-a20a-5193afa45485 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network hostable DHCP agents. Network: 0081f839-7eec-41c1-8bdd-1195166175e8, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:58:14.237207 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7aea63-b3e4-4b4d-a20a-5193afa45485 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Subnet': ['ID=5acca102-d5be-467a-9d4d-35ac0298eb79,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:14.242305 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96946162-537b-4049-994a-bec74812334b'] response: {'server_uuid': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140267bc-ed27-4935-b212-d8c24f295998', 'code': 200} May 25 22:58:14.272712 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7ea696cc-a62b-4ede-b9a7-469fd98eca12 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:14.318568 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-56ee9e94-95f9-489c-8a74-c8860a53c2fb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:14.335508 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-56ee9e94-95f9-489c-8a74-c8860a53c2fb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:14.336084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10705d-8e7c-478a-adb4-bd27a67aae0f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Subnet': ['ID=f01fbca8-0cc8-46ae-8e9a-1e0208e3d1a4,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:14.351401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10705d-8e7c-478a-adb4-bd27a67aae0f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Checking segment: {'id': '705fcc56-4cbf-4e10-abc4-f0ee3a7949f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '495b0212-966b-41a4-9f3f-8f063dc902ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:14.351401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd10705d-8e7c-478a-adb4-bd27a67aae0f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network hostable DHCP agents. Network: 495b0212-966b-41a4-9f3f-8f063dc902ff, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:58:14.358520 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.419530 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 10e37649-ac55-43ac-8f7f-342f535cbc7a up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:14.434112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-56ee9e94-95f9-489c-8a74-c8860a53c2fb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:14.479111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7aea63-b3e4-4b4d-a20a-5193afa45485 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 0081f839-7eec-41c1-8bdd-1195166175e8 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:58:14.507012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc085b30-6e3d-44c4-8554-0b16b4c0ee8d']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:14.517791 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd10705d-8e7c-478a-adb4-bd27a67aae0f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 495b0212-966b-41a4-9f3f-8f063dc902ff is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:58:14.543823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e745bc-254a-4d94-b566-7f39c12e3262') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:14.543823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e745bc-254a-4d94-b566-7f39c12e3262') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:14.570907 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=140267bc-ed27-4935-b212-d8c24f295998,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:14.576700 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-ac7aea63-b3e4-4b4d-a20a-5193afa45485 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 0081f839-7eec-41c1-8bdd-1195166175e8) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:14.599625 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7aea63-b3e4-4b4d-a20a-5193afa45485 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:14.602038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.602793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ac7aea63-b3e4-4b4d-a20a-5193afa45485 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.604624 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60e93c0-488b-4ed1-805c-29ee063ab0fa None None] Network 0081f839-7eec-41c1-8bdd-1195166175e8 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:14.610716 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-cd10705d-8e7c-478a-adb4-bd27a67aae0f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 495b0212-966b-41a4-9f3f-8f063dc902ff) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:14.621928 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.629203 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:58:14.629611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.631831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5adeccd-dabe-4252-b4df-198a2c6d2259 None None] Network 495b0212-966b-41a4-9f3f-8f063dc902ff requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:14.638776 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10705d-8e7c-478a-adb4-bd27a67aae0f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:14.640232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd10705d-8e7c-478a-adb4-bd27a67aae0f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:58:14.723777 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:58:14.766225 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ac7aea63-b3e4-4b4d-a20a-5193afa45485 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6022115 May 25 22:58:14.767504 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38426) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:14.840510 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cd10705d-8e7c-478a-adb4-bd27a67aae0f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0499308 May 25 22:58:14.840734 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56ee9e94-95f9-489c-8a74-c8860a53c2fb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.844681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38430) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:14.854010 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7ea696cc-a62b-4ede-b9a7-469fd98eca12 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:14.859959 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-cfb3bbcb-7ef3-4f48-8bff-9fa3c1e6d2cc tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-411197514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:14.884631 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cfb3bbcb-7ef3-4f48-8bff-9fa3c1e6d2cc tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:14.889598 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.897957 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7ea696cc-a62b-4ede-b9a7-469fd98eca12 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:14.902142 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cfb3bbcb-7ef3-4f48-8bff-9fa3c1e6d2cc tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:router and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:14.921039 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9030f69-d87c-448d-840d-2ab52c59a5a0 None None] Network 9d1eadc2-cb11-45e2-a33d-c5f030c37496 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:14.923678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56ee9e94-95f9-489c-8a74-c8860a53c2fb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.931730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:14.935610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cfb3bbcb-7ef3-4f48-8bff-9fa3c1e6d2cc tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:14.944936 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1a15a766-2070-4a0f-a50b-772f7bdbf50e None None] Provisioning for port 701c8fe8-eecd-4a3f-9261-5895ac2e33a2 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:14.970935 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cfb3bbcb-7ef3-4f48-8bff-9fa3c1e6d2cc tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:14.973208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] Pushing event deleted for resources: {'Network': ['ID=fc085b30-6e3d-44c4-8554-0b16b4c0ee8d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:15.013770 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b57b7c29-2b74-45bf-8e1f-5401ca72f945 tempest-DHCPAgentSchedulersTestJSON-1752703861 tempest-DHCPAgentSchedulersTestJSON-1752703861-project] 10.222.0.66 "DELETE /v2.0/networks/fc085b30-6e3d-44c4-8554-0b16b4c0ee8d HTTP/1.1" status: 204 len: 168 time: 3.2638688 May 25 22:58:15.016280 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee9e94-95f9-489c-8a74-c8860a53c2fb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4023b60b-49d8-464d-b2d1-ec8b7db275c7,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:15.025957 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-313a32ce-9c3a-457a-8409-48b3d9a0126f req-55511b2d-5d4c-4c5c-b723-ca310db97fe8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 1098 time: 0.2902465 May 25 22:58:15.064724 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea696cc-a62b-4ede-b9a7-469fd98eca12 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:15.138381 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Router 23614599-41db-4e10-a876-da621a1ee214 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:58:15.141038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cfb3bbcb-7ef3-4f48-8bff-9fa3c1e6d2cc tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.142067 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cfb3bbcb-7ef3-4f48-8bff-9fa3c1e6d2cc tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.148240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1a15a766-2070-4a0f-a50b-772f7bdbf50e None None] Provisioning complete for port 701c8fe8-eecd-4a3f-9261-5895ac2e33a2 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:15.150043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1a15a766-2070-4a0f-a50b-772f7bdbf50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.152469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56ee9e94-95f9-489c-8a74-c8860a53c2fb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.153791 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-56ee9e94-95f9-489c-8a74-c8860a53c2fb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8068902 May 25 22:58:15.163980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38438) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:15.173277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-fa4a537b-0564-4781-88d8-d00606626e0a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group': {'name': 'tempest-secgroup--763211458'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:15.183193 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-313a32ce-9c3a-457a-8409-48b3d9a0126f req-51876667-dcc8-4600-9b52-5f88dcf4c969 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499691 May 25 22:58:15.193737 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fa4a537b-0564-4781-88d8-d00606626e0a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:15.225914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fa4a537b-0564-4781-88d8-d00606626e0a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:15.303764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-1a15a766-2070-4a0f-a50b-772f7bdbf50e None None] Port 701c8fe8-eecd-4a3f-9261-5895ac2e33a2 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:15.304917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de1df7-a020-4107-98f6-53a7763c0ba2 req-83928199-ebad-4c92-88ab-646c8122fe08 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:15.307583 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c5de1df7-a020-4107-98f6-53a7763c0ba2 req-83928199-ebad-4c92-88ab-646c8122fe08 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.3069143 May 25 22:58:15.316399 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-495b0212-966b-41a4-9f3f-8f063dc902ff', 'network_id': '495b0212-966b-41a4-9f3f-8f063dc902ff', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'fixed_ips': [{'subnet_id': 'f01fbca8-0cc8-46ae-8e9a-1e0208e3d1a4'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:58:15.317489 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.321579 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cfb3bbcb-7ef3-4f48-8bff-9fa3c1e6d2cc tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.380810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.382407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.383155 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 10e37649-ac55-43ac-8f7f-342f535cbc7a triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:15.383603 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.406369 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fa4a537b-0564-4781-88d8-d00606626e0a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.425260 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7ea696cc-a62b-4ede-b9a7-469fd98eca12 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.435614 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c5de1df7-a020-4107-98f6-53a7763c0ba2 req-63439583-c602-4c2b-b6b4-6591d550999f tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183176 May 25 22:58:15.486988 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-13c67149-da5f-445a-a3d4-6baf4c2b7413 None None] For port 617369c7-a62d-4642-aeca-1c28105c5d18, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=617369c7-a62d-4642-aeca-1c28105c5d18,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:15.487467 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-13c67149-da5f-445a-a3d4-6baf4c2b7413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.569305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fa4a537b-0564-4781-88d8-d00606626e0a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:15.590434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fa4a537b-0564-4781-88d8-d00606626e0a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:15.597200 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fa4a537b-0564-4781-88d8-d00606626e0a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:15.600290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cfb3bbcb-7ef3-4f48-8bff-9fa3c1e6d2cc tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.619880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fa4a537b-0564-4781-88d8-d00606626e0a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:15.636445 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.ipam_backend_mixin [None req-7ea696cc-a62b-4ede-b9a7-469fd98eca12 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 329da4d8-9841-4ef6-a2c8-302765fd6c52 (CIDR: 2001:db8::/64) May 25 22:58:15.641687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38444) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:15.682429 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea696cc-a62b-4ede-b9a7-469fd98eca12 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:58:15.682429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea696cc-a62b-4ede-b9a7-469fd98eca12 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:58:15.721738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:58:15.731624 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-afef39d9-92d7-420b-8d77-bb3262fce2f9 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "PUT /v2.0/routers/23614599-41db-4e10-a876-da621a1ee214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0311141 May 25 22:58:15.739457 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38450) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:15.793201 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.800047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cfb3bbcb-7ef3-4f48-8bff-9fa3c1e6d2cc tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.804198 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cfb3bbcb-7ef3-4f48-8bff-9fa3c1e6d2cc tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9545124 May 25 22:58:15.806646 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fa4a537b-0564-4781-88d8-d00606626e0a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.807429 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38454) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:15.807850 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-13c67149-da5f-445a-a3d4-6baf4c2b7413 None None] Calling delete_port for 617369c7-a62d-4642-aeca-1c28105c5d18 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:15.817603 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7ea696cc-a62b-4ede-b9a7-469fd98eca12 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5723352 May 25 22:58:15.818434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38458) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:15.846930 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873e808-5e2c-4af6-948a-be67584d65fb None None] Sync routers for ids ['23614599-41db-4e10-a876-da621a1ee214'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:58:15.884716 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e6c37996-d96f-4a31-b2c1-f193e419e343 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:15.888789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fa4a537b-0564-4781-88d8-d00606626e0a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:15.978876 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a537b-0564-4781-88d8-d00606626e0a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba16608b-f064-45b0-88dc-7219a7e4d3fc,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:15.996238 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f360e112-f1fc-42bf-860e-60cd9b1048ee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8bccf15ccffb403291d05e1a7f77dbf7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3518150 May 25 22:58:16.001897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38462) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:16.018308 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fa4a537b-0564-4781-88d8-d00606626e0a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.019506 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fa4a537b-0564-4781-88d8-d00606626e0a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8510120 May 25 22:58:16.031826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38466) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:16.043123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-41b97bf1-728a-43e1-92f7-1d6ae4815e26 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group_rule': {'security_group_id': '4023b60b-49d8-464d-b2d1-ec8b7db275c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ba16608b-f064-45b0-88dc-7219a7e4d3fc', 'remote_ip_prefix': None}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:16.057161 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-41b97bf1-728a-43e1-92f7-1d6ae4815e26 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:16.067338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-41b97bf1-728a-43e1-92f7-1d6ae4815e26 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:16.073384 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-41b97bf1-728a-43e1-92f7-1d6ae4815e26 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:16.082546 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-41b97bf1-728a-43e1-92f7-1d6ae4815e26 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:16.112739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1b499751-3a22-4d61-a97e-f8f373d854b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.123640 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873e808-5e2c-4af6-948a-be67584d65fb None None] Routers {'23614599-41db-4e10-a876-da621a1ee214'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:16.124887 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f873e808-5e2c-4af6-948a-be67584d65fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['23614599-41db-4e10-a876-da621a1ee214'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:16.202856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9b33811a-24a2-4002-9562-39039334fc4a None None] Provisioning complete for port 701c8fe8-eecd-4a3f-9261-5895ac2e33a2 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:16.203565 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9b33811a-24a2-4002-9562-39039334fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.406948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-0081f839-7eec-41c1-8bdd-1195166175e8', 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'fixed_ips': [{'subnet_id': '5acca102-d5be-467a-9d4d-35ac0298eb79'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:58:16.407762 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.417707 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f873e808-5e2c-4af6-948a-be67584d65fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:16.434521 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d2746dfe-04e1-47ae-951e-3a2c9bd0b468 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:16.446753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-41b97bf1-728a-43e1-92f7-1d6ae4815e26 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.458437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1b499751-3a22-4d61-a97e-f8f373d854b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.559687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Allocated IP 2001:db8::2 (495b0212-966b-41a4-9f3f-8f063dc902ff/f01fbca8-0cc8-46ae-8e9a-1e0208e3d1a4/23c68ab2-d75e-4ad7-8d80-c55d41a0393a) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:16.614344 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-41b97bf1-728a-43e1-92f7-1d6ae4815e26 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.632304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-9b33811a-24a2-4002-9562-39039334fc4a None None] Port 701c8fe8-eecd-4a3f-9261-5895ac2e33a2 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:16.685185 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e6c37996-d96f-4a31-b2c1-f193e419e343 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:16.685779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1b499751-3a22-4d61-a97e-f8f373d854b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.689138 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-41b97bf1-728a-43e1-92f7-1d6ae4815e26 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.721543 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e6c37996-d96f-4a31-b2c1-f193e419e343 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:16.768670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.783689 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b499751-3a22-4d61-a97e-f8f373d854b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56e4db1-8824-4284-af27-99e1407556df,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:16.790628 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873e808-5e2c-4af6-948a-be67584d65fb None None] Routers {'23614599-41db-4e10-a876-da621a1ee214'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:16.791400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f873e808-5e2c-4af6-948a-be67584d65fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['23614599-41db-4e10-a876-da621a1ee214'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:16.792982 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b97bf1-728a-43e1-92f7-1d6ae4815e26 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36aa0d6f-3e77-46bb-8e24-a001fa444eb1,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:16.825047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1b499751-3a22-4d61-a97e-f8f373d854b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.826159 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1b499751-3a22-4d61-a97e-f8f373d854b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e56e4db1-8824-4284-af27-99e1407556df HTTP/1.1" status: 204 len: 168 time: 0.8263125 May 25 22:58:16.916141 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-41b97bf1-728a-43e1-92f7-1d6ae4815e26 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.916663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-13c67149-da5f-445a-a3d4-6baf4c2b7413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:16.917412 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-41b97bf1-728a-43e1-92f7-1d6ae4815e26 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.8852956 May 25 22:58:16.924582 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38474) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:16.930806 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c37996-d96f-4a31-b2c1-f193e419e343 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:16.990735 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f873e808-5e2c-4af6-948a-be67584d65fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:16.991139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873e808-5e2c-4af6-948a-be67584d65fb None None] The sync data for ids ['23614599-41db-4e10-a876-da621a1ee214'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:58:17.027503 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c67149-da5f-445a-a3d4-6baf4c2b7413 None None] Pushing event deleted for resources: {'Port': ['ID=617369c7-a62d-4642-aeca-1c28105c5d18,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:17.036174 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9b33811a-24a2-4002-9562-39039334fc4a None None] Provisioning for port d2746dfe-04e1-47ae-951e-3a2c9bd0b468 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:17.063723 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-722edcec-ba98-43c9-88c8-e6fd2589faa7 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:58:17.068641 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-722edcec-ba98-43c9-88c8-e6fd2589faa7 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "PUT /v2.0/routers/23614599-41db-4e10-a876-da621a1ee214/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3253405 May 25 22:58:17.068991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38478) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:17.122706 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38cf28-9086-4716-9344-93b9cf283178 req-a21523bf-f78d-4562-aa26-247f7d314722 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:17.124741 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1b38cf28-9086-4716-9344-93b9cf283178 req-a21523bf-f78d-4562-aa26-247f7d314722 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.5360267 May 25 22:58:17.164390 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5aa28152-8fa8-4b00-a423-6a6c46cd7e91 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.167755 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port d2746dfe-04e1-47ae-951e-3a2c9bd0b468 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:17.173494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c67149-da5f-445a-a3d4-6baf4c2b7413 None None] No DVR routers for this DVR port 617369c7-a62d-4642-aeca-1c28105c5d18 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:58:17.203330 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5aa28152-8fa8-4b00-a423-6a6c46cd7e91 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.241233 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Allocated IP 172.22.0.1 (0081f839-7eec-41c1-8bdd-1195166175e8/5acca102-d5be-467a-9d4d-35ac0298eb79/a57e6d7c-c379-40a2-864a-e88d3192faf3) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:17.277178 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.292145 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Transition to ACTIVE for port object 23c68ab2-d75e-4ad7-8d80-c55d41a0393a will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:17.318569 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Transition to ACTIVE for port object 23c68ab2-d75e-4ad7-8d80-c55d41a0393a will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:17.329120 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port d2746dfe-04e1-47ae-951e-3a2c9bd0b468 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:17.329843 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.354157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e6c37996-d96f-4a31-b2c1-f193e419e343 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.367881 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12382e2-3708-44a7-a96d-6cac39b9f473 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:17.397102 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1b38cf28-9086-4716-9344-93b9cf283178 req-0493bc16-993e-4e21-9470-046a6b5d11c4 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596242 May 25 22:58:17.576355 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.584575 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a7e8cfbe-9b16-4fff-97ea-45d61e8c366f tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.684515 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.714465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Network 495b0212-966b-41a4-9f3f-8f063dc902ff is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:17.721053 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Pushing event updated for resources: {'Port': ['ID=23c68ab2-d75e-4ad7-8d80-c55d41a0393a,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:17.749077 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:17.758279 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:17.765200 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-49135f9f-f273-460e-bd41-b11462831296 None None] Provisioning complete for port d2746dfe-04e1-47ae-951e-3a2c9bd0b468 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:17.766252 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-49135f9f-f273-460e-bd41-b11462831296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.766377 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5aa28152-8fa8-4b00-a423-6a6c46cd7e91 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.789483 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.818033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38486) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:17.823679 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa28152-8fa8-4b00-a423-6a6c46cd7e91 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36aa0d6f-3e77-46bb-8e24-a001fa444eb1,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:17.855693 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': '329da4d8-9841-4ef6-a2c8-302765fd6c52'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:58:17.856386 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.889328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-48c42c4f-5ea4-4a66-b672-752a956ee5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.924296 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5aa28152-8fa8-4b00-a423-6a6c46cd7e91 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:17.925414 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5aa28152-8fa8-4b00-a423-6a6c46cd7e91 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/36aa0d6f-3e77-46bb-8e24-a001fa444eb1 HTTP/1.1" status: 204 len: 168 time: 0.9970965 May 25 22:58:17.933710 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38490) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:17.989302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-48c42c4f-5ea4-4a66-b672-752a956ee5e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:17.997250 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-48c42c4f-5ea4-4a66-b672-752a956ee5e2 admin admin] Usage tracker for resource:security_group_rule and tenant:5d84c0a8f73c4915a83e0e001ed1dc51 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:18.001291 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-48c42c4f-5ea4-4a66-b672-752a956ee5e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:18.008281 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-48c42c4f-5ea4-4a66-b672-752a956ee5e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:18.025927 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Attempting to bind port 23c68ab2-d75e-4ad7-8d80-c55d41a0393a on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:18.026283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Attempting to bind port 23c68ab2-d75e-4ad7-8d80-c55d41a0393a by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '705fcc56-4cbf-4e10-abc4-f0ee3a7949f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '495b0212-966b-41a4-9f3f-8f063dc902ff'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:18.026694 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Attempting to bind port 23c68ab2-d75e-4ad7-8d80-c55d41a0393a on network 495b0212-966b-41a4-9f3f-8f063dc902ff {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:18.033605 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.102520 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:18.103195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Checking segment: {'id': '705fcc56-4cbf-4e10-abc4-f0ee3a7949f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '495b0212-966b-41a4-9f3f-8f063dc902ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:18.103751 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.104282 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Bound using segment: {'id': '705fcc56-4cbf-4e10-abc4-f0ee3a7949f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '495b0212-966b-41a4-9f3f-8f063dc902ff'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:18.104932 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Bound port: 23c68ab2-d75e-4ad7-8d80-c55d41a0393a, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705fcc56-4cbf-4e10-abc4-f0ee3a7949f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '495b0212-966b-41a4-9f3f-8f063dc902ff'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:18.105471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.175469 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.210500 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-48c42c4f-5ea4-4a66-b672-752a956ee5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.227889 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fba47f-caf5-485b-aaca-f98d385da695 req-54659e72-9560-4ff8-8b97-781c14d6b889 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:18.229394 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-61fba47f-caf5-485b-aaca-f98d385da695 req-54659e72-9560-4ff8-8b97-781c14d6b889 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.6693316 May 25 22:58:18.241780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c9e36345-3aa9-4583-afe9-2a7f47407753 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:18.242246 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-49135f9f-f273-460e-bd41-b11462831296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.246238 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Transition to ACTIVE for port object a57e6d7c-c379-40a2-864a-e88d3192faf3 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:18.261350 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port d2746dfe-04e1-47ae-951e-3a2c9bd0b468, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d2746dfe-04e1-47ae-951e-3a2c9bd0b468,segment=NetworkSegment(86775480-aa66-4e97-bfa3-19a014602eba),segment_id=86775480-aa66-4e97-bfa3-19a014602eba)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:18.290324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-48c42c4f-5ea4-4a66-b672-752a956ee5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.317632 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Allocated IP 2001:db8::f816:3eff:fee7:6c81 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/329da4d8-9841-4ef6-a2c8-302765fd6c52/8fe3a42b-9201-4450-a101-8ffd14e2cbc2) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:18.325643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.326668 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:18.363672 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-48c42c4f-5ea4-4a66-b672-752a956ee5e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d84c0a8f73c4915a83e0e001ed1dc51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5444093 May 25 22:58:18.372018 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38494) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:18.413158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c42c4f-5ea4-4a66-b672-752a956ee5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72edde51-94ad-4cf0-847a-daeec668414a,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:18.476271 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c9e36345-3aa9-4583-afe9-2a7f47407753 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:18.477178 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-a7e8cfbe-9b16-4fff-97ea-45d61e8c366f tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Deleting port 701c8fe8-eecd-4a3f-9261-5895ac2e33a2 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:18.480718 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a7e8cfbe-9b16-4fff-97ea-45d61e8c366f tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.480814 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c9e36345-3aa9-4583-afe9-2a7f47407753 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5257218 May 25 22:58:18.480814 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-61fba47f-caf5-485b-aaca-f98d385da695 req-c0541e6e-c2e7-45bf-9d27-faf48c230016 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328174 May 25 22:58:18.482126 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38498) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:18.525076 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] For port 23c68ab2-d75e-4ad7-8d80-c55d41a0393a, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:18.572643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Allocated IP 2001:db8::1 (495b0212-966b-41a4-9f3f-8f063dc902ff/f01fbca8-0cc8-46ae-8e9a-1e0208e3d1a4/317d21c4-db77-4e13-8e6a-b2cafc7305ed) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:18.572643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38502) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:18.633606 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.664599 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b9e1798-f4a9-4f0f-9a7d-875da875a4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.694748 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Allocated IP 172.22.0.2 (0081f839-7eec-41c1-8bdd-1195166175e8/5acca102-d5be-467a-9d4d-35ac0298eb79/53bd83bf-78f4-4441-8b73-ccc67464effa) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:18.773825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b9e1798-f4a9-4f0f-9a7d-875da875a4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.823434 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] For port 23c68ab2-d75e-4ad7-8d80-c55d41a0393a, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=23c68ab2-d75e-4ad7-8d80-c55d41a0393a,segment=NetworkSegment(705fcc56-4cbf-4e10-abc4-f0ee3a7949f0),segment_id=705fcc56-4cbf-4e10-abc4-f0ee3a7949f0)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:18.824625 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-346269ae-8551-4b51-afbb-cfbd34f29890 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.838780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 0081f839-7eec-41c1-8bdd-1195166175e8 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:18.839772 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e6c37996-d96f-4a31-b2c1-f193e419e343 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.848663 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a7e8cfbe-9b16-4fff-97ea-45d61e8c366f tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.850543 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-49135f9f-f273-460e-bd41-b11462831296 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:58:18.851213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-49135f9f-f273-460e-bd41-b11462831296 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:58:18.876635 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=d2746dfe-04e1-47ae-951e-3a2c9bd0b468,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:18.877213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=a57e6d7c-c379-40a2-864a-e88d3192faf3,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:18.880582 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:18.902933 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:18.940863 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:18.985203 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-a7e8cfbe-9b16-4fff-97ea-45d61e8c366f tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Calling delete_port for 701c8fe8-eecd-4a3f-9261-5895ac2e33a2 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:18.997120 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-346269ae-8551-4b51-afbb-cfbd34f29890 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.012479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b9e1798-f4a9-4f0f-9a7d-875da875a4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.044125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e1798-f4a9-4f0f-9a7d-875da875a4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72edde51-94ad-4cf0-847a-daeec668414a,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:19.045272 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c37996-d96f-4a31-b2c1-f193e419e343 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:19.058457 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b9e1798-f4a9-4f0f-9a7d-875da875a4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.062261 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6b9e1798-f4a9-4f0f-9a7d-875da875a4a3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/72edde51-94ad-4cf0-847a-daeec668414a HTTP/1.1" status: 204 len: 168 time: 0.6865559 May 25 22:58:19.062399 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-e6c37996-d96f-4a31-b2c1-f193e419e343 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:19.070956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c37996-d96f-4a31-b2c1-f193e419e343 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:19.071530 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e6c37996-d96f-4a31-b2c1-f193e419e343 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.082036 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d1f2e6a5-9f1d-4c68-8a8b-293e71d8ed2f tempest-TestNetworkAdvancedServerOps-1717449818 tempest-TestNetworkAdvancedServerOps-1717449818-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 1093 time: 0.5100768 May 25 22:58:19.082842 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c37996-d96f-4a31-b2c1-f193e419e343 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=8a524e2a-d996-4da1-870b-178d48104c6b,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:19.084792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38508) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:19.098173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.107517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': '140267bc-ed27-4935-b212-d8c24f295998', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:19.131918 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:19.133190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:19.141896 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Usage tracker for resource:floatingip and tenant:7e097633e41448e99b96c8bd1f567e52 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:19.155036 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:19.166163 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.172361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:19.193314 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.196272 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:19.196888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.205042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Transition to ACTIVE for port object 317d21c4-db77-4e13-8e6a-b2cafc7305ed will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:19.236098 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0db155-ce84-4ede-b09b-0ebb98376a8f None None] Pushing event updated for resources: {'Port': ['ID=23c68ab2-d75e-4ad7-8d80-c55d41a0393a,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:19.241354 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-346269ae-8551-4b51-afbb-cfbd34f29890 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.244057 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-346269ae-8551-4b51-afbb-cfbd34f29890 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.245344 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-346269ae-8551-4b51-afbb-cfbd34f29890 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-groups/ba16608b-f064-45b0-88dc-7219a7e4d3fc HTTP/1.1" status: 204 len: 168 time: 0.7578194 May 25 22:58:19.265396 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38512) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:19.275405 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Transition to ACTIVE for port object 53bd83bf-78f4-4441-8b73-ccc67464effa will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:19.290386 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e6c37996-d96f-4a31-b2c1-f193e419e343 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4182386 May 25 22:58:19.293666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38516) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:19.300671 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'mac_address': 'fa:16:3e:5d:79:d2', 'name': 'tempest-NetworksTestDHCPv6-493864961'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:19.325461 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346269ae-8551-4b51-afbb-cfbd34f29890 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba16608b-f064-45b0-88dc-7219a7e4d3fc,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:19.328586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.397405 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a7e8cfbe-9b16-4fff-97ea-45d61e8c366f tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.462515 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.493664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.506740 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Transition to ACTIVE for port object 53bd83bf-78f4-4441-8b73-ccc67464effa will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:19.509180 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Transition to ACTIVE for port object 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:19.531124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8cfbe-9b16-4fff-97ea-45d61e8c366f tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event deleted for resources: {'Port': ['ID=701c8fe8-eecd-4a3f-9261-5895ac2e33a2,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:19.536369 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=317d21c4-db77-4e13-8e6a-b2cafc7305ed,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:19.546758 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Transition to ACTIVE for port object 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:19.622712 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.712398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.760208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Pushing event updated for resources: {'Port': ['ID=53bd83bf-78f4-4441-8b73-ccc67464effa,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:19.784409 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 495b0212-966b-41a4-9f3f-8f063dc902ff is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:19.784409 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.784996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Network 0081f839-7eec-41c1-8bdd-1195166175e8 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:19.795671 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:19.815416 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:19.826470 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:19.827208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.827348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.828268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:19.834598 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:19.838448 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-54b989f8-caf4-481f-87db-30f8b694e2df tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:19.838792 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:19.841851 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port eb8f0eab-2809-4dfd-8b30-a9b2ff355a12, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=eb8f0eab-2809-4dfd-8b30-a9b2ff355a12,segment=NetworkSegment(4609988a-fcac-403a-8a29-ee9d1eba472b),segment_id=4609988a-fcac-403a-8a29-ee9d1eba472b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:19.843722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:19.851088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:19.859141 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a7e8cfbe-9b16-4fff-97ea-45d61e8c366f tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.918962 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:19.935600 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:19.939761 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.961175 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:19.978078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:19.978845 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b6791124-76d6-4bc4-a5e2-eb7514ec740d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:20.016163 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:20.039988 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port 00a73616-dc6b-4b94-ad9d-9fae924def92 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:58:20.098292 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Pushing event updated for resources: {'Port': ['ID=8fe3a42b-9201-4450-a101-8ffd14e2cbc2,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:20.231714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-54b989f8-caf4-481f-87db-30f8b694e2df tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:20.235679 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-54b989f8-caf4-481f-87db-30f8b694e2df tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.9643009 May 25 22:58:20.239365 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38530) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:20.314722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Attempting to bind port 53bd83bf-78f4-4441-8b73-ccc67464effa on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:20.329155 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Attempting to bind port 53bd83bf-78f4-4441-8b73-ccc67464effa by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:20.329527 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Attempting to bind port 53bd83bf-78f4-4441-8b73-ccc67464effa on network 0081f839-7eec-41c1-8bdd-1195166175e8 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:20.407674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:20.408038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Checking segment: {'id': '4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:20.408436 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:20.408904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Bound using segment: {'id': '4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:20.409398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Bound port: 53bd83bf-78f4-4441-8b73-ccc67464effa, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:20.409670 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:20.409782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:20.422422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Attempting to bind port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:20.422781 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Attempting to bind port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:20.423135 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Attempting to bind port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:20.434182 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=eb8f0eab-2809-4dfd-8b30-a9b2ff355a12,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:20.444615 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:20.444983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:20.445379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:20.445755 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:20.446219 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Bound port: 8fe3a42b-9201-4450-a101-8ffd14e2cbc2, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:20.446587 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:20.507999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-27a7c3f9-eb83-4239-b75f-f345518ba33f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:20.584209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port b6791124-76d6-4bc4-a5e2-eb7514ec740d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:20.584597 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:20.610588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:20.655025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eb2031-1336-4a7d-b757-16f9a25aefd7 None None] Network 495b0212-966b-41a4-9f3f-8f063dc902ff requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:20.751507 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] For port 53bd83bf-78f4-4441-8b73-ccc67464effa, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:20.797695 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] For port 53bd83bf-78f4-4441-8b73-ccc67464effa, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=53bd83bf-78f4-4441-8b73-ccc67464effa,segment=NetworkSegment(4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0),segment_id=4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:20.827527 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] For port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:20.838398 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-27a7c3f9-eb83-4239-b75f-f345518ba33f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:20.884706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e8cfbe-9b16-4fff-97ea-45d61e8c366f tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Router 23614599-41db-4e10-a876-da621a1ee214 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:58:20.885948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8:0:1::285 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/8a524e2a-d996-4da1-870b-178d48104c6b/00a73616-dc6b-4b94-ad9d-9fae924def92) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:20.896472 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::f816:3eff:fe5d:79d2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/329da4d8-9841-4ef6-a2c8-302765fd6c52/00a73616-dc6b-4b94-ad9d-9fae924def92) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:20.971828 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] For port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8fe3a42b-9201-4450-a101-8ffd14e2cbc2,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:20.973801 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:20.977722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-dd9f0039-916a-493c-839f-1154b8daf6d4 None None] Provisioning for port 23c68ab2-d75e-4ad7-8d80-c55d41a0393a completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:21.002608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38540) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:21.075854 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:21.092044 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e8cfbe-9b16-4fff-97ea-45d61e8c366f tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:58:21.103985 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdcfaf-25d8-4cc0-88cc-633a26b9c6e5 None None] Sync routers for ids ['23614599-41db-4e10-a876-da621a1ee214'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:58:21.128384 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acdcfaf-25d8-4cc0-88cc-633a26b9c6e5 None None] Routers {'23614599-41db-4e10-a876-da621a1ee214'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:21.131977 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-8acdcfaf-25d8-4cc0-88cc-633a26b9c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['23614599-41db-4e10-a876-da621a1ee214'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:21.152165 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:21.154041 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-27a7c3f9-eb83-4239-b75f-f345518ba33f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:21.166758 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:21.195639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Allocated IP 172.26.5.80 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/96a55398-fd67-4589-976e-b7a3838fe975) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:21.205539 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7c3f9-eb83-4239-b75f-f345518ba33f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4023b60b-49d8-464d-b2d1-ec8b7db275c7,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:21.227109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:21.267426 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-8acdcfaf-25d8-4cc0-88cc-633a26b9c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:21.291668 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acdcfaf-25d8-4cc0-88cc-633a26b9c6e5 None None] Routers {'23614599-41db-4e10-a876-da621a1ee214'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:21.292503 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-8acdcfaf-25d8-4cc0-88cc-633a26b9c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['23614599-41db-4e10-a876-da621a1ee214'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:21.309126 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a7e8cfbe-9b16-4fff-97ea-45d61e8c366f tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "PUT /v2.0/routers/23614599-41db-4e10-a876-da621a1ee214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2377975 May 25 22:58:21.323000 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38546) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:21.327038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-568955128'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:21.385301 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b421096-be85-4f98-9d9d-98e423eaf971 None None] Pushing event updated for resources: {'Port': ['ID=53bd83bf-78f4-4441-8b73-ccc67464effa,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:21.407672 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-8acdcfaf-25d8-4cc0-88cc-633a26b9c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:21.408067 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdcfaf-25d8-4cc0-88cc-633a26b9c6e5 None None] The sync data for ids ['23614599-41db-4e10-a876-da621a1ee214'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:58:21.428851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:21.458566 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:21.506936 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object 00a73616-dc6b-4b94-ad9d-9fae924def92 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:21.515089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9c1f2-e0a7-426e-b350-679f4bba832a None None] Pushing event updated for resources: {'Port': ['ID=8fe3a42b-9201-4450-a101-8ffd14e2cbc2,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:21.542195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Usage tracker for resource:network and tenant:eb7fd8a4b90648a68f2f27ddd17d1328 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:21.595169 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:21.600302 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:21.600733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:21.604115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:21.638146 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:21.649834 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-23ae993f-f078-48f6-a1bb-6f5af03fad5a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] delete failed (client error): The resource could not be found. May 25 22:58:21.654291 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-23ae993f-f078-48f6-a1bb-6f5af03fad5a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-1525566337 HTTP/1.1" status: 404 len: 335 time: 0.2725601 May 25 22:58:21.654758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38550) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:21.661348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7d2a3857-4054-4734-b4f1-004c1c810c5a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Request body: {'router': {'external_gateway_info': {'network_id': '23614599-41db-4e10-a876-da621a1ee214'}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:21.670951 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:21.705673 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=a57e6d7c-c379-40a2-864a-e88d3192faf3,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:21.717493 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-27a7c3f9-eb83-4239-b75f-f345518ba33f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:21.722083 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-27a7c3f9-eb83-4239-b75f-f345518ba33f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-groups/4023b60b-49d8-464d-b2d1-ec8b7db275c7 HTTP/1.1" status: 204 len: 168 time: 1.4742677 May 25 22:58:21.725924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38554) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:21.788941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:21.804691 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Made reservation on behalf of eb7fd8a4b90648a68f2f27ddd17d1328 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:21.807628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:21.824781 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:21.880980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c,segment=NetworkSegment(3ec7347f-e523-4066-ab25-970de56859ef),segment_id=3ec7347f-e523-4066-ab25-970de56859ef)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:21.947615 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:21.990720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=00a73616-dc6b-4b94-ad9d-9fae924def92,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:22.013086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:22.039672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:58:22.075158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:22.085820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:22.090953 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:22.091821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:22.092417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:58:22.093325 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1ff28fa4-0ab3-462d-9d0b-7cc0d20ae13d not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:58:22.105531 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:22.112434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:22.119904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:22.179468 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:22.189924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:22.190867 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:22.195030 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-abba59ce-fe89-4724-9850-7fcccd9d3aec None None] Provisioning for port 317d21c4-db77-4e13-8e6a-b2cafc7305ed completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:22.201724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-abba59ce-fe89-4724-9850-7fcccd9d3aec None None] Provisioning complete for port 317d21c4-db77-4e13-8e6a-b2cafc7305ed triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:22.203004 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-abba59ce-fe89-4724-9850-7fcccd9d3aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:22.302150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-abba59ce-fe89-4724-9850-7fcccd9d3aec None None] Port 317d21c4-db77-4e13-8e6a-b2cafc7305ed cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:22.319975 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7c3da78a-650f-4ae9-9944-c72247994e53 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0251796 May 25 22:58:22.323275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ed631af4-8b44-4bfb-a825-5d2387cd8869 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:22.326858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38558) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:22.397735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:22.413818 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Usage tracker for resource:security_group_rule and tenant:eb7fd8a4b90648a68f2f27ddd17d1328 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:22.417676 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:22.442341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7d2a3857-4054-4734-b4f1-004c1c810c5a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:22.449003 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d05e7fd7-f8d3-45a0-8b3b-15261a8d6510 None None] Provisioning complete for port 317d21c4-db77-4e13-8e6a-b2cafc7305ed triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:22.449427 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d05e7fd7-f8d3-45a0-8b3b-15261a8d6510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:22.477382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:22.512147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:22.516887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=317d21c4-db77-4e13-8e6a-b2cafc7305ed,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:22.525135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 0081f839-7eec-41c1-8bdd-1195166175e8 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:22.525917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ed631af4-8b44-4bfb-a825-5d2387cd8869 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:22.527158 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ed631af4-8b44-4bfb-a825-5d2387cd8869 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7980630 May 25 22:58:22.532810 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38564) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:22.539910 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d2746dfe-04e1-47ae-951e-3a2c9bd0b468 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:22.541214 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d11cf5bd-6aef-48ff-9b16-2970e197fb5c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1866584945'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:22.552898 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d11cf5bd-6aef-48ff-9b16-2970e197fb5c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:22.571180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:22.617111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d11cf5bd-6aef-48ff-9b16-2970e197fb5c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:22.631407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-d05e7fd7-f8d3-45a0-8b3b-15261a8d6510 None None] Port 317d21c4-db77-4e13-8e6a-b2cafc7305ed cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:22.643246 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-7d2a3857-4054-4734-b4f1-004c1c810c5a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] update failed (client error): The resource could not be found. May 25 22:58:22.644083 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7d2a3857-4054-4734-b4f1-004c1c810c5a tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "PUT /v2.0/routers/23614599-41db-4e10-a876-da621a1ee214 HTTP/1.1" status: 404 len: 339 time: 0.9874239 May 25 22:58:22.650358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38568) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:22.664758 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port d2746dfe-04e1-47ae-951e-3a2c9bd0b468 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:22.665073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:22.668452 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-44c62120-798d-4c00-a4d1-be9de17b8322 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1624050465'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:22.683353 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-44c62120-798d-4c00-a4d1-be9de17b8322 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:22.692659 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-44c62120-798d-4c00-a4d1-be9de17b8322 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Usage tracker for resource:network and tenant:2be6123e89ad4e12b5ecb1f88734a36d is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:22.705306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-44c62120-798d-4c00-a4d1-be9de17b8322 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:22.711752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-44c62120-798d-4c00-a4d1-be9de17b8322 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:22.722220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d11cf5bd-6aef-48ff-9b16-2970e197fb5c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:22.818853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:22.823014 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-6311d7a7-6ce5-4469-a4d7-ec34e3ad1b51 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port 00a73616-dc6b-4b94-ad9d-9fae924def92 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:22.823479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6311d7a7-6ce5-4469-a4d7-ec34e3ad1b51 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:22.832877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:22.835810 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:22.901952 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 23c68ab2-d75e-4ad7-8d80-c55d41a0393a up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:22.914260 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 495b0212-966b-41a4-9f3f-8f063dc902ff is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:22.935388 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d11cf5bd-6aef-48ff-9b16-2970e197fb5c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:22.957413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:22.977994 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c62120-798d-4c00-a4d1-be9de17b8322 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Made reservation on behalf of 2be6123e89ad4e12b5ecb1f88734a36d for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:22.985030 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44c62120-798d-4c00-a4d1-be9de17b8322 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:23.003478 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d11cf5bd-6aef-48ff-9b16-2970e197fb5c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:23.013890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d11cf5bd-6aef-48ff-9b16-2970e197fb5c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:23.027720 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce687c-8d4d-43a8-b9bc-2532d41fb0be None None] Network 0081f839-7eec-41c1-8bdd-1195166175e8 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:23.034427 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d11cf5bd-6aef-48ff-9b16-2970e197fb5c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:23.065302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c62120-798d-4c00-a4d1-be9de17b8322 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:58:23.117518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 23c68ab2-d75e-4ad7-8d80-c55d41a0393a completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:23.136520 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 23c68ab2-d75e-4ad7-8d80-c55d41a0393a triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:23.136898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:23.165316 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12ff8c4-0355-4db0-bad1-11afcd209881 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:23.169085 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event updated for resources: {'Port': ['ID=96a55398-fd67-4589-976e-b7a3838fe975,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:23.314948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44c62120-798d-4c00-a4d1-be9de17b8322 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:23.315170 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-44c62120-798d-4c00-a4d1-be9de17b8322 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Added segment db4028fa-f79e-41ba-9aba-e8d4caefd8f0 of type vlan for network 69e61891-4912-4ea2-9d4b-b2967905d5f5 May 25 22:58:23.360393 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:23.399126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44c62120-798d-4c00-a4d1-be9de17b8322 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:23.404731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-034e5619-aeb9-44c8-9280-499f8558957e None None] Provisioning for port 53bd83bf-78f4-4441-8b73-ccc67464effa completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:23.426973 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d11cf5bd-6aef-48ff-9b16-2970e197fb5c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:23.461832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6311d7a7-6ce5-4469-a4d7-ec34e3ad1b51 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:23.466840 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:23.529281 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d11cf5bd-6aef-48ff-9b16-2970e197fb5c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:23.596889 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:23.616890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-6311d7a7-6ce5-4469-a4d7-ec34e3ad1b51 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for 00a73616-dc6b-4b94-ad9d-9fae924def92 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:23.648124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44c62120-798d-4c00-a4d1-be9de17b8322 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:23.652051 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c62120-798d-4c00-a4d1-be9de17b8322 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:23.652904 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44c62120-798d-4c00-a4d1-be9de17b8322 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:23.677622 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:58:23.699524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 23c68ab2-d75e-4ad7-8d80-c55d41a0393a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=23c68ab2-d75e-4ad7-8d80-c55d41a0393a,segment=NetworkSegment(705fcc56-4cbf-4e10-abc4-f0ee3a7949f0),segment_id=705fcc56-4cbf-4e10-abc4-f0ee3a7949f0)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:23.707674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533602e4-caf1-4f89-a2a3-201a7964b507,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:23.714732 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cf5bd-6aef-48ff-9b16-2970e197fb5c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4dc13d-991b-4005-bacf-b658b2362392,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:23.717578 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6d9998c4-341f-4c02-a217-a12905142dfd None None] Provisioning complete for port 317d21c4-db77-4e13-8e6a-b2cafc7305ed triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:23.722438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6d9998c4-341f-4c02-a217-a12905142dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:23.722612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:23.722711 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Added segment b802bf29-7785-446b-8401-107d41440ee6 of type vlan for network cf5c1f3f-9cfc-4d97-8897-d7277111124d May 25 22:58:23.781797 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6d9998c4-341f-4c02-a217-a12905142dfd None None] Port 317d21c4-db77-4e13-8e6a-b2cafc7305ed cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:23.817999 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:23.819875 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:23.835689 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c62120-798d-4c00-a4d1-be9de17b8322 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event updated for resources: {'Network': ['ID=69e61891-4912-4ea2-9d4b-b2967905d5f5,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:23.929749 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 69e61891-4912-4ea2-9d4b-b2967905d5f5 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:58:23.988234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6d9998c4-341f-4c02-a217-a12905142dfd None None] Provisioning for port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:23.997140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d11cf5bd-6aef-48ff-9b16-2970e197fb5c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:23.998628 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d11cf5bd-6aef-48ff-9b16-2970e197fb5c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4645653 May 25 22:58:24.008203 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-44c62120-798d-4c00-a4d1-be9de17b8322 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3566658 May 25 22:58:24.011311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38572) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:24.011706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38574) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:24.023305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-633cbb11-349e-4df6-93d3-d6429096e531 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Request body: {'subnet': {'network_id': '69e61891-4912-4ea2-9d4b-b2967905d5f5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:24.053438 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-67ed68be-8cf9-4893-ae64-927279464491 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group_rule': {'security_group_id': '6c4dc13d-991b-4005-bacf-b658b2362392', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:24.062933 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:24.140937 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-67ed68be-8cf9-4893-ae64-927279464491 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:24.159613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-67ed68be-8cf9-4893-ae64-927279464491 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:24.164853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-67ed68be-8cf9-4893-ae64-927279464491 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:24.182063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-67ed68be-8cf9-4893-ae64-927279464491 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:24.187421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b56209f-2776-4ed7-91a2-72ddac406b52 None None] Update dhcp port {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'fixed_ips': [{'subnet_id': '329da4d8-9841-4ef6-a2c8-302765fd6c52', 'ip_address': '2001:db8::f816:3eff:fee7:6c81'}, {'subnet_id': '8a524e2a-d996-4da1-870b-178d48104c6b'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': '8fe3a42b-9201-4450-a101-8ffd14e2cbc2'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 22:58:24.199395 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-633cbb11-349e-4df6-93d3-d6429096e531 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:24.204201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-633cbb11-349e-4df6-93d3-d6429096e531 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Usage tracker for resource:subnet and tenant:2be6123e89ad4e12b5ecb1f88734a36d is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:24.209908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6311d7a7-6ce5-4469-a4d7-ec34e3ad1b51 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:24.211374 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=23c68ab2-d75e-4ad7-8d80-c55d41a0393a,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:24.211749 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-633cbb11-349e-4df6-93d3-d6429096e531 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:24.235165 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:24.238867 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:24.239564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:24.261344 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-633cbb11-349e-4df6-93d3-d6429096e531 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:24.266173 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1b56209f-2776-4ed7-91a2-72ddac406b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:24.274761 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311d7a7-6ce5-4469-a4d7-ec34e3ad1b51 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=00a73616-dc6b-4b94-ad9d-9fae924def92,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:24.283689 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:24.283853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:58:24.284502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:24.353366 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f47531e7-280e-4391-9a78-0cd0abf61dc4 None None] Provisioning for port a57e6d7c-c379-40a2-864a-e88d3192faf3 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:24.376142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f47531e7-280e-4391-9a78-0cd0abf61dc4 None None] Provisioning complete for port a57e6d7c-c379-40a2-864a-e88d3192faf3 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:24.376803 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f47531e7-280e-4391-9a78-0cd0abf61dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:24.381754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67ed68be-8cf9-4893-ae64-927279464491 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:24.400835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633cbb11-349e-4df6-93d3-d6429096e531 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Made reservation on behalf of 2be6123e89ad4e12b5ecb1f88734a36d for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:24.431986 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event updated for resources: {'Network': ['ID=cf5c1f3f-9cfc-4d97-8897-d7277111124d,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:24.434240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6311d7a7-6ce5-4469-a4d7-ec34e3ad1b51 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:24.461668 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network cf5c1f3f-9cfc-4d97-8897-d7277111124d details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:58:24.533237 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6311d7a7-6ce5-4469-a4d7-ec34e3ad1b51 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/00a73616-dc6b-4b94-ad9d-9fae924def92 HTTP/1.1" status: 204 len: 168 time: 2.1473432 May 25 22:58:24.538844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38580) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:24.570187 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f47531e7-280e-4391-9a78-0cd0abf61dc4 None None] Port a57e6d7c-c379-40a2-864a-e88d3192faf3 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:24.606914 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-565de38d-2aa6-4f87-81c4-11cff3da559d tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.5920296 May 25 22:58:24.608782 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38584) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:24.622871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-299ce37a-7a5f-4764-820e-35f453dc69d6 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Request body: {'subnet': {'network_id': 'cf5c1f3f-9cfc-4d97-8897-d7277111124d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:24.623356 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:58:24.656195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67ed68be-8cf9-4893-ae64-927279464491 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:24.662262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-633cbb11-349e-4df6-93d3-d6429096e531 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:24.768284 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6a7d3313-680a-456c-9695-feb1b9fb7454 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:24.787237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67ed68be-8cf9-4893-ae64-927279464491 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:24.852720 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-1b56209f-2776-4ed7-91a2-72ddac406b52 None None] Allocated IP 2001:db8:0:1::2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/8a524e2a-d996-4da1-870b-178d48104c6b/8fe3a42b-9201-4450-a101-8ffd14e2cbc2) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:24.857370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed68be-8cf9-4893-ae64-927279464491 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f520a7a-5e50-4f11-8641-1a49b0a589e9,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:24.910551 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-299ce37a-7a5f-4764-820e-35f453dc69d6 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:24.922243 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-299ce37a-7a5f-4764-820e-35f453dc69d6 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Usage tracker for resource:subnet and tenant:eb7fd8a4b90648a68f2f27ddd17d1328 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:24.929151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:58:24.933159 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bde11f8-5e3d-4e0d-80c5-ddc6da231f76 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:24.933688 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1bde11f8-5e3d-4e0d-80c5-ddc6da231f76 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:24.939303 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0fcaaa1e-d256-4904-af2d-8ffe49ff2a2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1705449 May 25 22:58:24.939529 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-299ce37a-7a5f-4764-820e-35f453dc69d6 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:24.940394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:24.943401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38588) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:24.943537 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67ed68be-8cf9-4893-ae64-927279464491 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:24.947523 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Sync routers for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:58:24.948828 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-67ed68be-8cf9-4893-ae64-927279464491 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9358430 May 25 22:58:24.949923 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-44a6baf1-467d-42a2-ab1b-54c0526a5c17 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'network': {'name': 'tempest-RoutersTest-745009713'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:24.954310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38592) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:24.956407 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-44a6baf1-467d-42a2-ab1b-54c0526a5c17 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:24.958290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-299ce37a-7a5f-4764-820e-35f453dc69d6 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:24.962493 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-44a6baf1-467d-42a2-ab1b-54c0526a5c17 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:network and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:24.966647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-44a6baf1-467d-42a2-ab1b-54c0526a5c17 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:24.974328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-01caa1d8-ce8d-413c-b83d-4d82e19e7653 None None] Provisioning complete for port a57e6d7c-c379-40a2-864a-e88d3192faf3 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:24.974701 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-01caa1d8-ce8d-413c-b83d-4d82e19e7653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:24.975569 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-44a6baf1-467d-42a2-ab1b-54c0526a5c17 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:24.990336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:58:24.998496 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-85a2ff80-8a1e-4e24-a411-9ca67c17dba7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1869118 May 25 22:58:25.004566 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6a7d3313-680a-456c-9695-feb1b9fb7454 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:25.006407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:25.008488 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4a7bb-6ba1-4f18-a8b0-eec6e104f6ab None None] Sync routers for ids ['b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:58:25.022872 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4a7bb-6ba1-4f18-a8b0-eec6e104f6ab None None] Routers {'b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:25.023800 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-0aa4a7bb-6ba1-4f18-a8b0-eec6e104f6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:25.035038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38596) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:25.056980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5f112f9e-7607-4697-a82e-29c98b1e49c4 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:25.075246 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5f112f9e-7607-4697-a82e-29c98b1e49c4 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:25.088757 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a6baf1-467d-42a2-ab1b-54c0526a5c17 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:25.091057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:25.091867 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:25.092040 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44a6baf1-467d-42a2-ab1b-54c0526a5c17 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:25.110063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299ce37a-7a5f-4764-820e-35f453dc69d6 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Made reservation on behalf of eb7fd8a4b90648a68f2f27ddd17d1328 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:25.131383 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1bde11f8-5e3d-4e0d-80c5-ddc6da231f76 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:25.132446 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1bde11f8-5e3d-4e0d-80c5-ddc6da231f76 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.5893807 May 25 22:58:25.135535 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:25.154650 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-01caa1d8-ce8d-413c-b83d-4d82e19e7653 None None] Port a57e6d7c-c379-40a2-864a-e88d3192faf3 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:25.168721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38600) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:25.184841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05795bed-2e73-40e3-b5a2-2a43d4065274 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:25.185412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-05795bed-2e73-40e3-b5a2-2a43d4065274 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Synchronizing usage tracker for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:25.240868 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-0aa4a7bb-6ba1-4f18-a8b0-eec6e104f6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:25.275750 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4a7bb-6ba1-4f18-a8b0-eec6e104f6ab None None] Routers {'b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:25.277722 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-0aa4a7bb-6ba1-4f18-a8b0-eec6e104f6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:25.279823 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1b56209f-2776-4ed7-91a2-72ddac406b52 None None] For port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8fe3a42b-9201-4450-a101-8ffd14e2cbc2,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:25.386629 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-299ce37a-7a5f-4764-820e-35f453dc69d6 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:25.390554 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-0aa4a7bb-6ba1-4f18-a8b0-eec6e104f6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:25.391192 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4a7bb-6ba1-4f18-a8b0-eec6e104f6ab None None] The sync data for ids ['b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:58:25.409525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e054aa-cca0-476a-ad65-e6f33140d41b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:25.414002 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-63e054aa-cca0-476a-ad65-e6f33140d41b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2418878 May 25 22:58:25.414181 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:58:25.414283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38604) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:25.472739 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:25.505241 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1b56209f-2776-4ed7-91a2-72ddac406b52 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:25.551912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:25.559669 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a895ffc8-0dd7-41d1-9f0e-ed79e7709308 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:25.570546 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a895ffc8-0dd7-41d1-9f0e-ed79e7709308 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:25.570546 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a895ffc8-0dd7-41d1-9f0e-ed79e7709308 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:25.570546 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a895ffc8-0dd7-41d1-9f0e-ed79e7709308 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1496513 May 25 22:58:25.570842 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38608) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:25.577704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1b56209f-2776-4ed7-91a2-72ddac406b52 None None] Transition to ACTIVE for port object 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:25.609368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5f112f9e-7607-4697-a82e-29c98b1e49c4 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:25.617926 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-05795bed-2e73-40e3-b5a2-2a43d4065274 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Unset dirty status for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:25.622147 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-05795bed-2e73-40e3-b5a2-2a43d4065274 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports/317d21c4-db77-4e13-8e6a-b2cafc7305ed HTTP/1.1" status: 200 len: 911 time: 0.5848880 May 25 22:58:25.623707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38612) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:25.629294 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d3014a15-8f1b-4976-be19-98307b390eda tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f01fbca8-0cc8-46ae-8e9a-1e0208e3d1a4'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:25.649171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-633cbb11-349e-4df6-93d3-d6429096e531 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:25.664346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a6baf1-467d-42a2-ab1b-54c0526a5c17 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:58:25.666560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:25.681744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f112f9e-7607-4697-a82e-29c98b1e49c4 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f520a7a-5e50-4f11-8641-1a49b0a589e9,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:25.736295 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1b56209f-2776-4ed7-91a2-72ddac406b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:25.747596 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44a6baf1-467d-42a2-ab1b-54c0526a5c17 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:25.748078 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-44a6baf1-467d-42a2-ab1b-54c0526a5c17 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Added segment c3514cfd-13bb-45c1-a12b-fc778d43de96 of type vlan for network 3848ceb1-2c0b-4589-8107-8b0d022a0a2c May 25 22:58:25.782130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5f112f9e-7607-4697-a82e-29c98b1e49c4 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:25.787962 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5f112f9e-7607-4697-a82e-29c98b1e49c4 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7f520a7a-5e50-4f11-8641-1a49b0a589e9 HTTP/1.1" status: 204 len: 168 time: 0.8278518 May 25 22:58:25.798596 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38616) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:25.933827 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56209f-2776-4ed7-91a2-72ddac406b52 None None] Pushing event updated for resources: {'Port': ['ID=8fe3a42b-9201-4450-a101-8ffd14e2cbc2,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:25.939883 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cbb11-349e-4df6-93d3-d6429096e531 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event updated for resources: {'Subnet': ['ID=8c38ce90-0d30-448a-97fb-e3a25aa44d8e,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:26.006406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:26.028616 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 53bd83bf-78f4-4441-8b73-ccc67464effa up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:26.036496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.118900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event updated for resources: {'Port': ['ID=96a55398-fd67-4589-976e-b7a3838fe975,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:26.125617 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633cbb11-349e-4df6-93d3-d6429096e531 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Checking segment: {'id': 'db4028fa-f79e-41ba-9aba-e8d4caefd8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '69e61891-4912-4ea2-9d4b-b2967905d5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:26.126170 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633cbb11-349e-4df6-93d3-d6429096e531 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Network hostable DHCP agents. Network: 69e61891-4912-4ea2-9d4b-b2967905d5f5, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:58:26.143449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44a6baf1-467d-42a2-ab1b-54c0526a5c17 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.146119 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e2461f32-a507-4d6c-ba0e-4eb540615d89 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:26.202732 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-299ce37a-7a5f-4764-820e-35f453dc69d6 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.216328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57e6d7c-c379-40a2-864a-e88d3192faf3', 'name': '', 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:23:03:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:16Z', 'updated_at': '2022-05-25T22:58:20Z', 'revision_number': 2, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:26.223377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Checking router: be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:58:26.224073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Updating router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 port a57e6d7c-c379-40a2-864a-e88d3192faf3 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:58:26.279454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-3827436a-f4d9-4a8a-94cc-1428faed5d95 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 329da4d8-9841-4ef6-a2c8-302765fd6c52 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:58:26.287746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3827436a-f4d9-4a8a-94cc-1428faed5d95 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.348674 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e2461f32-a507-4d6c-ba0e-4eb540615d89 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:26.350200 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e2461f32-a507-4d6c-ba0e-4eb540615d89 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5504611 May 25 22:58:26.357474 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38620) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:26.366744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.388674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 53bd83bf-78f4-4441-8b73-ccc67464effa completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:26.401484 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ce37a-7a5f-4764-820e-35f453dc69d6 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event updated for resources: {'Subnet': ['ID=4d383d7f-9831-46cc-a5fb-a51fc3a90585,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:26.404590 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 53bd83bf-78f4-4441-8b73-ccc67464effa triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:26.404590 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.430834 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3827436a-f4d9-4a8a-94cc-1428faed5d95 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.458675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633cbb11-349e-4df6-93d3-d6429096e531 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Network 69e61891-4912-4ea2-9d4b-b2967905d5f5 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:58:26.523957 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299ce37a-7a5f-4764-820e-35f453dc69d6 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Checking segment: {'id': 'b802bf29-7785-446b-8401-107d41440ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf5c1f3f-9cfc-4d97-8897-d7277111124d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:26.524324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299ce37a-7a5f-4764-820e-35f453dc69d6 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Network hostable DHCP agents. Network: cf5c1f3f-9cfc-4d97-8897-d7277111124d, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:58:26.546164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a168958-979e-4d05-9969-cb7dcf166094 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.569379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a168958-979e-4d05-9969-cb7dcf166094 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.584882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d3014a15-8f1b-4976-be19-98307b390eda tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.606707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44a6baf1-467d-42a2-ab1b-54c0526a5c17 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.612666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a6baf1-467d-42a2-ab1b-54c0526a5c17 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:26.613700 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-44a6baf1-467d-42a2-ab1b-54c0526a5c17 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.626659 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-633cbb11-349e-4df6-93d3-d6429096e531 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 69e61891-4912-4ea2-9d4b-b2967905d5f5) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:26.630978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633cbb11-349e-4df6-93d3-d6429096e531 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:26.631652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-633cbb11-349e-4df6-93d3-d6429096e531 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.660403 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.681678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e275ecc9-0f95-490b-b6b9-c49ece4b06bb None None] Network 69e61891-4912-4ea2-9d4b-b2967905d5f5 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:26.693487 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3827436a-f4d9-4a8a-94cc-1428faed5d95 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.721871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a168958-979e-4d05-9969-cb7dcf166094 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.724327 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a168958-979e-4d05-9969-cb7dcf166094 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.725717 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7a168958-979e-4d05-9969-cb7dcf166094 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-groups/6c4dc13d-991b-4005-bacf-b658b2362392 HTTP/1.1" status: 204 len: 168 time: 0.3622460 May 25 22:58:26.738297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38624) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:26.785493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a168958-979e-4d05-9969-cb7dcf166094 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4dc13d-991b-4005-bacf-b658b2362392,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:26.788067 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-633cbb11-349e-4df6-93d3-d6429096e531 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7734792 May 25 22:58:26.793841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299ce37a-7a5f-4764-820e-35f453dc69d6 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Network cf5c1f3f-9cfc-4d97-8897-d7277111124d is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:58:26.799729 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38628) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:26.816486 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 53bd83bf-78f4-4441-8b73-ccc67464effa, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=53bd83bf-78f4-4441-8b73-ccc67464effa,segment=NetworkSegment(4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0),segment_id=4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:26.818812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-99657d72-1caf-49b0-9195-d0b48db8e840 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Request body: {'router': {'external_gateway_info': {'network_id': '69e61891-4912-4ea2-9d4b-b2967905d5f5'}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:26.837044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a68efe0b-7cac-4aef-839d-aa468a174d8e None None] Could not find standard attr ID for object 00a73616-dc6b-4b94-ad9d-9fae924def92. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:58:26.856121 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6baf1-467d-42a2-ab1b-54c0526a5c17 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Network': ['ID=3848ceb1-2c0b-4589-8107-8b0d022a0a2c,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:26.897140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-299ce37a-7a5f-4764-820e-35f453dc69d6 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, cf5c1f3f-9cfc-4d97-8897-d7277111124d) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:26.915144 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8207b60f-de82-46d2-bac3-d5205cf80e64 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:26.920015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299ce37a-7a5f-4764-820e-35f453dc69d6 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:26.920015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-299ce37a-7a5f-4764-820e-35f453dc69d6 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:26.941218 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 3848ceb1-2c0b-4589-8107-8b0d022a0a2c details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:58:26.991179 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-44a6baf1-467d-42a2-ab1b-54c0526a5c17 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0473554 May 25 22:58:27.000603 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38632) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:27.006648 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3afcae-6f8a-4973-8dbb-0b494f347347 None None] Network cf5c1f3f-9cfc-4d97-8897-d7277111124d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:27.018724 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c77671cf-27e5-496c-94c7-d88d2280f3cd tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'subnet': {'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:27.036960 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-299ce37a-7a5f-4764-820e-35f453dc69d6 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4264443 May 25 22:58:27.039395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:27.045233 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38636) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:27.053035 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Request body: {'port': {'network_id': 'cf5c1f3f-9cfc-4d97-8897-d7277111124d', 'name': 'tempest-AllowedAddressPairTestJSON-42249132'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:27.150498 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a68efe0b-7cac-4aef-839d-aa468a174d8e None None] Provisioning for port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:27.233799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=53bd83bf-78f4-4441-8b73-ccc67464effa,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:27.236752 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a68efe0b-7cac-4aef-839d-aa468a174d8e None None] Provisioning complete for port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:27.237351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a68efe0b-7cac-4aef-839d-aa468a174d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:27.241316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3827436a-f4d9-4a8a-94cc-1428faed5d95 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:27.266213 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c77671cf-27e5-496c-94c7-d88d2280f3cd tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:27.270025 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Floating IP 9c2e997b-134f-4ee3-88ed-1a67b16b2ceb associated. External IP: 172.26.5.80, port: 140267bc-ed27-4935-b212-d8c24f295998. May 25 22:58:27.270918 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c77671cf-27e5-496c-94c7-d88d2280f3cd tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:subnet and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:27.274408 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c77671cf-27e5-496c-94c7-d88d2280f3cd tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:27.282033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c77671cf-27e5-496c-94c7-d88d2280f3cd tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:27.316346 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:27.429763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3827436a-f4d9-4a8a-94cc-1428faed5d95 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:27.434682 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3827436a-f4d9-4a8a-94cc-1428faed5d95 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/329da4d8-9841-4ef6-a2c8-302765fd6c52 HTTP/1.1" status: 204 len: 168 time: 1.8606184 May 25 22:58:27.438127 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8207b60f-de82-46d2-bac3-d5205cf80e64 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:27.445441 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8207b60f-de82-46d2-bac3-d5205cf80e64 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6943734 May 25 22:58:27.445664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:27.451345 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Usage tracker for resource:port and tenant:eb7fd8a4b90648a68f2f27ddd17d1328 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:27.457809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38640) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:27.458070 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38642) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:27.532479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77671cf-27e5-496c-94c7-d88d2280f3cd tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Made reservation on behalf of 8ad41d6d9c2a43c19ac972e337b7ea13 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:27.620752 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d3014a15-8f1b-4976-be19-98307b390eda tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:27.727597 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128e9067-60ae-45f0-abf8-085edd227fe4 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:27.746227 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d3014a15-8f1b-4976-be19-98307b390eda tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:27.751618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3014a15-8f1b-4976-be19-98307b390eda tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:27.752253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d3014a15-8f1b-4976-be19-98307b390eda tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:27.756250 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d3014a15-8f1b-4976-be19-98307b390eda tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/ports/317d21c4-db77-4e13-8e6a-b2cafc7305ed HTTP/1.1" status: 200 len: 911 time: 2.1304231 May 25 22:58:27.783572 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:27.794466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38644) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:27.859286 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c77671cf-27e5-496c-94c7-d88d2280f3cd tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:27.863777 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-69e61891-4912-4ea2-9d4b-b2967905d5f5', 'network_id': '69e61891-4912-4ea2-9d4b-b2967905d5f5', 'tenant_id': '2be6123e89ad4e12b5ecb1f88734a36d', 'fixed_ips': [{'subnet_id': '8c38ce90-0d30-448a-97fb-e3a25aa44d8e'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:58:27.864604 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:27.930011 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.resource_extend [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:58:27.971676 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:27.972041 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.087914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0cc1c1-c304-4698-b821-cbf9e5f8761a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 8a524e2a-d996-4da1-870b-178d48104c6b {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:58:28.091261 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc1c1-c304-4698-b821-cbf9e5f8761a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.129144 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3014a15-8f1b-4976-be19-98307b390eda tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=317d21c4-db77-4e13-8e6a-b2cafc7305ed,revision_number=3']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:28.154713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc1c1-c304-4698-b821-cbf9e5f8761a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.189479 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-cf5c1f3f-9cfc-4d97-8897-d7277111124d', 'network_id': 'cf5c1f3f-9cfc-4d97-8897-d7277111124d', 'tenant_id': 'eb7fd8a4b90648a68f2f27ddd17d1328', 'fixed_ips': [{'subnet_id': '4d383d7f-9831-46cc-a5fb-a51fc3a90585'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:58:28.190962 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.203421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a68efe0b-7cac-4aef-839d-aa468a174d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.246081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc1c1-c304-4698-b821-cbf9e5f8761a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.261604 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.279494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Transition to ACTIVE for port object a57e6d7c-c379-40a2-864a-e88d3192faf3 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:28.328196 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-8ca208ea-6ffb-4f81-97f5-0ff6973d1c25 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808568434'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:28.381578 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827436a-f4d9-4a8a-94cc-1428faed5d95 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=329da4d8-9841-4ef6-a2c8-302765fd6c52,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:28.384351 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:58:28.386180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:28.394891 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c77671cf-27e5-496c-94c7-d88d2280f3cd tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.400484 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8ca208ea-6ffb-4f81-97f5-0ff6973d1c25 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:28.449592 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.453378 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc1c1-c304-4698-b821-cbf9e5f8761a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.468292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8ca208ea-6ffb-4f81-97f5-0ff6973d1c25 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:28.502324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc1c1-c304-4698-b821-cbf9e5f8761a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.513887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77671cf-27e5-496c-94c7-d88d2280f3cd tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Subnet': ['ID=a6e9def6-a5b0-42b3-8542-fc5dd14e9abf,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:28.532298 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6486dd12-fabc-47e8-8ec0-5787d1723dc0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.566747 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Made reservation on behalf of eb7fd8a4b90648a68f2f27ddd17d1328 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:28.569885 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.585497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cc1c1-c304-4698-b821-cbf9e5f8761a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=8a524e2a-d996-4da1-870b-178d48104c6b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:28.594958 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ca208ea-6ffb-4f81-97f5-0ff6973d1c25 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.663756 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4c0cc1c1-c304-4698-b821-cbf9e5f8761a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/8a524e2a-d996-4da1-870b-178d48104c6b HTTP/1.1" status: 204 len: 168 time: 0.8814943 May 25 22:58:28.664576 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38652) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:28.749106 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-77442483-7ca4-41ef-aa43-2c89840032b9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800853 May 25 22:58:28.749347 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] device_id is not set on port 94bcedd9-9df1-4fc2-aa8f-eb795d0519c3 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:58:28.750994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38656) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:28.756198 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:28.778766 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4754a4-e14f-4454-957d-2a22e4064c9d None None] Pushing event updated for resources: {'Port': ['ID=a57e6d7c-c379-40a2-864a-e88d3192faf3,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:28.800565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77671cf-27e5-496c-94c7-d88d2280f3cd tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Checking segment: {'id': 'c3514cfd-13bb-45c1-a12b-fc778d43de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:28.800910 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77671cf-27e5-496c-94c7-d88d2280f3cd tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network hostable DHCP agents. Network: 3848ceb1-2c0b-4589-8107-8b0d022a0a2c, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:58:28.805400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Allocated IP 2001:db8:1::2 (69e61891-4912-4ea2-9d4b-b2967905d5f5/8c38ce90-0d30-448a-97fb-e3a25aa44d8e/fd0c97ac-e246-41c0-89d5-5fd819319bff) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:28.852293 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8ca208ea-6ffb-4f81-97f5-0ff6973d1c25 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:28.866453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99657d72-1caf-49b0-9195-d0b48db8e840 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.882481 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-a68efe0b-7cac-4aef-839d-aa468a174d8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:58:28.882749 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8ca208ea-6ffb-4f81-97f5-0ff6973d1c25 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:28.883134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-a68efe0b-7cac-4aef-839d-aa468a174d8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:58:28.892823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:28.901380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:28.909342 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:28.915846 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.920297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:28.958257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ca208ea-6ffb-4f81-97f5-0ff6973d1c25 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:28.959671 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77671cf-27e5-496c-94c7-d88d2280f3cd tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 3848ceb1-2c0b-4589-8107-8b0d022a0a2c is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:58:29.063077 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-c77671cf-27e5-496c-94c7-d88d2280f3cd tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 3848ceb1-2c0b-4589-8107-8b0d022a0a2c) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:29.065539 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ca208ea-6ffb-4f81-97f5-0ff6973d1c25 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:29.082056 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:58:29.084581 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77671cf-27e5-496c-94c7-d88d2280f3cd tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:29.084951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c77671cf-27e5-496c-94c7-d88d2280f3cd tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:29.088564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:29.097794 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8705d1f4-b19b-4e25-89da-bcd5745ee355 None None] Network 3848ceb1-2c0b-4589-8107-8b0d022a0a2c requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:29.127068 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189bcac0-6bf3-46aa-b373-2166a5ed050d None None] Sync routers for ids ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:58:29.148734 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca208ea-6ffb-4f81-97f5-0ff6973d1c25 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5594309-a2a2-40a9-b6d2-bfbe54989c36,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:29.209407 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-99657d72-1caf-49b0-9195-d0b48db8e840 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:58:29.210498 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-99657d72-1caf-49b0-9195-d0b48db8e840 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "PUT /v2.0/routers/23614599-41db-4e10-a876-da621a1ee214 HTTP/1.1" status: 400 len: 364 time: 2.4098096 May 25 22:58:29.217459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38660) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:29.272929 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:29.275305 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Allocated IP 172.20.0.2 (cf5c1f3f-9cfc-4d97-8897-d7277111124d/4d383d7f-9831-46cc-a5fb-a51fc3a90585/06f4dc2d-aead-4587-a63e-fbc7a8ba2469) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:29.277209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8ca208ea-6ffb-4f81-97f5-0ff6973d1c25 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:29.278543 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8ca208ea-6ffb-4f81-97f5-0ff6973d1c25 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4964049 May 25 22:58:29.280740 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c77671cf-27e5-496c-94c7-d88d2280f3cd tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2785709 May 25 22:58:29.287606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38664) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:29.288062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38666) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:29.334121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8fe3a42b-9201-4450-a101-8ffd14e2cbc2,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:29.339903 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Attempting to bind port a57e6d7c-c379-40a2-864a-e88d3192faf3 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:29.340494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Attempting to bind port a57e6d7c-c379-40a2-864a-e88d3192faf3 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:29.341059 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Attempting to bind port a57e6d7c-c379-40a2-864a-e88d3192faf3 on network 0081f839-7eec-41c1-8bdd-1195166175e8 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:29.405557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-953eef6a-6479-41aa-97dd-2a51b32a3c4a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group_rule': {'security_group_id': 'e5594309-a2a2-40a9-b6d2-bfbe54989c36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:29.466128 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa4ea5a-3e34-4467-9812-508a110ea9b6 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:58:29.488307 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:29.489136 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 23c68ab2-d75e-4ad7-8d80-c55d41a0393a up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:29.516584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:29.564969 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189bcac0-6bf3-46aa-b373-2166a5ed050d None None] Routers {'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:29.565636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-189bcac0-6bf3-46aa-b373-2166a5ed050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:29.576909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-953eef6a-6479-41aa-97dd-2a51b32a3c4a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:29.607094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-953eef6a-6479-41aa-97dd-2a51b32a3c4a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:29.621945 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1274cad4-c104-4608-8924-57456eee9a89 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.5226254 May 25 22:58:29.622881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'tag': '140267bc-ed27-4935-b212-d8c24f295998'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:58:29.637267 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:29.637631 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Checking segment: {'id': '4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:29.638026 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:29.638411 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Bound using segment: {'id': '4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:29.638883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Bound port: a57e6d7c-c379-40a2-864a-e88d3192faf3, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:29.639239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:29.648853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ffa4ea5a-3e34-4467-9812-508a110ea9b6 None None] Deleting port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:29.649079 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ea5a-3e34-4467-9812-508a110ea9b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:29.858667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-953eef6a-6479-41aa-97dd-2a51b32a3c4a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:30.002711 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3dd87-1772-4b97-853d-35a24d30086c req-2eefec3b-537f-4edb-bb62-ed02c2547989 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:30.004928 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-47b3dd87-1772-4b97-853d-35a24d30086c req-2eefec3b-537f-4edb-bb62-ed02c2547989 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.2165871 May 25 22:58:30.099472 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e784c4d-56e0-4a7e-97b7-db77e1237c14'] response: {'name': 'network-changed', 'server_uuid': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'tag': '140267bc-ed27-4935-b212-d8c24f295998', 'status': 'completed', 'code': 200} May 25 22:58:30.134576 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=8fe3a42b-9201-4450-a101-8ffd14e2cbc2,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:30.141975 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-47b3dd87-1772-4b97-853d-35a24d30086c req-21acb844-2dc1-47c5-b091-874c101b9d85 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233091 May 25 22:58:30.219866 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38678) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:30.234952 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c9fb23ad-0b34-4a8e-bcf1-5792cfadc827 None None] Could not find standard attr ID for object 00a73616-dc6b-4b94-ad9d-9fae924def92. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:58:30.265334 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-953eef6a-6479-41aa-97dd-2a51b32a3c4a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:30.335675 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c9fb23ad-0b34-4a8e-bcf1-5792cfadc827 None None] Could not find standard attr ID for object 58b68bb7-b270-4c86-a8b7-64441b095537. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:58:30.345054 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:30.366484 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-953eef6a-6479-41aa-97dd-2a51b32a3c4a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:30.367083 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-6486dd12-fabc-47e8-8ec0-5787d1723dc0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port 317d21c4-db77-4e13-8e6a-b2cafc7305ed {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:30.367083 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6486dd12-fabc-47e8-8ec0-5787d1723dc0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:30.421628 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:30.437669 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.objects.ports [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84716) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:58:30.443580 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eef6a-6479-41aa-97dd-2a51b32a3c4a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fda8d5-1ecd-4aea-af61-9b0611693bbf,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:30.456121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:30.463184 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-eed9a0ee-0dd4-4264-a2ae-5581d16ea579 req-b57df849-0828-4245-9731-3c7ba74c0202 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e097633e41448e99b96c8bd1f567e52&device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 1098 time: 0.3138008 May 25 22:58:30.468288 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] For port a57e6d7c-c379-40a2-864a-e88d3192faf3, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:30.473436 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-3848ceb1-2c0b-4589-8107-8b0d022a0a2c', 'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'fixed_ips': [{'subnet_id': 'a6e9def6-a5b0-42b3-8542-fc5dd14e9abf'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:58:30.474344 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:30.481613 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5af5d7c6-1ce6-42d0-80ed-0501749967be tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/floatingips/9c2e997b-134f-4ee3-88ed-1a67b16b2ceb HTTP/1.1" status: 200 len: 990 time: 0.2529461 May 25 22:58:30.503541 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Transition to ACTIVE for port object 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:30.506583 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Transition to ACTIVE for port object fd0c97ac-e246-41c0-89d5-5fd819319bff will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:30.520996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] For port a57e6d7c-c379-40a2-864a-e88d3192faf3, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a57e6d7c-c379-40a2-864a-e88d3192faf3,segment=NetworkSegment(4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0),segment_id=4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:30.526261 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 23c68ab2-d75e-4ad7-8d80-c55d41a0393a triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:30.526261 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:30.579968 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-189bcac0-6bf3-46aa-b373-2166a5ed050d None None] Set router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:58:30.611706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-953eef6a-6479-41aa-97dd-2a51b32a3c4a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:30.615316 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-953eef6a-6479-41aa-97dd-2a51b32a3c4a tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3222787 May 25 22:58:30.620912 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38682) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:30.662839 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:30.663067 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bb30e774-787d-47d7-b7a9-ab48bf60eb65 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules/c3fda8d5-1ecd-4aea-af61-9b0611693bbf HTTP/1.1" status: 200 len: 705 time: 0.0438030 May 25 22:58:30.664289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38686) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:30.672489 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Transition to ACTIVE for port object fd0c97ac-e246-41c0-89d5-5fd819319bff will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:30.704504 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6486dd12-fabc-47e8-8ec0-5787d1723dc0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:30.761311 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Transition to ACTIVE for port object 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:30.848395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-6486dd12-fabc-47e8-8ec0-5787d1723dc0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for 317d21c4-db77-4e13-8e6a-b2cafc7305ed owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:30.885395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:30.912989 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-80db4683-ab7a-475e-9ba2-4d14fdde86bb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:30.918019 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:30.967320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-ffa4ea5a-3e34-4467-9812-508a110ea9b6 None None] For port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8fe3a42b-9201-4450-a101-8ffd14e2cbc2,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:30.968327 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ea5a-3e34-4467-9812-508a110ea9b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:31.033710 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-80db4683-ab7a-475e-9ba2-4d14fdde86bb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:31.035602 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-80db4683-ab7a-475e-9ba2-4d14fdde86bb tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3708181 May 25 22:58:31.039671 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38690) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:31.064909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:31.126279 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c845fe4e-aa65-451e-86a8-78ac6ae02aa7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:31.134220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Allocated IP 172.20.0.9 (cf5c1f3f-9cfc-4d97-8897-d7277111124d/4d383d7f-9831-46cc-a5fb-a51fc3a90585/94bcedd9-9df1-4fc2-aa8f-eb795d0519c3) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:31.154729 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c845fe4e-aa65-451e-86a8-78ac6ae02aa7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:31.241142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ffa4ea5a-3e34-4467-9812-508a110ea9b6 None None] Calling delete_port for 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:31.268206 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9a0ee-0dd4-4264-a2ae-5581d16ea579 req-a0996c4f-bf11-43c3-acae-7e5a7ef47ff7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:31.272964 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-eed9a0ee-0dd4-4264-a2ae-5581d16ea579 req-a0996c4f-bf11-43c3-acae-7e5a7ef47ff7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9c60186-9e70-42fb-b8b3-1c80486ade84 HTTP/1.1" status: 200 len: 897 time: 0.7506161 May 25 22:58:31.294275 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4754a4-e14f-4454-957d-2a22e4064c9d None None] Pushing event updated for resources: {'Port': ['ID=a57e6d7c-c379-40a2-864a-e88d3192faf3,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:31.356395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Network cf5c1f3f-9cfc-4d97-8897-d7277111124d is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:31.388332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Network 69e61891-4912-4ea2-9d4b-b2967905d5f5 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:31.406670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:31.409159 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:31.432743 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:31.435805 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:31.467530 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c845fe4e-aa65-451e-86a8-78ac6ae02aa7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:31.474469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:31.475179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:31.498048 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38694) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:31.553176 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-eed9a0ee-0dd4-4264-a2ae-5581d16ea579 req-8c2abcc2-23cb-4499-9435-1536f6e108b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=140267bc-ed27-4935-b212-d8c24f295998 HTTP/1.1" status: 200 len: 998 time: 0.2068992 May 25 22:58:31.564877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845fe4e-aa65-451e-86a8-78ac6ae02aa7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3fda8d5-1ecd-4aea-af61-9b0611693bbf,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:31.594124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6486dd12-fabc-47e8-8ec0-5787d1723dc0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:31.669105 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486dd12-fabc-47e8-8ec0-5787d1723dc0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Port': ['ID=317d21c4-db77-4e13-8e6a-b2cafc7305ed,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:31.693537 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] For port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8fe3a42b-9201-4450-a101-8ffd14e2cbc2,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:31.725033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Allocated IP 2001:db8::1 (620a3929-2d49-4100-890d-7d823e611267/8c415bc1-7e41-4576-975e-4c121fabbff1/555b5405-1410-435b-95be-23524bf8e323) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:31.738722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Pushing event updated for resources: {'Port': ['ID=06f4dc2d-aead-4587-a63e-fbc7a8ba2469,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:31.740673 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ffc22f95-6184-45a5-98dd-500b22607708 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/floatingips/9c2e997b-134f-4ee3-88ed-1a67b16b2ceb HTTP/1.1" status: 200 len: 990 time: 0.2417121 May 25 22:58:31.773374 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Allocated IP 172.23.0.2 (3848ceb1-2c0b-4589-8107-8b0d022a0a2c/a6e9def6-a5b0-42b3-8542-fc5dd14e9abf/01e6aced-056e-4ff9-b8cd-821eea121f6e) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:31.779333 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9a0ee-0dd4-4264-a2ae-5581d16ea579 req-82b37aa9-07c0-41ee-a9b5-33e86a51a3d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:31.781338 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-eed9a0ee-0dd4-4264-a2ae-5581d16ea579 req-82b37aa9-07c0-41ee-a9b5-33e86a51a3d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=194773ba-2949-40ba-961f-fa4cac5277ab HTTP/1.1" status: 200 len: 835 time: 0.1747112 May 25 22:58:31.819105 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:58:31.835580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c845fe4e-aa65-451e-86a8-78ac6ae02aa7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:31.837097 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c845fe4e-aa65-451e-86a8-78ac6ae02aa7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/c3fda8d5-1ecd-4aea-af61-9b0611693bbf HTTP/1.1" status: 204 len: 168 time: 0.7961326 May 25 22:58:31.846388 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:31.849956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:31.849956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38698) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:31.936053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:31.936053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.034098 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.034098 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.067998 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-ffa4ea5a-3e34-4467-9812-508a110ea9b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:58:32.068345 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-ffa4ea5a-3e34-4467-9812-508a110ea9b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:58:32.081045 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Attempting to bind port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:32.081410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Attempting to bind port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'b802bf29-7785-446b-8401-107d41440ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf5c1f3f-9cfc-4d97-8897-d7277111124d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:32.081766 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Attempting to bind port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 on network cf5c1f3f-9cfc-4d97-8897-d7277111124d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:32.090408 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Transition to ACTIVE for port object 94bcedd9-9df1-4fc2-aa8f-eb795d0519c3 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:32.093785 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:32.101254 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=10636fb9-013d-4da8-9b28-28fb4a4e2718,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:32.104377 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:32.106967 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:32.107694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.124576 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6486dd12-fabc-47e8-8ec0-5787d1723dc0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.137745 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-082de1b0-16cd-4d51-b7f1-046bc8df9ed8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:32.143361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=8fe3a42b-9201-4450-a101-8ffd14e2cbc2,revision_number=8']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:32.187846 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Pushing event updated for resources: {'Port': ['ID=fd0c97ac-e246-41c0-89d5-5fd819319bff,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:32.190121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Attempting to bind port fd0c97ac-e246-41c0-89d5-5fd819319bff on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:32.190488 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Attempting to bind port fd0c97ac-e246-41c0-89d5-5fd819319bff by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'db4028fa-f79e-41ba-9aba-e8d4caefd8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '69e61891-4912-4ea2-9d4b-b2967905d5f5'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:32.190841 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Attempting to bind port fd0c97ac-e246-41c0-89d5-5fd819319bff on network 69e61891-4912-4ea2-9d4b-b2967905d5f5 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:32.225627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:32.225627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Checking segment: {'id': 'b802bf29-7785-446b-8401-107d41440ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf5c1f3f-9cfc-4d97-8897-d7277111124d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:32.226009 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.226708 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Bound using segment: {'id': 'b802bf29-7785-446b-8401-107d41440ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf5c1f3f-9cfc-4d97-8897-d7277111124d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:32.226826 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Bound port: 06f4dc2d-aead-4587-a63e-fbc7a8ba2469, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b802bf29-7785-446b-8401-107d41440ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cf5c1f3f-9cfc-4d97-8897-d7277111124d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:32.227146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.236031 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-df261864-904a-42cf-a34f-3704c0bc877c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4813731 May 25 22:58:32.238852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:58:32.240807 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38702) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:32.275088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.302687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-082de1b0-16cd-4d51-b7f1-046bc8df9ed8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:32.303944 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-082de1b0-16cd-4d51-b7f1-046bc8df9ed8 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4531329 May 25 22:58:32.307995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38706) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:32.313296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:32.313651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Checking segment: {'id': 'db4028fa-f79e-41ba-9aba-e8d4caefd8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '69e61891-4912-4ea2-9d4b-b2967905d5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:32.314060 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.314237 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-523da73f-d1b6-4d75-b7d3-4f4f9113754c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group_rule': {'security_group_id': 'e5594309-a2a2-40a9-b6d2-bfbe54989c36', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:32.314767 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a40428da-a4d9-4a47-b88f-e51ede0505b3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:32.314932 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Bound using segment: {'id': 'db4028fa-f79e-41ba-9aba-e8d4caefd8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '69e61891-4912-4ea2-9d4b-b2967905d5f5'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:32.315549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Bound port: fd0c97ac-e246-41c0-89d5-5fd819319bff, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4028fa-f79e-41ba-9aba-e8d4caefd8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '69e61891-4912-4ea2-9d4b-b2967905d5f5'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:32.316084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.321216 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-523da73f-d1b6-4d75-b7d3-4f4f9113754c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:32.352649 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Transition to ACTIVE for port object 555b5405-1410-435b-95be-23524bf8e323 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:32.367755 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-eed9a0ee-0dd4-4264-a2ae-5581d16ea579 req-e17ff5fa-e1f0-4197-8cf7-8ccf73da3d74 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9c60186-9e70-42fb-b8b3-1c80486ade84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5546353 May 25 22:58:32.397174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-523da73f-d1b6-4d75-b7d3-4f4f9113754c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:32.574641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ffa4ea5a-3e34-4467-9812-508a110ea9b6 None None] Deleting port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:32.575216 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ea5a-3e34-4467-9812-508a110ea9b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.623061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-523da73f-d1b6-4d75-b7d3-4f4f9113754c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.654768 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.684630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6486dd12-fabc-47e8-8ec0-5787d1723dc0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:58:32.712043 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-523da73f-d1b6-4d75-b7d3-4f4f9113754c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.739162 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:32.740274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.760595 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38710) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:32.763248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.823039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-523da73f-d1b6-4d75-b7d3-4f4f9113754c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:32.858606 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523da73f-d1b6-4d75-b7d3-4f4f9113754c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e24fd8-d1cf-4265-9749-82d65b871a86,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:32.876150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] For port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:32.878621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6486dd12-fabc-47e8-8ec0-5787d1723dc0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:58:32.884466 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6486dd12-fabc-47e8-8ec0-5787d1723dc0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0440385 May 25 22:58:32.886286 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38714) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:32.893300 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cdc758-a17b-4d21-b99a-4cf42ac96e56 None None] Sync routers for ids ['b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:58:32.912666 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cdc758-a17b-4d21-b99a-4cf42ac96e56 None None] Routers {'b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:32.913818 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f1cdc758-a17b-4d21-b99a-4cf42ac96e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:33.013668 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] For port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=06f4dc2d-aead-4587-a63e-fbc7a8ba2469,segment=NetworkSegment(b802bf29-7785-446b-8401-107d41440ee6),segment_id=b802bf29-7785-446b-8401-107d41440ee6)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:33.028019 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f1cdc758-a17b-4d21-b99a-4cf42ac96e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:33.039199 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] For port fd0c97ac-e246-41c0-89d5-5fd819319bff, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:33.039859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a40428da-a4d9-4a47-b88f-e51ede0505b3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:33.055465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-523da73f-d1b6-4d75-b7d3-4f4f9113754c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:33.059501 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-523da73f-d1b6-4d75-b7d3-4f4f9113754c tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7510016 May 25 22:58:33.061755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38718) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:33.067481 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9075b4ce-c35d-4c64-a850-bf8640b93e89 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Synchronizing usage tracker for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:33.070278 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cdc758-a17b-4d21-b99a-4cf42ac96e56 None None] Routers {'b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:33.071290 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f1cdc758-a17b-4d21-b99a-4cf42ac96e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:33.089500 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a40428da-a4d9-4a47-b88f-e51ede0505b3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:33.092932 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f6d418cc-f0fb-4b16-8b34-4227c1386bc6 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules/a7e24fd8-d1cf-4265-9749-82d65b871a86 HTTP/1.1" status: 200 len: 705 time: 0.0310526 May 25 22:58:33.096185 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-eed9a0ee-0dd4-4264-a2ae-5581d16ea579 req-720dc613-3a26-4555-8f46-b228a2d6b039 service neutron] 10.222.0.73 "GET /v2.0/networks/f9c60186-9e70-42fb-b8b3-1c80486ade84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6683853 May 25 22:58:33.096185 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a40428da-a4d9-4a47-b88f-e51ede0505b3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:33.096437 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38722) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:33.101706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Network cf5c1f3f-9cfc-4d97-8897-d7277111124d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:33.127802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:33.132192 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f1cdc758-a17b-4d21-b99a-4cf42ac96e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:33.132620 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cdc758-a17b-4d21-b99a-4cf42ac96e56 None None] The sync data for ids ['b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:58:33.134539 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:33.136952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:33.140425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] For port fd0c97ac-e246-41c0-89d5-5fd819319bff, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fd0c97ac-e246-41c0-89d5-5fd819319bff,segment=NetworkSegment(db4028fa-f79e-41ba-9aba-e8d4caefd8f0),segment_id=db4028fa-f79e-41ba-9aba-e8d4caefd8f0)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:33.152662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-35ac8a4e-c62c-4b08-8e8f-7ea4533e1737 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:33.163222 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event updated for resources: {'Port': ['ID=94bcedd9-9df1-4fc2-aa8f-eb795d0519c3,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:33.169664 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:33.171527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9075b4ce-c35d-4c64-a850-bf8640b93e89 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Unset dirty status for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:33.172955 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9075b4ce-c35d-4c64-a850-bf8640b93e89 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b HTTP/1.1" status: 200 len: 205 time: 0.2855227 May 25 22:58:33.177685 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38726) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:33.194783 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a40428da-a4d9-4a47-b88f-e51ede0505b3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:33.301357 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Transition to ACTIVE for port object 01e6aced-056e-4ff9-b8cd-821eea121f6e will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:33.309530 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:33.314446 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Network 620a3929-2d49-4100-890d-7d823e611267 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:33.319449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-35ac8a4e-c62c-4b08-8e8f-7ea4533e1737 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:33.323750 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-35ac8a4e-c62c-4b08-8e8f-7ea4533e1737 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2282066 May 25 22:58:33.324516 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38730) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:33.339603 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:33.342002 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:33.342744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:33.359300 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f81e102f-70c9-40ca-a243-b8b04396c29a tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/floatingips/9c2e997b-134f-4ee3-88ed-1a67b16b2ceb HTTP/1.1" status: 200 len: 990 time: 0.5931704 May 25 22:58:33.373585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c32ba88d-d208-4a43-a631-7fe184b22aff tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:33.386125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c32ba88d-d208-4a43-a631-7fe184b22aff tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:33.386342 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event updated for resources: {'Port': ['ID=555b5405-1410-435b-95be-23524bf8e323,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:33.393398 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:33.394002 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:33.400155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9d6ee0c0-9134-4212-af54-dc44aa82db73 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:33.429721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40428da-a4d9-4a47-b88f-e51ede0505b3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:33.467939 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-189bcac0-6bf3-46aa-b373-2166a5ed050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109414195', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:22Z', 'updated_at': '2022-05-25T22:57:39Z', 'revision_number': 4, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'gw_port': {'id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:24Z', 'updated_at': '2022-05-25T22:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '9c2e997b-134f-4ee3-88ed-1a67b16b2ceb', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'floating_ip_address': '172.26.5.80', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'port_id': '140267bc-ed27-4935-b212-d8c24f295998', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'mac_address': 'fa:16:3e:81:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:58:24Z', 'updated_at': '2022-05-25T22:58:24Z', 'revision_number': 0, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df31feb1-fda0-477d-ae50-b422db311bb1', 'name': '', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'mac_address': 'fa:16:3e:37:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:37Z', 'updated_at': '2022-05-25T22:57:52Z', 'revision_number': 5, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'subnets': [{'id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:33.478182 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Transition to ACTIVE for port object 01e6aced-056e-4ff9-b8cd-821eea121f6e will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:33.512921 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189bcac0-6bf3-46aa-b373-2166a5ed050d None None] Checking router: c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:58:33.525025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd20750-8b29-4c71-babf-6c85847e9dcd None None] Pushing event updated for resources: {'Port': ['ID=06f4dc2d-aead-4587-a63e-fbc7a8ba2469,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:33.540728 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-eed9a0ee-0dd4-4264-a2ae-5581d16ea579 req-dd4ab68c-cd7a-4ed8-91c5-8b0f9ba6fdce service neutron] 10.222.0.73 "GET /v2.0/networks/f9c60186-9e70-42fb-b8b3-1c80486ade84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330671 May 25 22:58:33.600428 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:33.642146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-ffa4ea5a-3e34-4467-9812-508a110ea9b6 None None] For port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8fe3a42b-9201-4450-a101-8ffd14e2cbc2,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:33.646142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ea5a-3e34-4467-9812-508a110ea9b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:33.671533 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a40428da-a4d9-4a47-b88f-e51ede0505b3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:33.699896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Allocated IP 172.23.0.1 (3848ceb1-2c0b-4589-8107-8b0d022a0a2c/a6e9def6-a5b0-42b3-8542-fc5dd14e9abf/c5c93db2-7c85-45c9-99fb-c6532992b30a) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:33.751627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 53bd83bf-78f4-4441-8b73-ccc67464effa up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:33.786330 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Network 3848ceb1-2c0b-4589-8107-8b0d022a0a2c is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:33.861569 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:33.868498 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c32ba88d-d208-4a43-a631-7fe184b22aff tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:33.880445 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ffa4ea5a-3e34-4467-9812-508a110ea9b6 None None] Calling delete_port for 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:33.899214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ba88d-d208-4a43-a631-7fe184b22aff tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7e24fd8-d1cf-4265-9749-82d65b871a86,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:33.902870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9d6ee0c0-9134-4212-af54-dc44aa82db73 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:33.910043 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-02b878ee-3047-4bbe-a041-f68eed544745 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 6.8635085 May 25 22:58:33.914619 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189bcac0-6bf3-46aa-b373-2166a5ed050d None None] Routers {'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:33.914619 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-189bcac0-6bf3-46aa-b373-2166a5ed050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:33.914950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38734) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:33.914950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9d6ee0c0-9134-4212-af54-dc44aa82db73 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:33.923220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Request body: {'port': {'network_id': 'cf5c1f3f-9cfc-4d97-8897-d7277111124d', 'name': 'tempest-AllowedAddressPairTestJSON-1981889302', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:c0:b1:85'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:33.975845 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.ipam_backend_mixin [None req-a40428da-a4d9-4a47-b88f-e51ede0505b3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10636fb9-013d-4da8-9b28-28fb4a4e2718 (CIDR: 2001:db8::/64) May 25 22:58:33.976365 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:33.979591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:34.002328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c32ba88d-d208-4a43-a631-7fe184b22aff tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:34.006117 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c32ba88d-d208-4a43-a631-7fe184b22aff tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/a7e24fd8-d1cf-4265-9749-82d65b871a86 HTTP/1.1" status: 204 len: 168 time: 0.6721790 May 25 22:58:34.012106 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38738) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:34.071181 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40428da-a4d9-4a47-b88f-e51ede0505b3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:58:34.071617 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40428da-a4d9-4a47-b88f-e51ede0505b3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:58:34.089893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadcf31-d140-442f-9a33-5e813933119d None None] Pushing event updated for resources: {'Port': ['ID=fd0c97ac-e246-41c0-89d5-5fd819319bff,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:34.124883 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f1e8833d-41aa-4797-8125-401fd9bdd12f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:34.128839 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:34.136728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:34.146045 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Usage tracker for resource:port and tenant:eb7fd8a4b90648a68f2f27ddd17d1328 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:34.157979 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:34.157979 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9d6ee0c0-9134-4212-af54-dc44aa82db73 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:34.157979 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6ee0c0-9134-4212-af54-dc44aa82db73 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Fanout notify agent at l3_agent the message router_deleted on router b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:58:34.168257 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:34.192115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9d6ee0c0-9134-4212-af54-dc44aa82db73 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:34.193318 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9d6ee0c0-9134-4212-af54-dc44aa82db73 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/routers/b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b HTTP/1.1" status: 204 len: 168 time: 1.0170279 May 25 22:58:34.195767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38742) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:34.255257 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57e6d7c-c379-40a2-864a-e88d3192faf3', 'name': '', 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:23:03:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:16Z', 'updated_at': '2022-05-25T22:58:30Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:34.269848 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f1e8833d-41aa-4797-8125-401fd9bdd12f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:34.274294 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f1e8833d-41aa-4797-8125-401fd9bdd12f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2579448 May 25 22:58:34.278519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38746) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:34.283731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c122e-b08d-43ee-8156-828f2cd40072 None None] The sync data for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv is: [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57e6d7c-c379-40a2-864a-e88d3192faf3', 'name': '', 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:23:03:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:16Z', 'updated_at': '2022-05-25T22:58:30Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:58:34.284168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3fe54f48-75e2-4c06-8b28-30e85a1b19a3 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group_rule': {'security_group_id': 'e5594309-a2a2-40a9-b6d2-bfbe54989c36', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:34.285643 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a40428da-a4d9-4a47-b88f-e51ede0505b3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0333943 May 25 22:58:34.296719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38750) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:34.308769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3fe54f48-75e2-4c06-8b28-30e85a1b19a3 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:34.311677 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:34.367116 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Made reservation on behalf of eb7fd8a4b90648a68f2f27ddd17d1328 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:34.386663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38754) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:34.388684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3fe54f48-75e2-4c06-8b28-30e85a1b19a3 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:34.516791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Transition to ACTIVE for port object c5c93db2-7c85-45c9-99fb-c6532992b30a will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:34.586519 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-18e31ddd-83c7-483c-bacb-8eb079ff0524 None None] Provisioning for port 555b5405-1410-435b-95be-23524bf8e323 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:34.630800 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-18e31ddd-83c7-483c-bacb-8eb079ff0524 None None] Provisioning complete for port 555b5405-1410-435b-95be-23524bf8e323 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:34.631679 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-18e31ddd-83c7-483c-bacb-8eb079ff0524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:34.676938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Pushing event updated for resources: {'Port': ['ID=01e6aced-056e-4ff9-b8cd-821eea121f6e,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:34.712335 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-3fe54f48-75e2-4c06-8b28-30e85a1b19a3 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Project 1f7309bcbff143abb2ddbca90d146b0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 22:58:34.819274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Attempting to bind port 01e6aced-056e-4ff9-b8cd-821eea121f6e on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:34.819630 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Attempting to bind port 01e6aced-056e-4ff9-b8cd-821eea121f6e by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'c3514cfd-13bb-45c1-a12b-fc778d43de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:34.819985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Attempting to bind port 01e6aced-056e-4ff9-b8cd-821eea121f6e on network 3848ceb1-2c0b-4589-8107-8b0d022a0a2c {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:34.865220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-18e31ddd-83c7-483c-bacb-8eb079ff0524 None None] Port 555b5405-1410-435b-95be-23524bf8e323 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:34.871684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-189bcac0-6bf3-46aa-b373-2166a5ed050d None None] Set router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:58:34.877822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:34.891151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:34.911676 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:34.922601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:34.926921 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:34.936152 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 53bd83bf-78f4-4441-8b73-ccc67464effa triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:34.936525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:34.961560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3fe54f48-75e2-4c06-8b28-30e85a1b19a3 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:34.983332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:34.983808 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Checking segment: {'id': 'c3514cfd-13bb-45c1-a12b-fc778d43de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:34.984777 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:34.984904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Bound using segment: {'id': 'c3514cfd-13bb-45c1-a12b-fc778d43de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:34.985435 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Bound port: 01e6aced-056e-4ff9-b8cd-821eea121f6e, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3514cfd-13bb-45c1-a12b-fc778d43de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:34.986399 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.059746 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d0735ebf-e4c6-472e-b7fe-1e9cd191c5b8 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/floatingips/9c2e997b-134f-4ee3-88ed-1a67b16b2ceb HTTP/1.1" status: 200 len: 990 time: 0.6681182 May 25 22:58:35.090783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.104275 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ea5a-3e34-4467-9812-508a110ea9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.123089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e80edf-42b9-4743-8ed9-6923b41ec67c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting subnet f01fbca8-0cc8-46ae-8e9a-1e0208e3d1a4 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:58:35.126554 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50e80edf-42b9-4743-8ed9-6923b41ec67c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.153077 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=c5c93db2-7c85-45c9-99fb-c6532992b30a,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:35.166306 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4ea5a-3e34-4467-9812-508a110ea9b6 None None] Pushing event deleted for resources: {'Port': ['ID=8fe3a42b-9201-4450-a101-8ffd14e2cbc2,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:35.198970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50e80edf-42b9-4743-8ed9-6923b41ec67c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.215167 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 3848ceb1-2c0b-4589-8107-8b0d022a0a2c is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:35.218440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:35.221712 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:35.289069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50e80edf-42b9-4743-8ed9-6923b41ec67c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.350515 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.368466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] device_id is not set on port 15911012-11a9-48b6-b9ef-cb3f2f0068e1 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:58:35.380569 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:35.384451 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.431691 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3fe54f48-75e2-4c06-8b28-30e85a1b19a3 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.447310 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50e80edf-42b9-4743-8ed9-6923b41ec67c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.499745 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e80edf-42b9-4743-8ed9-6923b41ec67c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Subnet': ['ID=f01fbca8-0cc8-46ae-8e9a-1e0208e3d1a4,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:35.516240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa4ea5a-3e34-4467-9812-508a110ea9b6 None None] No DVR routers for this DVR port 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:58:35.519187 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] For port 01e6aced-056e-4ff9-b8cd-821eea121f6e, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:35.551000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:58:35.553484 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50e80edf-42b9-4743-8ed9-6923b41ec67c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.558369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fe2565-832d-479f-a5a6-0cf2095f96e2 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:35.592165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.605006 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3fe54f48-75e2-4c06-8b28-30e85a1b19a3 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.631898 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-50e80edf-42b9-4743-8ed9-6923b41ec67c tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/f01fbca8-0cc8-46ae-8e9a-1e0208e3d1a4 HTTP/1.1" status: 204 len: 168 time: 1.4350526 May 25 22:58:35.632927 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38758) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:35.657775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] For port 01e6aced-056e-4ff9-b8cd-821eea121f6e, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=01e6aced-056e-4ff9-b8cd-821eea121f6e,segment=NetworkSegment(c3514cfd-13bb-45c1-a12b-fc778d43de96),segment_id=c3514cfd-13bb-45c1-a12b-fc778d43de96)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:35.696193 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe54f48-75e2-4c06-8b28-30e85a1b19a3 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cecc9ff1-5c3f-4fa6-b960-c591497fcfa5,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:35.698911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Allocated IP 172.20.0.14 (cf5c1f3f-9cfc-4d97-8897-d7277111124d/4d383d7f-9831-46cc-a5fb-a51fc3a90585/15911012-11a9-48b6-b9ef-cb3f2f0068e1) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:35.785386 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.785737 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.810036 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f69af5-0f6a-4ccc-8bb9-adf581767ae6 None None] Network 495b0212-966b-41a4-9f3f-8f063dc902ff requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:35.824286 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:58:35.852325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3fe54f48-75e2-4c06-8b28-30e85a1b19a3 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.854139 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3fe54f48-75e2-4c06-8b28-30e85a1b19a3 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.5752852 May 25 22:58:35.865882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38762) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:35.884955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:35.917664 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5003a1a5-6bee-47dd-9d44-f7da0f268709 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules/cecc9ff1-5c3f-4fa6-b960-c591497fcfa5 HTTP/1.1" status: 200 len: 711 time: 0.0495653 May 25 22:58:35.938206 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d719413a-8e09-4bb7-a651-0b2adc8619e2 None None] Network cf5c1f3f-9cfc-4d97-8897-d7277111124d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:35.938502 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38766) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:36.017403 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port 23c68ab2-d75e-4ad7-8d80-c55d41a0393a {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:36.017633 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:36.020193 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event updated for resources: {'Port': ['ID=555b5405-1410-435b-95be-23524bf8e323,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:36.024003 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:58:36.024617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8fe3a42b-9201-4450-a101-8ffd14e2cbc2 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:58:36.027518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:36.035378 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:36.073702 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38770) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:36.176487 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6571dea3-7b26-4702-a14a-436a9d4f7b9c None None] Network 69e61891-4912-4ea2-9d4b-b2967905d5f5 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:36.212564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1f310a66-cdfd-4203-810c-948027eb844f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:36.299669 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:36.354244 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a8de61a5-ad46-424d-8227-9a1319e469a4 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/floatingips/9c2e997b-134f-4ee3-88ed-1a67b16b2ceb HTTP/1.1" status: 200 len: 990 time: 0.2773821 May 25 22:58:36.355994 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-453150a1-bb67-4614-aa5d-f25f45981dac None None] Provisioning for port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:36.383694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Transition to ACTIVE for port object 15911012-11a9-48b6-b9ef-cb3f2f0068e1 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:36.393643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:36.404840 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1f310a66-cdfd-4203-810c-948027eb844f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:36.409299 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1f310a66-cdfd-4203-810c-948027eb844f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.4675641 May 25 22:58:36.409930 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] For port 23c68ab2-d75e-4ad7-8d80-c55d41a0393a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=23c68ab2-d75e-4ad7-8d80-c55d41a0393a,segment=NetworkSegment(705fcc56-4cbf-4e10-abc4-f0ee3a7949f0),segment_id=705fcc56-4cbf-4e10-abc4-f0ee3a7949f0)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:36.410246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:36.417446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38774) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:36.564794 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for 23c68ab2-d75e-4ad7-8d80-c55d41a0393a owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:36.606683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5ced9a83-c8a8-4dd7-a7cd-03ce7175c728 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:36.624562 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5ced9a83-c8a8-4dd7-a7cd-03ce7175c728 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:36.665424 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425d500-59e8-4c50-a89c-037a612dabf8 None None] Pushing event updated for resources: {'Port': ['ID=01e6aced-056e-4ff9-b8cd-821eea121f6e,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:36.666829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Network 620a3929-2d49-4100-890d-7d823e611267 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:36.675499 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:36.692174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:36.778360 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event updated for resources: {'Port': ['ID=15911012-11a9-48b6-b9ef-cb3f2f0068e1,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:36.798620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Network cf5c1f3f-9cfc-4d97-8897-d7277111124d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:36.800944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:36.803681 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:36.826279 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:36.902531 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3812bf70-92b7-4d27-a606-b9ac90d07f31 None None] Provisioning for port fd0c97ac-e246-41c0-89d5-5fd819319bff completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:36.909372 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:36.981976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:36.982635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:36.986818 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5ced9a83-c8a8-4dd7-a7cd-03ce7175c728 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:37.020607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=0df0404b-777f-446f-b2a2-684d77def172,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:37.032590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:37.040084 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:37.042165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:58:37.051480 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Port': ['ID=23c68ab2-d75e-4ad7-8d80-c55d41a0393a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:37.051669 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-189bcac0-6bf3-46aa-b373-2166a5ed050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109414195', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:22Z', 'updated_at': '2022-05-25T22:57:39Z', 'revision_number': 4, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'gw_port': {'id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:24Z', 'updated_at': '2022-05-25T22:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '9c2e997b-134f-4ee3-88ed-1a67b16b2ceb', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'floating_ip_address': '172.26.5.80', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'port_id': '140267bc-ed27-4935-b212-d8c24f295998', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'mac_address': 'fa:16:3e:81:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:58:24Z', 'updated_at': '2022-05-25T22:58:24Z', 'revision_number': 0, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df31feb1-fda0-477d-ae50-b422db311bb1', 'name': '', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'mac_address': 'fa:16:3e:37:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:37Z', 'updated_at': '2022-05-25T22:57:52Z', 'revision_number': 5, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'subnets': [{'id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:37.052300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:37.052670 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:37.053072 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:37.053317 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:37.053643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:37.053967 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:37.054291 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:37.054609 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:37.055065 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:37.055390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:37.056224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:37.063662 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:37.064276 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:37.067112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced9a83-c8a8-4dd7-a7cd-03ce7175c728 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cecc9ff1-5c3f-4fa6-b960-c591497fcfa5,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:37.078813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] No DVR routers for this DVR port 23c68ab2-d75e-4ad7-8d80-c55d41a0393a on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:58:37.088901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:37.110844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189bcac0-6bf3-46aa-b373-2166a5ed050d None None] The sync data for ids ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'] in dv-neutron-843300-1-hyperv is: [{'id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109414195', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:22Z', 'updated_at': '2022-05-25T22:57:39Z', 'revision_number': 4, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'gw_port': {'id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:24Z', 'updated_at': '2022-05-25T22:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '9c2e997b-134f-4ee3-88ed-1a67b16b2ceb', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'floating_ip_address': '172.26.5.80', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'port_id': '140267bc-ed27-4935-b212-d8c24f295998', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'mac_address': 'fa:16:3e:81:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T22:58:24Z', 'updated_at': '2022-05-25T22:58:24Z', 'revision_number': 0, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df31feb1-fda0-477d-ae50-b422db311bb1', 'name': '', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'mac_address': 'fa:16:3e:37:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:37Z', 'updated_at': '2022-05-25T22:57:52Z', 'revision_number': 5, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'subnets': [{'id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:58:37.113610 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': '10636fb9-013d-4da8-9b28-28fb4a4e2718'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:58:37.121565 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:37.153859 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e62d5079-acf3-48e0-8046-4186a4c58088 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.2359610 May 25 22:58:37.166248 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38778) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:37.271938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:37.286759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29540ef-ae6f-4efd-80e4-6096f4946f01 None None] DHCP port deletion for 495b0212-966b-41a4-9f3f-8f063dc902ff request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:58:37.326785 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:37.327423 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:37.374847 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38782) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:37.428917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bacebf72-f259-4a2d-bcd5-d6285bbbcc81 None None] Provisioning complete for port 555b5405-1410-435b-95be-23524bf8e323 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:37.429284 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bacebf72-f259-4a2d-bcd5-d6285bbbcc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:37.441864 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:37.449067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5ced9a83-c8a8-4dd7-a7cd-03ce7175c728 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:37.450175 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5ced9a83-c8a8-4dd7-a7cd-03ce7175c728 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/cecc9ff1-5c3f-4fa6-b960-c591497fcfa5 HTTP/1.1" status: 204 len: 168 time: 1.0308757 May 25 22:58:37.466343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38786) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:37.493694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:37.550976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495b0212-966b-41a4-9f3f-8f063dc902ff']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:37.562908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705fcc56-4cbf-4e10-abc4-f0ee3a7949f0') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:37.563226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705fcc56-4cbf-4e10-abc4-f0ee3a7949f0') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:37.571832 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-bacebf72-f259-4a2d-bcd5-d6285bbbcc81 None None] Port 555b5405-1410-435b-95be-23524bf8e323 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:37.586627 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:37.606032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-311fcc4f-36b0-4da2-a7df-9cb540dcd491 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:37.609318 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a997740e-5bec-4b4f-8fcb-11aa208c960d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3116775 May 25 22:58:37.613660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Allocated IP 2001:db8::f816:3eff:fe7e:f6bb (228eb34e-59ed-4b00-ac30-fd8c9bc52748/10636fb9-013d-4da8-9b28-28fb4a4e2718/fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:37.618933 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38790) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:37.629391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'mac_address': 'fa:16:3e:56:be:a7', 'name': 'tempest-NetworksTestDHCPv6-922345526'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:37.651707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:37.671725 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:37.731869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:37.756155 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event updated for resources: {'Port': ['ID=c5c93db2-7c85-45c9-99fb-c6532992b30a,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:37.756155 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1b3ae4d7-b069-4bb8-bea8-845abfb805c0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/floatingips/9c2e997b-134f-4ee3-88ed-1a67b16b2ceb HTTP/1.1" status: 200 len: 990 time: 0.3118675 May 25 22:58:37.756954 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:58:37.756954 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:58:37.766063 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:58:37.847544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=06f4dc2d-aead-4587-a63e-fbc7a8ba2469,segment=NetworkSegment(b802bf29-7785-446b-8401-107d41440ee6),segment_id=b802bf29-7785-446b-8401-107d41440ee6)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:37.933381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-311fcc4f-36b0-4da2-a7df-9cb540dcd491 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:37.934614 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-311fcc4f-36b0-4da2-a7df-9cb540dcd491 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4674819 May 25 22:58:37.938260 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823d4cd-4e24-44e4-9be1-eb5a96c6bd9e None None] New status for floating IP 9c2e997b-134f-4ee3-88ed-1a67b16b2ceb: ACTIVE {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:58:37.942869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38794) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:37.978304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbfcb9f-d339-47a9-8352-8b0757193172 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:37.985731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbfcb9f-d339-47a9-8352-8b0757193172 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:37.989568 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbfcb9f-d339-47a9-8352-8b0757193172 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:37.990523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8dbfcb9f-d339-47a9-8352-8b0757193172 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Synchronizing usage tracker for tenant:eb7fd8a4b90648a68f2f27ddd17d1328 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:38.016376 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Router 23614599-41db-4e10-a876-da621a1ee214 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:58:38.027138 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:38.028074 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a57e6d7c-c379-40a2-864a-e88d3192faf3 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:38.035397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Network 3848ceb1-2c0b-4589-8107-8b0d022a0a2c is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:38.039607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:38.116300 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:38.122340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:38.125792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:38.136297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:38.159247 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8dbfcb9f-d339-47a9-8352-8b0757193172 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Unset dirty status for tenant:eb7fd8a4b90648a68f2f27ddd17d1328 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:38.167139 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8dbfcb9f-d339-47a9-8352-8b0757193172 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.9974556 May 25 22:58:38.172618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38800) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:38.214853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:38.218908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:38.237829 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:38.250570 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/networks/495b0212-966b-41a4-9f3f-8f063dc902ff HTTP/1.1" status: 204 len: 168 time: 2.6016428 May 25 22:58:38.252138 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38804) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:38.265452 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a4c9d-b8e6-4d02-ad10-e064b00d7346 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Network': ['ID=495b0212-966b-41a4-9f3f-8f063dc902ff,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:38.289023 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Deleting port 15911012-11a9-48b6-b9ef-cb3f2f0068e1 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:38.289503 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:38.308996 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a0d971d5-764f-4a51-b2da-d23f5f60af48 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2065389491', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:38.331225 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:38.375980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-224e881c-e822-4310-a885-bf3382f1af00 None None] Provisioning for port 15911012-11a9-48b6-b9ef-cb3f2f0068e1 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:38.403013 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Transition to ACTIVE for port object fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:38.417177 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=06f4dc2d-aead-4587-a63e-fbc7a8ba2469,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:38.432943 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-224e881c-e822-4310-a885-bf3382f1af00 None None] Provisioning complete for port 15911012-11a9-48b6-b9ef-cb3f2f0068e1 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:38.433318 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-224e881c-e822-4310-a885-bf3382f1af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:38.433550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a0d971d5-764f-4a51-b2da-d23f5f60af48 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:38.476555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a0d971d5-764f-4a51-b2da-d23f5f60af48 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:router and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:38.493622 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-83511591-4c69-4fc2-84fa-f946919f1381 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:38.496132 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a0d971d5-764f-4a51-b2da-d23f5f60af48 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:38.584691 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:38.597771 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a0d971d5-764f-4a51-b2da-d23f5f60af48 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:38.636290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-83511591-4c69-4fc2-84fa-f946919f1381 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:38.672114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Transition to ACTIVE for port object fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:38.756862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port d70db139-81f5-462e-9310-30e77bdb641d yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:58:38.761398 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38810) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:38.798870 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5296d5-f90f-4261-8c8d-eb41e1968faf None None] Network 3848ceb1-2c0b-4589-8107-8b0d022a0a2c requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:38.827010 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port a57e6d7c-c379-40a2-864a-e88d3192faf3 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:38.832584 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-224e881c-e822-4310-a885-bf3382f1af00 None None] Port 15911012-11a9-48b6-b9ef-cb3f2f0068e1 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:38.836044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:38.842538 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a0d971d5-764f-4a51-b2da-d23f5f60af48 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:38.843843 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a0d971d5-764f-4a51-b2da-d23f5f60af48 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:38.894217 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.008301 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e4b30a5b-402c-4f53-8a8c-126a90840298 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/floatingips/9c2e997b-134f-4ee3-88ed-1a67b16b2ceb HTTP/1.1" status: 200 len: 992 time: 0.2393606 May 25 22:58:39.008301 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a0d971d5-764f-4a51-b2da-d23f5f60af48 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.046650 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a57e6d7c-c379-40a2-864a-e88d3192faf3 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:39.047012 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.050203 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-83511591-4c69-4fc2-84fa-f946919f1381 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.077758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:58:39.092160 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073325eb-49f7-4424-9ccd-4d6850d33dcf None None] Sync routers for ids ['23614599-41db-4e10-a876-da621a1ee214'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:58:39.108235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83511591-4c69-4fc2-84fa-f946919f1381 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5594309-a2a2-40a9-b6d2-bfbe54989c36,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:39.108646 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Calling delete_port for 15911012-11a9-48b6-b9ef-cb3f2f0068e1 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:39.110228 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073325eb-49f7-4424-9ccd-4d6850d33dcf None None] Routers {'23614599-41db-4e10-a876-da621a1ee214'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:39.110846 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-073325eb-49f7-4424-9ccd-4d6850d33dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['23614599-41db-4e10-a876-da621a1ee214'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:39.121954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a0d971d5-764f-4a51-b2da-d23f5f60af48 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.132925 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f8223465-5554-4eed-9a49-5b079ce45fe2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "PUT /v2.0/routers/23614599-41db-4e10-a876-da621a1ee214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9139068 May 25 22:58:39.137408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38816) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:39.157587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:58:39.239962 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-073325eb-49f7-4424-9ccd-4d6850d33dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:39.289693 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073325eb-49f7-4424-9ccd-4d6850d33dcf None None] Routers {'23614599-41db-4e10-a876-da621a1ee214'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:39.290459 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-073325eb-49f7-4424-9ccd-4d6850d33dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['23614599-41db-4e10-a876-da621a1ee214'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:39.360661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-83511591-4c69-4fc2-84fa-f946919f1381 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.364302 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-83511591-4c69-4fc2-84fa-f946919f1381 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-groups/e5594309-a2a2-40a9-b6d2-bfbe54989c36 HTTP/1.1" status: 204 len: 168 time: 1.4175031 May 25 22:58:39.364302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a0d971d5-764f-4a51-b2da-d23f5f60af48 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.366723 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a0d971d5-764f-4a51-b2da-d23f5f60af48 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0978303 May 25 22:58:39.367435 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38820) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:39.367857 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38822) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:39.387377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:39.428314 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:39.428829 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-073325eb-49f7-4424-9ccd-4d6850d33dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:39.429236 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073325eb-49f7-4424-9ccd-4d6850d33dcf None None] The sync data for ids ['23614599-41db-4e10-a876-da621a1ee214'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:58:39.445927 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1ff5bdd4-3df5-49f0-803d-b84effbc590a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1873739578'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:39.451391 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1ff5bdd4-3df5-49f0-803d-b84effbc590a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:39.455739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1ff5bdd4-3df5-49f0-803d-b84effbc590a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:network and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:39.459248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1ff5bdd4-3df5-49f0-803d-b84effbc590a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:39.466212 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1ff5bdd4-3df5-49f0-803d-b84effbc590a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:39.484336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:39.501899 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-224e881c-e822-4310-a885-bf3382f1af00 None None] Provisioning for port 94bcedd9-9df1-4fc2-aa8f-eb795d0519c3 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:39.508400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Pushing event updated for resources: {'Port': ['ID=fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:39.526456 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-224e881c-e822-4310-a885-bf3382f1af00 None None] Provisioning complete for port 94bcedd9-9df1-4fc2-aa8f-eb795d0519c3 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:39.527083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-224e881c-e822-4310-a885-bf3382f1af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.551927 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-bbc45d45-d783-41ba-8ef6-eaf8ef0d5b10 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:39.559368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff5bdd4-3df5-49f0-803d-b84effbc590a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:39.564140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1ff5bdd4-3df5-49f0-803d-b84effbc590a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.625539 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff5bdd4-3df5-49f0-803d-b84effbc590a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:58:39.634899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:58:39.642902 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:39.643349 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:39.643896 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:39.644038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:39.644276 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:39.644656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:39.651227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:39.651914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1ff5bdd4-3df5-49f0-803d-b84effbc590a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.652018 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:39.652120 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-1ff5bdd4-3df5-49f0-803d-b84effbc590a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Added segment 61464291-cd80-4550-bb1f-a6586e235a97 of type vlan for network 09a08ced-f030-4c85-9ff1-424e8dd821e9 May 25 22:58:39.652211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:39.652211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:39.652211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:39.658817 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0f9fea51-968c-4b29-a46c-344b1dd3d75a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3689773 May 25 22:58:39.659497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8:0:1::179 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/0df0404b-777f-446f-b2a2-684d77def172/d70db139-81f5-462e-9310-30e77bdb641d) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:39.660916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38828) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:39.669234 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7c3c5cd4-359d-4ff5-85af-bc3f48df4a49 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:39.671981 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::f816:3eff:fe56:bea7 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/10636fb9-013d-4da8-9b28-28fb4a4e2718/d70db139-81f5-462e-9310-30e77bdb641d) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:39.700438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Sync routers for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:58:39.749440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-bbc45d45-d783-41ba-8ef6-eaf8ef0d5b10 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:39.750892 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bbc45d45-d783-41ba-8ef6-eaf8ef0d5b10 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3748052 May 25 22:58:39.763815 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38832) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:39.770235 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-02362d7c-a2f9-474f-9403-d8158aa6461b tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group': {'name': 'tempest-secgroup--984590613'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:39.786773 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-02362d7c-a2f9-474f-9403-d8158aa6461b tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:39.794012 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-224e881c-e822-4310-a885-bf3382f1af00 None None] Port 94bcedd9-9df1-4fc2-aa8f-eb795d0519c3 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:39.808494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-02362d7c-a2f9-474f-9403-d8158aa6461b tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:39.828294 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1ff5bdd4-3df5-49f0-803d-b84effbc590a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.839446 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Attempting to bind port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:39.839810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Attempting to bind port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:39.840162 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Attempting to bind port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:39.849530 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-34a3b6a5-662e-457e-9af7-7543514782cd tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.875884 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:39.876517 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:39.934804 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:39.935195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:39.935592 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.935945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.936176 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:39.936824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Bound port: fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:39.937171 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.946310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.972948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1ff5bdd4-3df5-49f0-803d-b84effbc590a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.976610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff5bdd4-3df5-49f0-803d-b84effbc590a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:39.977292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1ff5bdd4-3df5-49f0-803d-b84effbc590a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:39.994047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02362d7c-a2f9-474f-9403-d8158aa6461b tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:40.075891 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-224e881c-e822-4310-a885-bf3382f1af00 None None] Provisioning complete for port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:40.076132 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-224e881c-e822-4310-a885-bf3382f1af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:40.120140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event deleted for resources: {'Port': ['ID=15911012-11a9-48b6-b9ef-cb3f2f0068e1,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:40.142382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:40.142743 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:40.143460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:40.143460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:40.143771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:40.144000 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:40.144318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:40.144688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:40.145007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:40.145323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:40.145638 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:40.163910 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1ff5bdd4-3df5-49f0-803d-b84effbc590a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7848570 May 25 22:58:40.167019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38838) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:40.177497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-203353d9-271f-4b35-b5c2-b3a775aba6af tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'subnet': {'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:40.211878 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5bdd4-3df5-49f0-803d-b84effbc590a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Network': ['ID=09a08ced-f030-4c85-9ff1-424e8dd821e9,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:40.233653 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port a57e6d7c-c379-40a2-864a-e88d3192faf3, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a57e6d7c-c379-40a2-864a-e88d3192faf3,segment=NetworkSegment(4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0),segment_id=4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:40.234863 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 09a08ced-f030-4c85-9ff1-424e8dd821e9 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:58:40.288026 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-02362d7c-a2f9-474f-9403-d8158aa6461b tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:40.321739 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-02362d7c-a2f9-474f-9403-d8158aa6461b tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:40.340761 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-02362d7c-a2f9-474f-9403-d8158aa6461b tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:40.369649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:40.379040 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-02362d7c-a2f9-474f-9403-d8158aa6461b tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:40.386761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fd0c97ac-e246-41c0-89d5-5fd819319bff up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:40.418731 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-203353d9-271f-4b35-b5c2-b3a775aba6af tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:40.425088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-203353d9-271f-4b35-b5c2-b3a775aba6af tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:subnet and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:40.429909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-203353d9-271f-4b35-b5c2-b3a775aba6af tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:40.435084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:40.439398 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-203353d9-271f-4b35-b5c2-b3a775aba6af tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:40.465248 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:58:40.484693 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-34a3b6a5-662e-457e-9af7-7543514782cd tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] delete failed (client error): There was a conflict when trying to complete your request. May 25 22:58:40.489003 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-34a3b6a5-662e-457e-9af7-7543514782cd tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "DELETE /v2.0/routers/23614599-41db-4e10-a876-da621a1ee214 HTTP/1.1" status: 409 len: 329 time: 1.3486340 May 25 22:58:40.492278 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38842) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:40.526844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203353d9-271f-4b35-b5c2-b3a775aba6af tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:40.533222 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] For port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:40.668041 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] For port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:40.679297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-203353d9-271f-4b35-b5c2-b3a775aba6af tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:40.734962 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object d70db139-81f5-462e-9310-30e77bdb641d will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:40.751167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=a57e6d7c-c379-40a2-864a-e88d3192faf3,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:40.754288 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:40.807172 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02362d7c-a2f9-474f-9403-d8158aa6461b tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:40.821178 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:40.846719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.extraroute_db [None req-7c3c5cd4-359d-4ff5-85af-bc3f48df4a49 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84717) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 25 22:58:40.872290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.extraroute_db [None req-7c3c5cd4-359d-4ff5-85af-bc3f48df4a49 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Removed routes are [] {{(pid=84717) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 25 22:58:40.872770 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7c3c5cd4-359d-4ff5-85af-bc3f48df4a49 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:40.935886 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02362d7c-a2f9-474f-9403-d8158aa6461b tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.031422 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.042535 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d47f722d-5715-48e7-b2c2-1786f3663ff4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "DELETE /v2.0/ports/15911012-11a9-48b6-b9ef-cb3f2f0068e1 HTTP/1.1" status: 204 len: 168 time: 2.8702264 May 25 22:58:41.054670 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38848) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:41.155738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa0bce-4aee-46dc-aa84-81c6aa46a91a None None] Pushing event updated for resources: {'Port': ['ID=fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:41.191413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6927c9be-4c91-4e91-a7cc-6c3a2a120cc9 None None] Could not find standard attr ID for object 15911012-11a9-48b6-b9ef-cb3f2f0068e1. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:58:41.204805 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02362d7c-a2f9-474f-9403-d8158aa6461b tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6560f2-64b5-4bcb-8b6f-b54b67898bb6,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:41.239126 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02362d7c-a2f9-474f-9403-d8158aa6461b tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.240320 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-02362d7c-a2f9-474f-9403-d8158aa6461b tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4790480 May 25 22:58:41.244458 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38852) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:41.263402 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-211106e2-30a7-4f24-972b-116130a05940 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] GET failed (client error): The resource could not be found. May 25 22:58:41.263901 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-211106e2-30a7-4f24-972b-116130a05940 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Synchronizing usage tracker for tenant:eb7fd8a4b90648a68f2f27ddd17d1328 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:41.268284 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port fd0c97ac-e246-41c0-89d5-5fd819319bff completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:41.286944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port fd0c97ac-e246-41c0-89d5-5fd819319bff triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:41.287863 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.299800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-0471aa23-e5f6-4eb6-955f-27b65eab4ef7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Request body: {'security_group_rule': {'security_group_id': '8f6560f2-64b5-4bcb-8b6f-b54b67898bb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:41.323793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:41.324639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=d70db139-81f5-462e-9310-30e77bdb641d,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:41.331772 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:41.346444 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:41.347607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0471aa23-e5f6-4eb6-955f-27b65eab4ef7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:41.350787 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:41.351411 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.371611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0471aa23-e5f6-4eb6-955f-27b65eab4ef7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Usage tracker for resource:security_group_rule and tenant:1f7309bcbff143abb2ddbca90d146b0e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:41.376722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0471aa23-e5f6-4eb6-955f-27b65eab4ef7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:41.389673 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0471aa23-e5f6-4eb6-955f-27b65eab4ef7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:41.425855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6927c9be-4c91-4e91-a7cc-6c3a2a120cc9 None None] Provisioning complete for port 94bcedd9-9df1-4fc2-aa8f-eb795d0519c3 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:41.426238 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6927c9be-4c91-4e91-a7cc-6c3a2a120cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.432448 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d60d249-c798-4ad6-93c7-449a2841e2ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.521982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6927c9be-4c91-4e91-a7cc-6c3a2a120cc9 None None] Port 94bcedd9-9df1-4fc2-aa8f-eb795d0519c3 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:41.583142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-db609cf6-0672-494e-8366-a9e7fecf383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.633672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6927c9be-4c91-4e91-a7cc-6c3a2a120cc9 None None] Provisioning complete for port fd0c97ac-e246-41c0-89d5-5fd819319bff triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:41.634547 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6927c9be-4c91-4e91-a7cc-6c3a2a120cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.641229 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-203353d9-271f-4b35-b5c2-b3a775aba6af tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.647094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0471aa23-e5f6-4eb6-955f-27b65eab4ef7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.740767 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7c3c5cd4-359d-4ff5-85af-bc3f48df4a49 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.742078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:58:35Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57e6d7c-c379-40a2-864a-e88d3192faf3', 'name': '', 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:23:03:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:16Z', 'updated_at': '2022-05-25T22:58:30Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5c93db2-7c85-45c9-99fb-c6532992b30a', 'name': '', 'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:c3:13:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6e9def6-a5b0-42b3-8542-fc5dd14e9abf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:32Z', 'updated_at': '2022-05-25T22:58:36Z', 'revision_number': 2, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': 'a6e9def6-a5b0-42b3-8542-fc5dd14e9abf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:41.751223 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7c3c5cd4-359d-4ff5-85af-bc3f48df4a49 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.751542 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.755187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203353d9-271f-4b35-b5c2-b3a775aba6af tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Subnet': ['ID=6bf10f45-4b09-4303-a6a0-982e37dd8af3,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:41.763648 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Checking router: be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:58:41.764002 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Updating router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 port c5c93db2-7c85-45c9-99fb-c6532992b30a binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:58:41.787429 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-211106e2-30a7-4f24-972b-116130a05940 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Unset dirty status for tenant:eb7fd8a4b90648a68f2f27ddd17d1328 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:41.792788 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-211106e2-30a7-4f24-972b-116130a05940 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "GET /v2.0/ports/15911012-11a9-48b6-b9ef-cb3f2f0068e1 HTTP/1.1" status: 404 len: 333 time: 0.7280574 May 25 22:58:41.794177 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e3b480cd-13ac-4acd-b373-4d66e5eaaa2b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1724129 May 25 22:58:41.794904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38860) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:41.795404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38862) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:41.805888 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Request body: {'port': {'network_id': 'cf5c1f3f-9cfc-4d97-8897-d7277111124d', 'name': 'tempest-AllowedAddressPairTestJSON-271365662'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:41.890717 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.906538 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6927c9be-4c91-4e91-a7cc-6c3a2a120cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:41.916166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port fd0c97ac-e246-41c0-89d5-5fd819319bff, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fd0c97ac-e246-41c0-89d5-5fd819319bff,segment=NetworkSegment(db4028fa-f79e-41ba-9aba-e8d4caefd8f0),segment_id=db4028fa-f79e-41ba-9aba-e8d4caefd8f0)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:41.972761 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:41.991370 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:42.020842 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e5146-ba9d-4452-b82c-bb064dbc15ee tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port d70db139-81f5-462e-9310-30e77bdb641d {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:42.021272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8a7e5146-ba9d-4452-b82c-bb064dbc15ee tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:42.026477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:42.039713 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:58:42.078926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203353d9-271f-4b35-b5c2-b3a775aba6af tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Checking segment: {'id': '61464291-cd80-4550-bb1f-a6586e235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:42.079291 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203353d9-271f-4b35-b5c2-b3a775aba6af tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network hostable DHCP agents. Network: 09a08ced-f030-4c85-9ff1-424e8dd821e9, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:58:42.084933 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0471aa23-e5f6-4eb6-955f-27b65eab4ef7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:42.124888 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Made reservation on behalf of eb7fd8a4b90648a68f2f27ddd17d1328 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:42.128031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:42.184832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0471aa23-e5f6-4eb6-955f-27b65eab4ef7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:42.222326 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-6927c9be-4c91-4e91-a7cc-6c3a2a120cc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:58:42.222678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-6927c9be-4c91-4e91-a7cc-6c3a2a120cc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:58:42.223221 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=fd0c97ac-e246-41c0-89d5-5fd819319bff,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:42.264072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] device_id is not set on port 070bde6d-47da-444f-898d-f7bc95cfda42 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:58:42.292550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203353d9-271f-4b35-b5c2-b3a775aba6af tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 09a08ced-f030-4c85-9ff1-424e8dd821e9 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:58:42.325831 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471aa23-e5f6-4eb6-955f-27b65eab4ef7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac4cd09-7f64-4c95-9553-9ab1edb6dd62,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:42.410124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:42.448695 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-203353d9-271f-4b35-b5c2-b3a775aba6af tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 09a08ced-f030-4c85-9ff1-424e8dd821e9) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:42.453404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203353d9-271f-4b35-b5c2-b3a775aba6af tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:42.454359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-203353d9-271f-4b35-b5c2-b3a775aba6af tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:42.466995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c1ff24-185a-463a-9e82-7e38cf2ce922 None None] Network 09a08ced-f030-4c85-9ff1-424e8dd821e9 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:42.471372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0471aa23-e5f6-4eb6-955f-27b65eab4ef7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:42.472793 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0471aa23-e5f6-4eb6-955f-27b65eab4ef7 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2123668 May 25 22:58:42.475881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Allocated IP 172.20.0.3 (cf5c1f3f-9cfc-4d97-8897-d7277111124d/4d383d7f-9831-46cc-a5fb-a51fc3a90585/070bde6d-47da-444f-898d-f7bc95cfda42) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:42.493198 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38868) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:42.542241 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3c5cd4-359d-4ff5-85af-bc3f48df4a49 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:58:42.626428 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-203353d9-271f-4b35-b5c2-b3a775aba6af tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4565411 May 25 22:58:42.628419 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38872) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:42.646397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8a7e5146-ba9d-4452-b82c-bb064dbc15ee tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:42.690483 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a8bfaa-06a1-4d77-be12-58ca6c09caf9 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:42.884282 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:42.940633 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:42.945211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Transition to ACTIVE for port object 070bde6d-47da-444f-898d-f7bc95cfda42 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:42.946615 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:42.947095 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.010932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d9bbac77-5817-4ee7-8b8e-46871cbc4869 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.047020 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2d60d249-c798-4ad6-93c7-449a2841e2ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Deleting port 555b5405-1410-435b-95be-23524bf8e323 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:43.047382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d60d249-c798-4ad6-93c7-449a2841e2ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.071975 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Transition to ACTIVE for port object c5c93db2-7c85-45c9-99fb-c6532992b30a will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:43.084441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.136332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e5146-ba9d-4452-b82c-bb064dbc15ee tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for d70db139-81f5-462e-9310-30e77bdb641d owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:43.230033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d9bbac77-5817-4ee7-8b8e-46871cbc4869 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.258506 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-09a08ced-f030-4c85-9ff1-424e8dd821e9', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:58:43.261552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.261833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Network cf5c1f3f-9cfc-4d97-8897-d7277111124d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:43.270457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:43.279598 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event updated for resources: {'Port': ['ID=070bde6d-47da-444f-898d-f7bc95cfda42,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:43.289329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:43.303490 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.308294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6927c9be-4c91-4e91-a7cc-6c3a2a120cc9 None None] Provisioning for port 01e6aced-056e-4ff9-b8cd-821eea121f6e completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:43.444777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:43.447411 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.519969 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d60d249-c798-4ad6-93c7-449a2841e2ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.606646 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1b4a18cd-f355-452b-aed2-bea26a290629 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8025751 May 25 22:58:43.648123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38876) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:43.659241 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ca5bd116-93ec-4dec-af32-ef74e4a10515 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:c0:b1:85'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:43.665638 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 01e6aced-056e-4ff9-b8cd-821eea121f6e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:43.673989 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2d60d249-c798-4ad6-93c7-449a2841e2ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Calling delete_port for 555b5405-1410-435b-95be-23524bf8e323 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:43.692681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d9bbac77-5817-4ee7-8b8e-46871cbc4869 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.702312 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615ebb1-38c6-4bf0-af91-6ed250e4995f None None] Pushing event updated for resources: {'Port': ['ID=c5c93db2-7c85-45c9-99fb-c6532992b30a,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:43.792788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbac77-5817-4ee7-8b8e-46871cbc4869 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6560f2-64b5-4bcb-8b6f-b54b67898bb6,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:43.799468 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3c5cd4-359d-4ff5-85af-bc3f48df4a49 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:58:43.840490 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-368fc45e-76ac-44c4-a732-68052fa21596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.851979 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7c3c5cd4-359d-4ff5-85af-bc3f48df4a49 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.853186 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7c3c5cd4-359d-4ff5-85af-bc3f48df4a49 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 HTTP/1.1" status: 200 len: 934 time: 4.1907849 May 25 22:58:43.856617 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38880) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:43.897901 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-81f75c4e-9c4c-40d1-a461-bfff236d9e15 None None] Provisioning for port 070bde6d-47da-444f-898d-f7bc95cfda42 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:43.932348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Allocated IP 2001:db8::2 (09a08ced-f030-4c85-9ff1-424e8dd821e9/6bf10f45-4b09-4303-a6a0-982e37dd8af3/5b294e6c-a0fd-4448-a23b-321f87a16cce) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:43.934351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-81f75c4e-9c4c-40d1-a461-bfff236d9e15 None None] Provisioning complete for port 070bde6d-47da-444f-898d-f7bc95cfda42 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:43.934710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-81f75c4e-9c4c-40d1-a461-bfff236d9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.996492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d9bbac77-5817-4ee7-8b8e-46871cbc4869 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:43.997660 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d9bbac77-5817-4ee7-8b8e-46871cbc4869 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-groups/8f6560f2-64b5-4bcb-8b6f-b54b67898bb6 HTTP/1.1" status: 204 len: 168 time: 1.5005078 May 25 22:58:43.998899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8a7e5146-ba9d-4452-b82c-bb064dbc15ee tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.000489 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38886) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:44.003151 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Attempting to bind port c5c93db2-7c85-45c9-99fb-c6532992b30a on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:44.003590 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Attempting to bind port c5c93db2-7c85-45c9-99fb-c6532992b30a by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'c3514cfd-13bb-45c1-a12b-fc778d43de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:44.003853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Attempting to bind port c5c93db2-7c85-45c9-99fb-c6532992b30a on network 3848ceb1-2c0b-4589-8107-8b0d022a0a2c {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:44.049736 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:44.050208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Checking segment: {'id': 'c3514cfd-13bb-45c1-a12b-fc778d43de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:44.050613 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.051011 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Bound using segment: {'id': 'c3514cfd-13bb-45c1-a12b-fc778d43de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:44.051501 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Bound port: c5c93db2-7c85-45c9-99fb-c6532992b30a, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3514cfd-13bb-45c1-a12b-fc778d43de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:44.051877 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.082362 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-81f75c4e-9c4c-40d1-a461-bfff236d9e15 None None] Port 070bde6d-47da-444f-898d-f7bc95cfda42 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:44.132206 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d60d249-c798-4ad6-93c7-449a2841e2ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.163146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e5146-ba9d-4452-b82c-bb064dbc15ee tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=d70db139-81f5-462e-9310-30e77bdb641d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:44.188450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60d249-c798-4ad6-93c7-449a2841e2ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event deleted for resources: {'Port': ['ID=555b5405-1410-435b-95be-23524bf8e323,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:44.206914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 01e6aced-056e-4ff9-b8cd-821eea121f6e completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:44.232080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8660055-47ad-423a-9b9d-f42eb75395f1 None None] Update dhcp port {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'fixed_ips': [{'subnet_id': '10636fb9-013d-4da8-9b28-28fb4a4e2718', 'ip_address': '2001:db8::f816:3eff:fe7e:f6bb'}, {'subnet_id': '0df0404b-777f-446f-b2a2-684d77def172'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': 'fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 22:58:44.265088 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 01e6aced-056e-4ff9-b8cd-821eea121f6e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:44.265300 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.326420 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8a7e5146-ba9d-4452-b82c-bb064dbc15ee tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.331221 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8a7e5146-ba9d-4452-b82c-bb064dbc15ee tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/d70db139-81f5-462e-9310-30e77bdb641d HTTP/1.1" status: 204 len: 168 time: 2.5322602 May 25 22:58:44.333270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38890) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:44.338223 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.402283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-81f75c4e-9c4c-40d1-a461-bfff236d9e15 None None] Provisioning for port c5c93db2-7c85-45c9-99fb-c6532992b30a completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:44.420156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-41a73f97-ffba-4218-bd61-74e9eb010597 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:44.431757 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f8660055-47ad-423a-9b9d-f42eb75395f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.449057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] For port c5c93db2-7c85-45c9-99fb-c6532992b30a, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:44.464938 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d60d249-c798-4ad6-93c7-449a2841e2ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.536396 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-41a73f97-ffba-4218-bd61-74e9eb010597 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:44.537574 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-41a73f97-ffba-4218-bd61-74e9eb010597 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5354505 May 25 22:58:44.542514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38894) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:44.546810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] For port c5c93db2-7c85-45c9-99fb-c6532992b30a, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c5c93db2-7c85-45c9-99fb-c6532992b30a,segment=NetworkSegment(c3514cfd-13bb-45c1-a12b-fc778d43de96),segment_id=c3514cfd-13bb-45c1-a12b-fc778d43de96)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:44.690396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.757056 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-81f75c4e-9c4c-40d1-a461-bfff236d9e15 None None] Provisioning complete for port 01e6aced-056e-4ff9-b8cd-821eea121f6e triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:44.757448 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-81f75c4e-9c4c-40d1-a461-bfff236d9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.856364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ca5bd116-93ec-4dec-af32-ef74e4a10515 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.875375 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.886526 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e171e039-bd96-450d-b643-a19e917ab69f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Synchronizing usage tracker for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:44.907845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d60d249-c798-4ad6-93c7-449a2841e2ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Router 23614599-41db-4e10-a876-da621a1ee214 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:58:44.919538 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:44.943951 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Transition to ACTIVE for port object 5b294e6c-a0fd-4448-a23b-321f87a16cce will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:44.999997 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-24951920-76d8-4726-9d4d-e3f0a9ddf858 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/routers/be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 HTTP/1.1" status: 200 len: 934 time: 1.1238797 May 25 22:58:45.003243 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da15880-8d91-474f-a126-1e39f7848c62 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:45.006788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1da15880-8d91-474f-a126-1e39f7848c62 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:45.009790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38898) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:45.033003 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615ebb1-38c6-4bf0-af91-6ed250e4995f None None] Pushing event updated for resources: {'Port': ['ID=c5c93db2-7c85-45c9-99fb-c6532992b30a,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:45.055555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-baf76906-e914-44be-bc58-b7eb3bddd789 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'router': {'routes': None}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:45.063696 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Transition to ACTIVE for port object 5b294e6c-a0fd-4448-a23b-321f87a16cce will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:45.067907 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:45.097078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 01e6aced-056e-4ff9-b8cd-821eea121f6e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=01e6aced-056e-4ff9-b8cd-821eea121f6e,segment=NetworkSegment(c3514cfd-13bb-45c1-a12b-fc778d43de96),segment_id=c3514cfd-13bb-45c1-a12b-fc778d43de96)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:45.114250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d60d249-c798-4ad6-93c7-449a2841e2ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:58:45.128136 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa398d4f-b08f-4e52-bcae-e905d53ebc8a None None] Sync routers for ids ['23614599-41db-4e10-a876-da621a1ee214'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:58:45.137128 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e171e039-bd96-450d-b643-a19e917ab69f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] Unset dirty status for tenant:1f7309bcbff143abb2ddbca90d146b0e on resource:security_group_rule {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:45.138471 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2d60d249-c798-4ad6-93c7-449a2841e2ee tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "PUT /v2.0/routers/23614599-41db-4e10-a876-da621a1ee214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6370564 May 25 22:58:45.143524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38902) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:45.148192 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e171e039-bd96-450d-b643-a19e917ab69f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.5907826 May 25 22:58:45.148360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:45.148360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:45.154239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38904) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:45.158840 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa398d4f-b08f-4e52-bcae-e905d53ebc8a None None] Routers {'23614599-41db-4e10-a876-da621a1ee214'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:45.161037 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-aa398d4f-b08f-4e52-bcae-e905d53ebc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['23614599-41db-4e10-a876-da621a1ee214'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:45.214621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:45.215408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a57e6d7c-c379-40a2-864a-e88d3192faf3 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:45.239107 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:45.241352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:45.276789 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-104b17bd-c0b9-4ea4-839d-2e3fda72b0e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] show failed (client error): The resource could not be found. May 25 22:58:45.276789 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-104b17bd-c0b9-4ea4-839d-2e3fda72b0e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-952990709 HTTP/1.1" status: 404 len: 334 time: 0.1257834 May 25 22:58:45.279160 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-c96e3464-96c5-4798-bcae-ad38627b9c0f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] delete failed (client error): The resource could not be found. May 25 22:58:45.280323 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c96e3464-96c5-4798-bcae-ad38627b9c0f tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "DELETE /v2.0/security-groups/8f6560f2-64b5-4bcb-8b6f-b54b67898bb6 HTTP/1.1" status: 404 len: 347 time: 0.1226387 May 25 22:58:45.281290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38910) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:45.284467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38914) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:45.286995 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-aa398d4f-b08f-4e52-bcae-e905d53ebc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:45.289615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-1b83e9ca-d3ca-4063-ae2e-b4e5f7247ede tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:45.302483 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa398d4f-b08f-4e52-bcae-e905d53ebc8a None None] Routers {'23614599-41db-4e10-a876-da621a1ee214'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:45.303116 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-aa398d4f-b08f-4e52-bcae-e905d53ebc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['23614599-41db-4e10-a876-da621a1ee214'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:45.375194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1da15880-8d91-474f-a126-1e39f7848c62 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:45.379622 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1da15880-8d91-474f-a126-1e39f7848c62 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 1.0432835 May 25 22:58:45.380179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-f8660055-47ad-423a-9b9d-f42eb75395f1 None None] Allocated IP 2001:db8:0:1::2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/0df0404b-777f-446f-b2a2-684d77def172/fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:45.386138 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38918) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:45.391548 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-aa398d4f-b08f-4e52-bcae-e905d53ebc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:45.391548 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa398d4f-b08f-4e52-bcae-e905d53ebc8a None None] The sync data for ids ['23614599-41db-4e10-a876-da621a1ee214'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:58:45.394215 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-1b83e9ca-d3ca-4063-ae2e-b4e5f7247ede tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] update failed (client error): The resource could not be found. May 25 22:58:45.397432 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1b83e9ca-d3ca-4063-ae2e-b4e5f7247ede tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-1118490710 HTTP/1.1" status: 404 len: 335 time: 0.1150012 May 25 22:58:45.403002 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38920) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:45.481753 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-81f75c4e-9c4c-40d1-a461-bfff236d9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:45.492768 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Network 09a08ced-f030-4c85-9ff1-424e8dd821e9 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:45.518752 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0aedba9d-9049-4819-b6da-8f91a71c5978 tempest-SecGroupIPv6Test-511169910 tempest-SecGroupIPv6Test-511169910-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2297523 May 25 22:58:45.529430 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:45.571302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Allocated IP 2001:db8::1 (09a08ced-f030-4c85-9ff1-424e8dd821e9/6bf10f45-4b09-4303-a6a0-982e37dd8af3/646dd8e6-fc1b-4963-8a23-258f7f6c2eeb) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:45.595067 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:45.608862 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=01e6aced-056e-4ff9-b8cd-821eea121f6e,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:45.645859 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca26fbb-7a53-4935-9542-fe9cce32eca2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Deleting subnet 8c38ce90-0d30-448a-97fb-e3a25aa44d8e {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:58:45.650282 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ca26fbb-7a53-4935-9542-fe9cce32eca2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:45.699970 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:58:45.749674 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5741d20a-6aee-450a-b562-07e0d08fea10 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:45.754016 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5741d20a-6aee-450a-b562-07e0d08fea10 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3113294 May 25 22:58:45.757606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38928) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:45.849866 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ca26fbb-7a53-4935-9542-fe9cce32eca2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:45.852929 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ca5bd116-93ec-4dec-af32-ef74e4a10515 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:45.937286 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Pushing event updated for resources: {'Port': ['ID=5b294e6c-a0fd-4448-a23b-321f87a16cce,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:45.939898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ca26fbb-7a53-4935-9542-fe9cce32eca2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:45.987526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a57e6d7c-c379-40a2-864a-e88d3192faf3 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:45.987812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ca5bd116-93ec-4dec-af32-ef74e4a10515 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:45.988522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.021627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-81f75c4e-9c4c-40d1-a461-bfff236d9e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:58:46.021982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-81f75c4e-9c4c-40d1-a461-bfff236d9e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:58:46.081259 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d188bc4-0929-4956-9584-8447f4d7335d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:46.082590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d188bc4-0929-4956-9584-8447f4d7335d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:46.084077 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d188bc4-0929-4956-9584-8447f4d7335d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:46.085255 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8d188bc4-0929-4956-9584-8447f4d7335d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:46.101815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Attempting to bind port 5b294e6c-a0fd-4448-a23b-321f87a16cce on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:46.102441 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Attempting to bind port 5b294e6c-a0fd-4448-a23b-321f87a16cce by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '61464291-cd80-4550-bb1f-a6586e235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:46.102554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Attempting to bind port 5b294e6c-a0fd-4448-a23b-321f87a16cce on network 09a08ced-f030-4c85-9ff1-424e8dd821e9 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:46.138608 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-f8660055-47ad-423a-9b9d-f42eb75395f1 None None] For port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:46.143881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ca26fbb-7a53-4935-9542-fe9cce32eca2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.157123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:46.157583 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Checking segment: {'id': '61464291-cd80-4550-bb1f-a6586e235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:46.157887 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.158291 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Bound using segment: {'id': '61464291-cd80-4550-bb1f-a6586e235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:46.158798 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Bound port: 5b294e6c-a0fd-4448-a23b-321f87a16cce, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61464291-cd80-4550-bb1f-a6586e235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:46.159173 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.192420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca26fbb-7a53-4935-9542-fe9cce32eca2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event deleted for resources: {'Subnet': ['ID=8c38ce90-0d30-448a-97fb-e3a25aa44d8e,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:46.204831 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ca26fbb-7a53-4935-9542-fe9cce32eca2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.215151 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0ca26fbb-7a53-4935-9542-fe9cce32eca2 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "DELETE /v2.0/subnets/8c38ce90-0d30-448a-97fb-e3a25aa44d8e HTTP/1.1" status: 204 len: 168 time: 0.8107865 May 25 22:58:46.230819 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c8ce87-76a2-4e60-bddf-705f5799f878 None None] Network 69e61891-4912-4ea2-9d4b-b2967905d5f5 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:46.233241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38934) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:46.346158 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38938) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:46.414000 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.426717 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Deleting port fd0c97ac-e246-41c0-89d5-5fd819319bff {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:46.428385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.449389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.457872 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.resource_extend [None req-f8660055-47ad-423a-9b9d-f42eb75395f1 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:58:46.481071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bd116-93ec-4dec-af32-ef74e4a10515 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event updated for resources: {'Port': ['ID=070bde6d-47da-444f-898d-f7bc95cfda42,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:46.490562 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bd116-93ec-4dec-af32-ef74e4a10515 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] In _notify_port_updated(), no bound segment for port 070bde6d-47da-444f-898d-f7bc95cfda42 on network cf5c1f3f-9cfc-4d97-8897-d7277111124d {{(pid=84717) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:58:46.494407 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5bd116-93ec-4dec-af32-ef74e4a10515 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:46.495039 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ca5bd116-93ec-4dec-af32-ef74e4a10515 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.496429 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ca5bd116-93ec-4dec-af32-ef74e4a10515 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "PUT /v2.0/ports/070bde6d-47da-444f-898d-f7bc95cfda42 HTTP/1.1" status: 200 len: 992 time: 2.8427460 May 25 22:58:46.500848 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38944) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:46.507593 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Transition to ACTIVE for port object 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:46.512563 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f8660055-47ad-423a-9b9d-f42eb75395f1 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.551035 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8d188bc4-0929-4956-9584-8447f4d7335d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:46.554960 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8d188bc4-0929-4956-9584-8447f4d7335d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7912385 May 25 22:58:46.563641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38948) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:46.672144 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-f16c651c-4690-47c9-b1da-14a2c087922e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Deleting port 070bde6d-47da-444f-898d-f7bc95cfda42 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:46.672661 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f16c651c-4690-47c9-b1da-14a2c087922e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.775773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.789407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f8660055-47ad-423a-9b9d-f42eb75395f1 None None] Ignored duplicate provisioning block setup for port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 25 22:58:46.858556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.873556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f8660055-47ad-423a-9b9d-f42eb75395f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.931070 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 09a08ced-f030-4c85-9ff1-424e8dd821e9 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:46.934572 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] For port 5b294e6c-a0fd-4448-a23b-321f87a16cce, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:46.940026 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:46.942575 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:46.943105 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:46.962090 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e92352df-e5a6-426f-a4fe-45a2d3886b9e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f7309bcbff143abb2ddbca90d146b0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6115999 May 25 22:58:46.965600 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38952) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:46.996064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=646dd8e6-fc1b-4963-8a23-258f7f6c2eeb,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:47.016390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:47.026798 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1f6e96-6d27-4111-8418-fbf8fb3ef669 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 0df0404b-777f-446f-b2a2-684d77def172 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:58:47.034099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e1f6e96-6d27-4111-8418-fbf8fb3ef669 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.052542 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] For port 5b294e6c-a0fd-4448-a23b-321f87a16cce, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5b294e6c-a0fd-4448-a23b-321f87a16cce,segment=NetworkSegment(61464291-cd80-4550-bb1f-a6586e235a97),segment_id=61464291-cd80-4550-bb1f-a6586e235a97)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:47.070241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] For port fd0c97ac-e246-41c0-89d5-5fd819319bff, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fd0c97ac-e246-41c0-89d5-5fd819319bff,segment=NetworkSegment(db4028fa-f79e-41ba-9aba-e8d4caefd8f0),segment_id=db4028fa-f79e-41ba-9aba-e8d4caefd8f0)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:47.070474 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.097058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.extraroute_db [None req-baf76906-e914-44be-bc58-b7eb3bddd789 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Added routes are [] {{(pid=84717) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 25 22:58:47.097465 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.extraroute_db [None req-baf76906-e914-44be-bc58-b7eb3bddd789 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84717) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 25 22:58:47.113250 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e1f6e96-6d27-4111-8418-fbf8fb3ef669 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.132197 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.191712 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8660055-47ad-423a-9b9d-f42eb75395f1 None None] Pushing event updated for resources: {'Port': ['ID=fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:47.236615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Calling delete_port for fd0c97ac-e246-41c0-89d5-5fd819319bff owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:47.238678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-81f75c4e-9c4c-40d1-a461-bfff236d9e15 None None] Provisioning for port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:47.265018 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-baf76906-e914-44be-bc58-b7eb3bddd789 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.299492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.326256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b702814d-9982-4626-a7a1-913c369f7933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.345389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec114b-a0f3-4357-9cc2-2ae69a8000f4 None None] Pushing event updated for resources: {'Port': ['ID=5b294e6c-a0fd-4448-a23b-321f87a16cce,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:47.364322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:58:40Z', 'revision_number': 6, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57e6d7c-c379-40a2-864a-e88d3192faf3', 'name': '', 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:23:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:16Z', 'updated_at': '2022-05-25T22:58:40Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5c93db2-7c85-45c9-99fb-c6532992b30a', 'name': '', 'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:c3:13:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6e9def6-a5b0-42b3-8542-fc5dd14e9abf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:32Z', 'updated_at': '2022-05-25T22:58:44Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': 'a6e9def6-a5b0-42b3-8542-fc5dd14e9abf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:47.385256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f16c651c-4690-47c9-b1da-14a2c087922e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.386895 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8358ac42-ced9-4178-be39-c922ee2834e6 None None] The sync data for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv is: [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:58:40Z', 'revision_number': 6, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57e6d7c-c379-40a2-864a-e88d3192faf3', 'name': '', 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:23:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:16Z', 'updated_at': '2022-05-25T22:58:40Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5c93db2-7c85-45c9-99fb-c6532992b30a', 'name': '', 'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:c3:13:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6e9def6-a5b0-42b3-8542-fc5dd14e9abf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:32Z', 'updated_at': '2022-05-25T22:58:44Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': 'a6e9def6-a5b0-42b3-8542-fc5dd14e9abf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:58:47.394478 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e1f6e96-6d27-4111-8418-fbf8fb3ef669 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.419464 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b702814d-9982-4626-a7a1-913c369f7933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.421736 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-da16e865-22aa-4483-bd87-7eb12ed707e4 None None] Provisioning complete for port 070bde6d-47da-444f-898d-f7bc95cfda42 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:47.422112 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-da16e865-22aa-4483-bd87-7eb12ed707e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.508161 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0946774-db75-4436-a564-28ee829fede1 None None] DHCP port deletion for 69e61891-4912-4ea2-9d4b-b2967905d5f5 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:58:47.575786 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:47.589592 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.607882 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:47.609131 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.615054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-f16c651c-4690-47c9-b1da-14a2c087922e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Calling delete_port for 070bde6d-47da-444f-898d-f7bc95cfda42 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:47.704501 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e0946774-db75-4436-a564-28ee829fede1 None None] Deleting port fd0c97ac-e246-41c0-89d5-5fd819319bff {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:47.705652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e0946774-db75-4436-a564-28ee829fede1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.769640 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-da16e865-22aa-4483-bd87-7eb12ed707e4 None None] Port 070bde6d-47da-444f-898d-f7bc95cfda42 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:47.871857 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.918210 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:47.993368 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e0946774-db75-4436-a564-28ee829fede1 None None] The port 'fd0c97ac-e246-41c0-89d5-5fd819319bff' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:58:48.177681 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event deleted for resources: {'Port': ['ID=fd0c97ac-e246-41c0-89d5-5fd819319bff,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:48.179458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b702814d-9982-4626-a7a1-913c369f7933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:48.213946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702814d-9982-4626-a7a1-913c369f7933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7139f8ad-11a8-467c-9bf7-9e293d0ee692,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:48.250489 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] No DVR routers for this DVR port fd0c97ac-e246-41c0-89d5-5fd819319bff on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:58:48.397757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e1f6e96-6d27-4111-8418-fbf8fb3ef669 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:48.408036 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:58:48.408767 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:58:48.422099 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f16c651c-4690-47c9-b1da-14a2c087922e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:48.498449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c651c-4690-47c9-b1da-14a2c087922e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event deleted for resources: {'Port': ['ID=070bde6d-47da-444f-898d-f7bc95cfda42,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:48.508265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:48.583240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-eeb5fb13-1572-4f56-ac13-c6caa062e5f0 None None] Could not find standard attr ID for object d70db139-81f5-462e-9310-30e77bdb641d. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:58:48.616470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-eeb5fb13-1572-4f56-ac13-c6caa062e5f0 None None] Provisioning complete for port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:48.616916 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eeb5fb13-1572-4f56-ac13-c6caa062e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:48.664817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b702814d-9982-4626-a7a1-913c369f7933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:48.671491 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b702814d-9982-4626-a7a1-913c369f7933 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7139f8ad-11a8-467c-9bf7-9e293d0ee692 HTTP/1.1" status: 204 len: 168 time: 1.6890016 May 25 22:58:48.691535 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e61891-4912-4ea2-9d4b-b2967905d5f5']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:48.713807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4028fa-f79e-41ba-9aba-e8d4caefd8f0') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:48.714105 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4028fa-f79e-41ba-9aba-e8d4caefd8f0') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:48.809537 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:48.832746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f6e96-6d27-4111-8418-fbf8fb3ef669 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=0df0404b-777f-446f-b2a2-684d77def172,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:48.865652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eeb5fb13-1572-4f56-ac13-c6caa062e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:48.962250 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8e1f6e96-6d27-4111-8418-fbf8fb3ef669 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.010758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.020753 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:58:49.021240 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.075088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-baf76906-e914-44be-bc58-b7eb3bddd789 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.085722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-baf76906-e914-44be-bc58-b7eb3bddd789 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.111077 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8e1f6e96-6d27-4111-8418-fbf8fb3ef669 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/0df0404b-777f-446f-b2a2-684d77def172 HTTP/1.1" status: 204 len: 168 time: 2.5451853 May 25 22:58:49.112961 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-eeb5fb13-1572-4f56-ac13-c6caa062e5f0 None None] For port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:49.115124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 38972) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:49.116356 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7f577a-600f-4708-87d7-38bcb4df1d00 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:49.117127 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:58:49.145801 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:58:49.217046 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eeb5fb13-1572-4f56-ac13-c6caa062e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.220544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.273261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f16c651c-4690-47c9-b1da-14a2c087922e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.287471 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f16c651c-4690-47c9-b1da-14a2c087922e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "DELETE /v2.0/ports/070bde6d-47da-444f-898d-f7bc95cfda42 HTTP/1.1" status: 204 len: 168 time: 2.7850301 May 25 22:58:49.291981 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38976) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:49.294233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d30197-edfc-48a3-924c-7043534d7aaf None None] Network 09a08ced-f030-4c85-9ff1-424e8dd821e9 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:49.333201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.339152 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.377082 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.385002 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a788c8-87ae-4c84-ae7d-3664550e5fe5 req-129633f7-9642-424f-a6df-c21945a4261e tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:49.386952 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-60a788c8-87ae-4c84-ae7d-3664550e5fe5 req-129633f7-9642-424f-a6df-c21945a4261e tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.6782253 May 25 22:58:49.442929 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.444938 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "DELETE /v2.0/networks/69e61891-4912-4ea2-9d4b-b2967905d5f5 HTTP/1.1" status: 204 len: 168 time: 3.2103226 May 25 22:58:49.446431 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-858dec04-df2a-4c12-963a-5abd8f7eb1d7 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] GET failed (client error): The resource could not be found. May 25 22:58:49.446696 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-858dec04-df2a-4c12-963a-5abd8f7eb1d7 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Synchronizing usage tracker for tenant:eb7fd8a4b90648a68f2f27ddd17d1328 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:49.449998 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=646dd8e6-fc1b-4963-8a23-258f7f6c2eeb,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:49.451404 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ccea3-d683-468b-b480-a77de3f405b1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event deleted for resources: {'Network': ['ID=69e61891-4912-4ea2-9d4b-b2967905d5f5,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:49.453721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38984) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:49.541553 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-60a788c8-87ae-4c84-ae7d-3664550e5fe5 req-8cb16da0-23b1-4e27-a16f-57f8cd63c2ce tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273372 May 25 22:58:49.559372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5dc03b-acab-4c67-a2f8-9892115ce979 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 10636fb9-013d-4da8-9b28-28fb4a4e2718 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:58:49.594339 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc03b-acab-4c67-a2f8-9892115ce979 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.602132 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-47e68669-5dd8-44fd-9776-678ab763110d None None] Could not find standard attr ID for object d70db139-81f5-462e-9310-30e77bdb641d. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 22:58:49.678562 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc03b-acab-4c67-a2f8-9892115ce979 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.683066 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-858dec04-df2a-4c12-963a-5abd8f7eb1d7 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Unset dirty status for tenant:eb7fd8a4b90648a68f2f27ddd17d1328 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:49.684168 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-858dec04-df2a-4c12-963a-5abd8f7eb1d7 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "GET /v2.0/ports/070bde6d-47da-444f-898d-f7bc95cfda42 HTTP/1.1" status: 404 len: 333 time: 0.3912086 May 25 22:58:49.688801 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 38990) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:49.696838 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Request body: {'port': {'network_id': 'cf5c1f3f-9cfc-4d97-8897-d7277111124d', 'name': 'tempest-AllowedAddressPairTestJSON-858018165'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:49.718044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5fb13-1572-4f56-ac13-c6caa062e5f0 None None] Pushing event updated for resources: {'Port': ['ID=fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:49.735270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 09a08ced-f030-4c85-9ff1-424e8dd821e9 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:49.741532 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:49.853881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-e936cc13-08bc-4c0e-a1ea-6d8c001feb97 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Deleting subnet 7508da06-d21b-4217-97e6-d0743b4fc042 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:58:49.861956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e936cc13-08bc-4c0e-a1ea-6d8c001feb97 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.899176 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:58:49.899656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:58:49.928487 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:49.938646 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-47e68669-5dd8-44fd-9776-678ab763110d None None] Provisioning for port 5b294e6c-a0fd-4448-a23b-321f87a16cce completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:49.941401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e936cc13-08bc-4c0e-a1ea-6d8c001feb97 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:49.979273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:49.990926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf76906-e914-44be-bc58-b7eb3bddd789 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:58:50.047155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e936cc13-08bc-4c0e-a1ea-6d8c001feb97 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:50.082753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc03b-acab-4c67-a2f8-9892115ce979 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:50.091951 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Made reservation on behalf of eb7fd8a4b90648a68f2f27ddd17d1328 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:50.095401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:50.140421 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] device_id is not set on port c3a2e90c-5d3e-443b-a921-bee282ab49f2 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:58:50.357251 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e936cc13-08bc-4c0e-a1ea-6d8c001feb97 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:50.412820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936cc13-08bc-4c0e-a1ea-6d8c001feb97 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event deleted for resources: {'Subnet': ['ID=7508da06-d21b-4217-97e6-d0743b4fc042,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:50.428025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e936cc13-08bc-4c0e-a1ea-6d8c001feb97 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:50.435750 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Allocated IP 172.20.0.7 (cf5c1f3f-9cfc-4d97-8897-d7277111124d/4d383d7f-9831-46cc-a5fb-a51fc3a90585/c3a2e90c-5d3e-443b-a921-bee282ab49f2) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:50.451176 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e936cc13-08bc-4c0e-a1ea-6d8c001feb97 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "DELETE /v2.0/subnets/7508da06-d21b-4217-97e6-d0743b4fc042 HTTP/1.1" status: 204 len: 168 time: 0.9937444 May 25 22:58:50.453527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39002) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:50.463537 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f61b28-7e32-4268-9b37-848990c7e7b9 None None] Network 9d1eadc2-cb11-45e2-a33d-c5f030c37496 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:50.616300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39008) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:50.669971 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc03b-acab-4c67-a2f8-9892115ce979 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:50.751417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf76906-e914-44be-bc58-b7eb3bddd789 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:58:50.760735 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc03b-acab-4c67-a2f8-9892115ce979 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:50.771914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dc03b-acab-4c67-a2f8-9892115ce979 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=10636fb9-013d-4da8-9b28-28fb4a4e2718,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:50.823928 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0f5dc03b-acab-4c67-a2f8-9892115ce979 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/10636fb9-013d-4da8-9b28-28fb4a4e2718 HTTP/1.1" status: 204 len: 168 time: 1.7026815 May 25 22:58:50.824930 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39014) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:50.844226 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-baf76906-e914-44be-bc58-b7eb3bddd789 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:50.846557 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-24a7d6dc-8e94-4cd3-98c1-dcf71b59ef61 None None] Provisioning for port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:50.848317 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-baf76906-e914-44be-bc58-b7eb3bddd789 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 HTTP/1.1" status: 200 len: 700 time: 5.8305278 May 25 22:58:50.852052 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39018) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:50.853835 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 23c68ab2-d75e-4ad7-8d80-c55d41a0393a no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:58:50.919126 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 23c68ab2-d75e-4ad7-8d80-c55d41a0393a {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:58:50.919469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 23c68ab2-d75e-4ad7-8d80-c55d41a0393a not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:58:51.026861 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-24a7d6dc-8e94-4cd3-98c1-dcf71b59ef61 None None] Provisioning complete for port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:51.027231 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24a7d6dc-8e94-4cd3-98c1-dcf71b59ef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:51.069323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:58:51.113883 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1589669915'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:51.123079 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-54e719f3-e8b2-44d9-ba64-e2ee50937f7b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2915630 May 25 22:58:51.133187 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282d2bc-6794-4039-acc1-d253abfe3e80 None None] Sync routers for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:58:51.172720 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc8cbb-d813-42fc-824f-31ebb342edee None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:51.180565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39024) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:51.180565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:51.199899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c8808183-cddb-4c7c-8131-9b92a4386a05 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:51.218584 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:51.230050 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:51.287512 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-24a7d6dc-8e94-4cd3-98c1-dcf71b59ef61 None None] Port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:51.322230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:51.324221 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:51.328671 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5b294e6c-a0fd-4448-a23b-321f87a16cce up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:51.345070 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Transition to ACTIVE for port object c3a2e90c-5d3e-443b-a921-bee282ab49f2 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:51.402917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282d2bc-6794-4039-acc1-d253abfe3e80 None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:51.403814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5282d2bc-6794-4039-acc1-d253abfe3e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:51.445094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f13effc-5b46-46dc-ac5d-0195c8f663b8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Deleting subnet f5630d61-dcf3-437f-a167-e903c4a1efb7 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:58:51.448512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1f13effc-5b46-46dc-ac5d-0195c8f663b8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:51.483634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:51.502742 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:51.521593 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c8808183-cddb-4c7c-8131-9b92a4386a05 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:51.530128 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c8808183-cddb-4c7c-8131-9b92a4386a05 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:51.535083 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c8808183-cddb-4c7c-8131-9b92a4386a05 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:51.538650 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:51.541090 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc34a14-7654-4045-b25a-58d0c86ec1b3 req-0e4b0017-e063-4745-a054-aeb4c0af6993 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:51.548719 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4fc34a14-7654-4045-b25a-58d0c86ec1b3 req-0e4b0017-e063-4745-a054-aeb4c0af6993 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.3116965 May 25 22:58:51.566429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c8808183-cddb-4c7c-8131-9b92a4386a05 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:51.610995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1f13effc-5b46-46dc-ac5d-0195c8f663b8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:51.612232 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:51.619514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:51.624756 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:51.634960 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-555991c2-ff2b-458a-ab05-53f9647b59fc tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/routers/be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 HTTP/1.1" status: 200 len: 700 time: 0.7768984 May 25 22:58:51.636421 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39028) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:51.652564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Network cf5c1f3f-9cfc-4d97-8897-d7277111124d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:51.671969 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:51.681549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:51.697599 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:51.698893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-5282d2bc-6794-4039-acc1-d253abfe3e80 None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:58:51.755226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event updated for resources: {'Port': ['ID=c3a2e90c-5d3e-443b-a921-bee282ab49f2,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:51.780057 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:51.780853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:51.782510 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8808183-cddb-4c7c-8131-9b92a4386a05 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:51.786258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c8808183-cddb-4c7c-8131-9b92a4386a05 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:51.798148 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4fc34a14-7654-4045-b25a-58d0c86ec1b3 req-0c54368c-10e4-4e83-a580-ea1a4ef3c078 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483599 May 25 22:58:51.834004 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a07c1b-3a05-41bc-a99f-affd8dcbe1cf None None] DHCP port deletion for 9d1eadc2-cb11-45e2-a33d-c5f030c37496 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:58:51.847310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 5b294e6c-a0fd-4448-a23b-321f87a16cce completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:51.853772 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-79a07c1b-3a05-41bc-a99f-affd8dcbe1cf None None] Deleting port d2746dfe-04e1-47ae-951e-3a2c9bd0b468 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:51.854204 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-79a07c1b-3a05-41bc-a99f-affd8dcbe1cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:51.857341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1f13effc-5b46-46dc-ac5d-0195c8f663b8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:51.942752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:58:51.949135 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ba693068-f55b-4c48-bef7-2c745907b005 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2593224 May 25 22:58:51.951911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39032) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:51.953146 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Sync routers for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:58:51.960391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d716d12f-9631-4f3e-bdbe-baf951f2021e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c0:b1:85'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:51.965238 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:51.966084 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:51.980644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 5b294e6c-a0fd-4448-a23b-321f87a16cce triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:51.980943 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.010307 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e3014b05-ab3a-4a0e-be7a-5dfbdbd98830 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3755000 May 25 22:58:52.017908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39036) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:52.031853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1958953875'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:52.058278 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:52.099711 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a118cc98-2a43-4a24-b650-e2002039d236 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:58:52.110621 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:network and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:52.120267 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:52.124315 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c052b58b-1ce6-497a-8496-6098019bcc62 None None] Provisioning complete for port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:52.125174 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c052b58b-1ce6-497a-8496-6098019bcc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.144679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:52.155262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.165892 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:58:52.231596 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-a118cc98-2a43-4a24-b650-e2002039d236 None None] Deleting port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:52.232505 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a118cc98-2a43-4a24-b650-e2002039d236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.311486 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.333054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1f13effc-5b46-46dc-ac5d-0195c8f663b8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.340042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:52.343993 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.356359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d716d12f-9631-4f3e-bdbe-baf951f2021e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.436405 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13effc-5b46-46dc-ac5d-0195c8f663b8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event deleted for resources: {'Subnet': ['ID=f5630d61-dcf3-437f-a167-e903c4a1efb7,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:52.442402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1f13effc-5b46-46dc-ac5d-0195c8f663b8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.445411 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c052b58b-1ce6-497a-8496-6098019bcc62 None None] Port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:52.454748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:52.459842 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:52.464574 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:52.467992 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5208de7-bc28-4c07-a43e-cdb2509427da None None] Network 661e9c80-c366-4d3d-8d45-470ad1d880a4 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:52.473118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:52.483844 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1f13effc-5b46-46dc-ac5d-0195c8f663b8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "DELETE /v2.0/subnets/f5630d61-dcf3-437f-a167-e903c4a1efb7 HTTP/1.1" status: 204 len: 168 time: 2.0293140 May 25 22:58:52.487278 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39040) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:52.532640 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:58:47Z', 'revision_number': 2, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:48Z', 'revision_number': 2, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:52.539708 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Checking router: 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:58:52.540398 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Updating router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:58:52.592507 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c8808183-cddb-4c7c-8131-9b92a4386a05 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.622511 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.679830 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.681962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8808183-cddb-4c7c-8131-9b92a4386a05 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=55b2e601-f65a-4e66-9cad-3b8a772b3461,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:52.689703 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.693848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5edb16e0-da11-49db-bf82-b0d8e030ea9c,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:52.721741 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:58:52.727956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Deleting port d2746dfe-04e1-47ae-951e-3a2c9bd0b468 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:52.728845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.742927 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8808183-cddb-4c7c-8131-9b92a4386a05 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:52.746136 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-c8808183-cddb-4c7c-8131-9b92a4386a05 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:52.756158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8808183-cddb-4c7c-8131-9b92a4386a05 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:52.757057 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c8808183-cddb-4c7c-8131-9b92a4386a05 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.761789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.762560 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Added segment 81305eda-1c29-4064-a52b-c477c3fb3f0e of type vlan for network 8685ee3a-3f6b-44e9-a8f4-ad22778d05bd May 25 22:58:52.902240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.949889 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c052b58b-1ce6-497a-8496-6098019bcc62 None None] Provisioning complete for port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:52.950393 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c052b58b-1ce6-497a-8496-6098019bcc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.973187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:52.987289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d716d12f-9631-4f3e-bdbe-baf951f2021e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.014728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-79a07c1b-3a05-41bc-a99f-affd8dcbe1cf None None] For port d2746dfe-04e1-47ae-951e-3a2c9bd0b468, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d2746dfe-04e1-47ae-951e-3a2c9bd0b468,segment=NetworkSegment(86775480-aa66-4e97-bfa3-19a014602eba),segment_id=86775480-aa66-4e97-bfa3-19a014602eba)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:53.015119 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-79a07c1b-3a05-41bc-a99f-affd8dcbe1cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.103201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.107531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277037f6-0618-45ad-88fd-ed81ae05379e,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:53.127962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.180191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d716d12f-9631-4f3e-bdbe-baf951f2021e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.194291 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.195795 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-214782e7-f894-44b3-81f2-3c4519a542a6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.5785272 May 25 22:58:53.205275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39046) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:53.231147 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-79a07c1b-3a05-41bc-a99f-affd8dcbe1cf None None] Calling delete_port for d2746dfe-04e1-47ae-951e-3a2c9bd0b468 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:53.261597 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] For port d2746dfe-04e1-47ae-951e-3a2c9bd0b468, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d2746dfe-04e1-47ae-951e-3a2c9bd0b468,segment=NetworkSegment(86775480-aa66-4e97-bfa3-19a014602eba),segment_id=86775480-aa66-4e97-bfa3-19a014602eba)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:53.262102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.294511 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 5b294e6c-a0fd-4448-a23b-321f87a16cce, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5b294e6c-a0fd-4448-a23b-321f87a16cce,segment=NetworkSegment(61464291-cd80-4550-bb1f-a6586e235a97),segment_id=61464291-cd80-4550-bb1f-a6586e235a97)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:53.299107 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c8808183-cddb-4c7c-8131-9b92a4386a05 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1160305 May 25 22:58:53.306523 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39050) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:53.307703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.resource_extend [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 22:58:53.316510 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a118cc98-2a43-4a24-b650-e2002039d236 None None] For port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:53.316510 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a118cc98-2a43-4a24-b650-e2002039d236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.345771 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-0944abea-6baf-43fa-9c92-698065b3bf3e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:53.352377 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.386278 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Transition to ACTIVE for port object 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:53.485696 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.506216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d59a7433-0f74-4e64-b373-53458bec2bb1 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:53.507402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Calling delete_port for d2746dfe-04e1-47ae-951e-3a2c9bd0b468 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:53.510419 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-a118cc98-2a43-4a24-b650-e2002039d236 None None] Calling delete_port for fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:53.541041 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.541969 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 01e6aced-056e-4ff9-b8cd-821eea121f6e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:53.549829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.553721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:53.554306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.579958 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d716d12f-9631-4f3e-bdbe-baf951f2021e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] In _notify_port_updated(), no bound segment for port c3a2e90c-5d3e-443b-a921-bee282ab49f2 on network cf5c1f3f-9cfc-4d97-8897-d7277111124d {{(pid=84716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:58:53.585334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d716d12f-9631-4f3e-bdbe-baf951f2021e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:53.586359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d716d12f-9631-4f3e-bdbe-baf951f2021e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.587930 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d716d12f-9631-4f3e-bdbe-baf951f2021e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "PUT /v2.0/ports/c3a2e90c-5d3e-443b-a921-bee282ab49f2 HTTP/1.1" status: 200 len: 995 time: 1.6348925 May 25 22:58:53.599757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39054) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:53.603574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716d12f-9631-4f3e-bdbe-baf951f2021e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event updated for resources: {'Port': ['ID=c3a2e90c-5d3e-443b-a921-bee282ab49f2,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:53.667426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4191e-a493-4046-b5af-53698d75afa3 req-f7e1a7ce-72fe-4ab2-a147-2bec76703fae tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:53.669789 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-90d4191e-a493-4046-b5af-53698d75afa3 req-f7e1a7ce-72fe-4ab2-a147-2bec76703fae tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.6534185 May 25 22:58:53.744714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39058) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:53.745445 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7263627 May 25 22:58:53.746296 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d59a7433-0f74-4e64-b373-53458bec2bb1 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:53.751067 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d59a7433-0f74-4e64-b373-53458bec2bb1 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5391326 May 25 22:58:53.759297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39060) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:53.778727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-97be3d13-1e78-418c-b017-07ac44130a60 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'subnet': {'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:53.814497 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5ba57-c3ff-4130-9941-c2b3f8844c0e None None] Pushing event updated for resources: {'Port': ['ID=646dd8e6-fc1b-4963-8a23-258f7f6c2eeb,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:53.815402 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5282d2bc-6794-4039-acc1-d253abfe3e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:58:47Z', 'revision_number': 7, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57e6d7c-c379-40a2-864a-e88d3192faf3', 'name': '', 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:23:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:16Z', 'updated_at': '2022-05-25T22:58:40Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5c93db2-7c85-45c9-99fb-c6532992b30a', 'name': '', 'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:c3:13:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6e9def6-a5b0-42b3-8542-fc5dd14e9abf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:32Z', 'updated_at': '2022-05-25T22:58:44Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': 'a6e9def6-a5b0-42b3-8542-fc5dd14e9abf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:53.824936 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-42012618-5bc2-4034-b901-06dd3daf841e tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group': {'name': 'tempest-security--1543933731', 'description': 'tempest-security-description-568727588'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:53.829233 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Attempting to bind port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:53.829606 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Attempting to bind port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '61464291-cd80-4550-bb1f-a6586e235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:53.829943 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Attempting to bind port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb on network 09a08ced-f030-4c85-9ff1-424e8dd821e9 {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:53.832989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee79ad-b378-41d2-8d83-489563371bb8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Network': ['ID=8685ee3a-3f6b-44e9-a8f4-ad22778d05bd,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:53.843049 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5ba57-c3ff-4130-9941-c2b3f8844c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:53.843754 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5ba57-c3ff-4130-9941-c2b3f8844c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:53.844000 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282d2bc-6794-4039-acc1-d253abfe3e80 None None] Checking router: be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:58:53.844133 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5ba57-c3ff-4130-9941-c2b3f8844c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:53.844616 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5ba57-c3ff-4130-9941-c2b3f8844c0e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:53.844913 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5ba57-c3ff-4130-9941-c2b3f8844c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:53.845227 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5ba57-c3ff-4130-9941-c2b3f8844c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:53.845541 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5ba57-c3ff-4130-9941-c2b3f8844c0e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:53.845871 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5ba57-c3ff-4130-9941-c2b3f8844c0e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:53.846162 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5ba57-c3ff-4130-9941-c2b3f8844c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:53.846467 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5ba57-c3ff-4130-9941-c2b3f8844c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:53.846771 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5ba57-c3ff-4130-9941-c2b3f8844c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:58:53.856566 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 8685ee3a-3f6b-44e9-a8f4-ad22778d05bd details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:58:53.861253 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:53.861616 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Checking segment: {'id': '61464291-cd80-4550-bb1f-a6586e235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:53.862010 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.862393 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Bound using segment: {'id': '61464291-cd80-4550-bb1f-a6586e235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:53.862907 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Bound port: 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61464291-cd80-4550-bb1f-a6586e235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:53.863279 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.878144 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0944abea-6baf-43fa-9c92-698065b3bf3e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:53.889383 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0944abea-6baf-43fa-9c92-698065b3bf3e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:53.897739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0944abea-6baf-43fa-9c92-698065b3bf3e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:53.917183 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0944abea-6baf-43fa-9c92-698065b3bf3e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:53.922408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42012618-5bc2-4034-b901-06dd3daf841e tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.950422 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-2cba6377-c077-4cc4-bf5b-5895f73d8fe3 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Deleting port c3a2e90c-5d3e-443b-a921-bee282ab49f2 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:53.950790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2cba6377-c077-4cc4-bf5b-5895f73d8fe3 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:53.956394 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-90d4191e-a493-4046-b5af-53698d75afa3 req-dff066f6-e6c5-4a62-bad2-3659a169ac1c tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780752 May 25 22:58:53.966785 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] For port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:53.971627 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] For port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=646dd8e6-fc1b-4963-8a23-258f7f6c2eeb,segment=NetworkSegment(61464291-cd80-4550-bb1f-a6586e235a97),segment_id=61464291-cd80-4550-bb1f-a6586e235a97)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:53.973216 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=5b294e6c-a0fd-4448-a23b-321f87a16cce,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:53.985372 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-79a07c1b-3a05-41bc-a99f-affd8dcbe1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:54.066890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0944abea-6baf-43fa-9c92-698065b3bf3e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:54.075198 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:54.101344 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccd2a55-4cd0-452d-b5cf-c84e52d774b5 None None] DHCP port deletion for 661e9c80-c366-4d3d-8d45-470ad1d880a4 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:58:54.138698 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282d2bc-6794-4039-acc1-d253abfe3e80 None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:54.139862 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5282d2bc-6794-4039-acc1-d253abfe3e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:54.165392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42012618-5bc2-4034-b901-06dd3daf841e tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:54.167740 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:58:54.168834 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:58:54.170929 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-97be3d13-1e78-418c-b017-07ac44130a60 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:54.183432 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5ba57-c3ff-4130-9941-c2b3f8844c0e None None] Pushing event updated for resources: {'Port': ['ID=646dd8e6-fc1b-4963-8a23-258f7f6c2eeb,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:54.187242 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:58:54.188203 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:54.197130 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-97be3d13-1e78-418c-b017-07ac44130a60 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:subnet and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:54.198954 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 01e6aced-056e-4ff9-b8cd-821eea121f6e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:54.199323 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:54.203559 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-97be3d13-1e78-418c-b017-07ac44130a60 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:54.210370 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-97be3d13-1e78-418c-b017-07ac44130a60 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:54.225257 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-cccd2a55-4cd0-452d-b5cf-c84e52d774b5 None None] Deleting port 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:54.225767 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cccd2a55-4cd0-452d-b5cf-c84e52d774b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:54.261173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42012618-5bc2-4034-b901-06dd3daf841e tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:54.287307 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a07c1b-3a05-41bc-a99f-affd8dcbe1cf None None] Pushing event deleted for resources: {'Port': ['ID=d2746dfe-04e1-47ae-951e-3a2c9bd0b468,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:54.301419 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0944abea-6baf-43fa-9c92-698065b3bf3e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:54.326756 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42012618-5bc2-4034-b901-06dd3daf841e tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:54.328236 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-42012618-5bc2-4034-b901-06dd3daf841e tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "PUT /v2.0/security-groups/277037f6-0618-45ad-88fd-ed81ae05379e HTTP/1.1" status: 200 len: 1611 time: 0.5678432 May 25 22:58:54.328807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42012618-5bc2-4034-b901-06dd3daf841e tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277037f6-0618-45ad-88fd-ed81ae05379e,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:54.341088 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39066) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:54.345452 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97be3d13-1e78-418c-b017-07ac44130a60 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:54.374769 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:58:54.437854 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a118cc98-2a43-4a24-b650-e2002039d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:54.493966 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.ipam_backend_mixin [None req-0944abea-6baf-43fa-9c92-698065b3bf3e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 55b2e601-f65a-4e66-9cad-3b8a772b3461 (CIDR: 2001:db8::/64) May 25 22:58:54.544562 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fc9a9311-b21c-420d-97d3-a4d399de5763 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-groups/277037f6-0618-45ad-88fd-ed81ae05379e HTTP/1.1" status: 200 len: 1611 time: 0.2012818 May 25 22:58:54.550957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39070) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:54.598112 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-0944abea-6baf-43fa-9c92-698065b3bf3e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:58:54.598112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0944abea-6baf-43fa-9c92-698065b3bf3e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:58:54.629548 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a07c1b-3a05-41bc-a99f-affd8dcbe1cf None None] No DVR routers for this DVR port d2746dfe-04e1-47ae-951e-3a2c9bd0b468 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:58:54.647375 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118cc98-2a43-4a24-b650-e2002039d236 None None] Pushing event deleted for resources: {'Port': ['ID=fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:54.652498 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-97be3d13-1e78-418c-b017-07ac44130a60 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:54.678137 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118cc98-2a43-4a24-b650-e2002039d236 None None] No DVR routers for this DVR port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:58:54.678329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Deleting port d2746dfe-04e1-47ae-951e-3a2c9bd0b468 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:54.678329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:54.705485 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b03804f-dbfa-44e8-924b-6f47a740e238 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:54.723876 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0944abea-6baf-43fa-9c92-698065b3bf3e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4022958 May 25 22:58:54.760405 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39074) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:54.768321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42a6bb57-e654-499a-ba18-31e0a1f4f4ec tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:54.774268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:54.802655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42a6bb57-e654-499a-ba18-31e0a1f4f4ec tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:54.833897 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:58:47Z', 'revision_number': 2, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:53Z', 'revision_number': 4, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:54.838548 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe5e8c6-c250-48e9-81ba-31e088d94d03 None None] The sync data for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv is: [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:58:47Z', 'revision_number': 2, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:53Z', 'revision_number': 4, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:58:54.868449 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5f278993-0fa7-42b8-890b-0025072bd94c None None] Provisioning for port c3a2e90c-5d3e-443b-a921-bee282ab49f2 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:54.940159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] The port 'd2746dfe-04e1-47ae-951e-3a2c9bd0b468' was deleted {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:58:55.059549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5f278993-0fa7-42b8-890b-0025072bd94c None None] Provisioning complete for port c3a2e90c-5d3e-443b-a921-bee282ab49f2 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:55.065441 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5f278993-0fa7-42b8-890b-0025072bd94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:55.103555 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42a6bb57-e654-499a-ba18-31e0a1f4f4ec tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:55.134057 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6bb57-e654-499a-ba18-31e0a1f4f4ec tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277037f6-0618-45ad-88fd-ed81ae05379e,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:55.232322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:55.239195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-5282d2bc-6794-4039-acc1-d253abfe3e80 None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:58:55.257890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2cba6377-c077-4cc4-bf5b-5895f73d8fe3 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:55.289389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1eadc2-cb11-45e2-a33d-c5f030c37496']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:55.312126 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': '55b2e601-f65a-4e66-9cad-3b8a772b3461'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:58:55.313227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:55.360616 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5f278993-0fa7-42b8-890b-0025072bd94c None None] Port c3a2e90c-5d3e-443b-a921-bee282ab49f2 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:55.365524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42a6bb57-e654-499a-ba18-31e0a1f4f4ec tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:55.366767 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-42a6bb57-e654-499a-ba18-31e0a1f4f4ec tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-groups/277037f6-0618-45ad-88fd-ed81ae05379e HTTP/1.1" status: 204 len: 168 time: 0.8147812 May 25 22:58:55.378390 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39080) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:55.380253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86775480-aa66-4e97-bfa3-19a014602eba') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:55.380557 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86775480-aa66-4e97-bfa3-19a014602eba') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:55.405097 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-578cfd04-e943-4f2d-88d0-8f7c731680f0 req-ea18c880-34a6-4e24-bd86-be215dde7a31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e097633e41448e99b96c8bd1f567e52&device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 1098 time: 0.7314231 May 25 22:58:55.448182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:55.458349 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-cccd2a55-4cd0-452d-b5cf-c84e52d774b5 None None] For port 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c,segment=NetworkSegment(3ec7347f-e523-4066-ab25-970de56859ef),segment_id=3ec7347f-e523-4066-ab25-970de56859ef)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:55.459017 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cccd2a55-4cd0-452d-b5cf-c84e52d774b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:55.493607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:55.506195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-2cba6377-c077-4cc4-bf5b-5895f73d8fe3 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Calling delete_port for c3a2e90c-5d3e-443b-a921-bee282ab49f2 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:55.534668 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b0e04780-8548-4a77-9dfd-d94fb881faed tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:55.542103 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:55.555019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:55.564394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:58:55.565001 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:55.574305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:58:55.590062 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:58:55.606021 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:55.677103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:55.689513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4c8aa-84cd-48a6-8034-6fc307332265 req-b6e20f93-fa3a-4b28-a2db-71a23358965c tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:55.691016 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-20f4c8aa-84cd-48a6-8034-6fc307332265 req-b6e20f93-fa3a-4b28-a2db-71a23358965c tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.4069326 May 25 22:58:55.722725 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-cccd2a55-4cd0-452d-b5cf-c84e52d774b5 None None] Calling delete_port for 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:55.791080 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:55.793274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:58:55.793666 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 25 22:58:55.795384 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:55.842962 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b0e04780-8548-4a77-9dfd-d94fb881faed tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:55.846878 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b0e04780-8548-4a77-9dfd-d94fb881faed tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4547408 May 25 22:58:55.850075 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39084) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:55.851873 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cfd04-e943-4f2d-88d0-8f7c731680f0 req-de1015da-881d-450b-b4d9-12623737cb61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:55.853487 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-578cfd04-e943-4f2d-88d0-8f7c731680f0 req-de1015da-881d-450b-b4d9-12623737cb61 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9c60186-9e70-42fb-b8b3-1c80486ade84 HTTP/1.1" status: 200 len: 897 time: 0.3823693 May 25 22:58:55.878891 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-ad7c2001-640e-4d9f-b0f4-7e2df1fbc2f9 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] delete failed (client error): The resource could not be found. May 25 22:58:55.883244 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ad7c2001-640e-4d9f-b0f4-7e2df1fbc2f9 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-groups/277037f6-0618-45ad-88fd-ed81ae05379e HTTP/1.1" status: 404 len: 347 time: 0.0292110 May 25 22:58:55.883980 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39088) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:55.890962 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4a0d6f98-a65f-49e6-9bac-ed52a76da4b4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1926770191'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:55.897401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4a0d6f98-a65f-49e6-9bac-ed52a76da4b4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:55.902511 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-20f4c8aa-84cd-48a6-8034-6fc307332265 req-3daabd92-7119-43f6-8883-1000c3555ac8 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946151 May 25 22:58:55.910174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:55.912058 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4a0d6f98-a65f-49e6-9bac-ed52a76da4b4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:55.934772 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:55.949596 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event deleted for resources: {'Network': ['ID=9d1eadc2-cb11-45e2-a33d-c5f030c37496,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:55.958781 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-826901c7-8993-4977-9a9b-8531984523d8 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "DELETE /v2.0/networks/9d1eadc2-cb11-45e2-a33d-c5f030c37496 HTTP/1.1" status: 204 len: 168 time: 3.4704373 May 25 22:58:55.959428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39092) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:56.027299 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Port fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 not found, will not notify nova. {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 25 22:58:56.027690 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c5c93db2-7c85-45c9-99fb-c6532992b30a up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:56.038845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-97be3d13-1e78-418c-b017-07ac44130a60 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.104757 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-578cfd04-e943-4f2d-88d0-8f7c731680f0 req-cadac550-3e3c-4920-bc4f-228ec42ce040 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=140267bc-ed27-4935-b212-d8c24f295998 HTTP/1.1" status: 200 len: 1000 time: 0.1931505 May 25 22:58:56.105805 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6f98-a65f-49e6-9bac-ed52a76da4b4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.174878 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d44dcfa-7d7e-4922-af2f-3f55e836bbdc tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.192688 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2cba6377-c077-4cc4-bf5b-5895f73d8fe3 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.205340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be3d13-1e78-418c-b017-07ac44130a60 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Subnet': ['ID=d074e90d-de86-4268-a0b2-2bbc6785daa2,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:56.221460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4a0d6f98-a65f-49e6-9bac-ed52a76da4b4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:56.229904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4a0d6f98-a65f-49e6-9bac-ed52a76da4b4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:56.232368 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4a0d6f98-a65f-49e6-9bac-ed52a76da4b4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:56.236564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3d44dcfa-7d7e-4922-af2f-3f55e836bbdc tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Deleting port 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:56.236850 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d44dcfa-7d7e-4922-af2f-3f55e836bbdc tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.273905 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Allocated IP 2001:db8::2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/55b2e601-f65a-4e66-9cad-3b8a772b3461/c41afcb9-db86-477e-b776-041f4e80fa5d) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:56.274481 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba6377-c077-4cc4-bf5b-5895f73d8fe3 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event deleted for resources: {'Port': ['ID=c3a2e90c-5d3e-443b-a921-bee282ab49f2,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:56.286023 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4a0d6f98-a65f-49e6-9bac-ed52a76da4b4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:56.314571 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be3d13-1e78-418c-b017-07ac44130a60 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Checking segment: {'id': '81305eda-1c29-4064-a52b-c477c3fb3f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:56.314934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97be3d13-1e78-418c-b017-07ac44130a60 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network hostable DHCP agents. Network: 8685ee3a-3f6b-44e9-a8f4-ad22778d05bd, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:58:56.338973 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cccd2a55-4cd0-452d-b5cf-c84e52d774b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.383596 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3d44dcfa-7d7e-4922-af2f-3f55e836bbdc tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] The port '6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c' was deleted {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:58:56.399235 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd2a55-4cd0-452d-b5cf-c84e52d774b5 None None] No DVR routers for this DVR port 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:58:56.415382 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd2a55-4cd0-452d-b5cf-c84e52d774b5 None None] Pushing event deleted for resources: {'Port': ['ID=6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:56.430115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cfd04-e943-4f2d-88d0-8f7c731680f0 req-c526cde8-8ee8-4149-85e1-548a72b20047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:56.432001 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-578cfd04-e943-4f2d-88d0-8f7c731680f0 req-c526cde8-8ee8-4149-85e1-548a72b20047 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=194773ba-2949-40ba-961f-fa4cac5277ab HTTP/1.1" status: 200 len: 835 time: 0.2930498 May 25 22:58:56.502426 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port c5c93db2-7c85-45c9-99fb-c6532992b30a completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:56.516518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c5c93db2-7c85-45c9-99fb-c6532992b30a triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:56.516908 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.561941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6f98-a65f-49e6-9bac-ed52a76da4b4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.576346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d44dcfa-7d7e-4922-af2f-3f55e836bbdc tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.597966 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2cba6377-c077-4cc4-bf5b-5895f73d8fe3 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.601638 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97be3d13-1e78-418c-b017-07ac44130a60 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 8685ee3a-3f6b-44e9-a8f4-ad22778d05bd is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:58:56.615629 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5282d2bc-6794-4039-acc1-d253abfe3e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:58:47Z', 'revision_number': 7, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57e6d7c-c379-40a2-864a-e88d3192faf3', 'name': '', 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:23:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:16Z', 'updated_at': '2022-05-25T22:58:40Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5c93db2-7c85-45c9-99fb-c6532992b30a', 'name': '', 'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:c3:13:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6e9def6-a5b0-42b3-8542-fc5dd14e9abf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:32Z', 'updated_at': '2022-05-25T22:58:44Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': 'a6e9def6-a5b0-42b3-8542-fc5dd14e9abf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:56.628060 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3d44dcfa-7d7e-4922-af2f-3f55e836bbdc tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661e9c80-c366-4d3d-8d45-470ad1d880a4']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:56.637617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6f98-a65f-49e6-9bac-ed52a76da4b4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.656836 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282d2bc-6794-4039-acc1-d253abfe3e80 None None] The sync data for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv is: [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:58:47Z', 'revision_number': 7, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57e6d7c-c379-40a2-864a-e88d3192faf3', 'name': '', 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:23:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:16Z', 'updated_at': '2022-05-25T22:58:40Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5c93db2-7c85-45c9-99fb-c6532992b30a', 'name': '', 'network_id': '3848ceb1-2c0b-4589-8107-8b0d022a0a2c', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:c3:13:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6e9def6-a5b0-42b3-8542-fc5dd14e9abf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:32Z', 'updated_at': '2022-05-25T22:58:44Z', 'revision_number': 4, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': 'a6e9def6-a5b0-42b3-8542-fc5dd14e9abf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:58:56.661353 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3d44dcfa-7d7e-4922-af2f-3f55e836bbdc tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec7347f-e523-4066-ab25-970de56859ef') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:56.661850 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3d44dcfa-7d7e-4922-af2f-3f55e836bbdc tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec7347f-e523-4066-ab25-970de56859ef') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:58:56.685176 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d44dcfa-7d7e-4922-af2f-3f55e836bbdc tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.712190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-97be3d13-1e78-418c-b017-07ac44130a60 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 8685ee3a-3f6b-44e9-a8f4-ad22778d05bd) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:56.716939 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97be3d13-1e78-418c-b017-07ac44130a60 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:56.718647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-97be3d13-1e78-418c-b017-07ac44130a60 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.740185 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port c5c93db2-7c85-45c9-99fb-c6532992b30a {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:56.740551 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.748864 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d44dcfa-7d7e-4922-af2f-3f55e836bbdc tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.751774 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d6f98-a65f-49e6-9bac-ed52a76da4b4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099321f4-3ad0-4801-bfba-b8a075b28087,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:56.770421 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d44dcfa-7d7e-4922-af2f-3f55e836bbdc tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:58:56.770956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d44dcfa-7d7e-4922-af2f-3f55e836bbdc tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:58:56.788319 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:58:56.833406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.834820 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-578cfd04-e943-4f2d-88d0-8f7c731680f0 req-23f1b1e1-e886-407b-8f07-df1cf0aff843 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9c60186-9e70-42fb-b8b3-1c80486ade84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3916295 May 25 22:58:56.846823 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2cba6377-c077-4cc4-bf5b-5895f73d8fe3 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "DELETE /v2.0/ports/c3a2e90c-5d3e-443b-a921-bee282ab49f2 HTTP/1.1" status: 204 len: 168 time: 3.2396412 May 25 22:58:56.847034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Transition to ACTIVE for port object c41afcb9-db86-477e-b776-041f4e80fa5d will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:56.850928 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39096) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:56.869881 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Transition to ACTIVE for port object c41afcb9-db86-477e-b776-041f4e80fa5d will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:56.907158 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a0d6f98-a65f-49e6-9bac-ed52a76da4b4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:56.908483 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4a0d6f98-a65f-49e6-9bac-ed52a76da4b4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0236785 May 25 22:58:56.918213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39100) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:56.922455 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-452ad9c6-46a8-4777-9889-0cdb7338b03f tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] GET failed (client error): The resource could not be found. May 25 22:58:56.923025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-452ad9c6-46a8-4777-9889-0cdb7338b03f tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Synchronizing usage tracker for tenant:eb7fd8a4b90648a68f2f27ddd17d1328 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:56.928475 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-934bd9e9-e5d5-4d7d-b12f-fa9c1e312222 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group_rule': {'security_group_id': '099321f4-3ad0-4801-bfba-b8a075b28087', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:56.935314 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e05751-1df9-48f4-ac8b-4524d81ad627 None None] Network 8685ee3a-3f6b-44e9-a8f4-ad22778d05bd requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:56.939193 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-934bd9e9-e5d5-4d7d-b12f-fa9c1e312222 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:56.946321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-934bd9e9-e5d5-4d7d-b12f-fa9c1e312222 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:58:56.952053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-934bd9e9-e5d5-4d7d-b12f-fa9c1e312222 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:58:56.959654 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-934bd9e9-e5d5-4d7d-b12f-fa9c1e312222 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:56.991766 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-97be3d13-1e78-418c-b017-07ac44130a60 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2184119 May 25 22:58:56.991909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39106) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:57.017382 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.087110 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port c5c93db2-7c85-45c9-99fb-c6532992b30a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c5c93db2-7c85-45c9-99fb-c6532992b30a,segment=NetworkSegment(c3514cfd-13bb-45c1-a12b-fc778d43de96),segment_id=c3514cfd-13bb-45c1-a12b-fc778d43de96)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:57.156559 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.164710 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41995d84-b490-4ba2-8732-8120c5f0bcaa req-353a4dd8-3e66-4f75-9cf5-911f727a8139 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:57.171705 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-41995d84-b490-4ba2-8732-8120c5f0bcaa req-353a4dd8-3e66-4f75-9cf5-911f727a8139 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.1033614 May 25 22:58:57.216269 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-41995d84-b490-4ba2-8732-8120c5f0bcaa req-a88f401b-b6ee-41c9-8f39-abd59fad2298 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436869 May 25 22:58:57.273386 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:57.276286 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:57.281890 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:57.284113 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:58:57.285235 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.286636 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-452ad9c6-46a8-4777-9889-0cdb7338b03f tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Unset dirty status for tenant:eb7fd8a4b90648a68f2f27ddd17d1328 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:57.291595 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-452ad9c6-46a8-4777-9889-0cdb7338b03f tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "GET /v2.0/ports/c3a2e90c-5d3e-443b-a921-bee282ab49f2 HTTP/1.1" status: 404 len: 333 time: 0.4361866 May 25 22:58:57.291595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d44dcfa-7d7e-4922-af2f-3f55e836bbdc tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.291853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39110) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:57.296741 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Pushing event updated for resources: {'Port': ['ID=c41afcb9-db86-477e-b776-041f4e80fa5d,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:57.319644 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Request body: {'port': {'network_id': 'cf5c1f3f-9cfc-4d97-8897-d7277111124d', 'name': 'tempest-AllowedAddressPairTestJSON-1482099925'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:57.344828 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.359991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d44dcfa-7d7e-4922-af2f-3f55e836bbdc tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.366691 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3d44dcfa-7d7e-4922-af2f-3f55e836bbdc tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "DELETE /v2.0/networks/661e9c80-c366-4d3d-8d45-470ad1d880a4 HTTP/1.1" status: 204 len: 168 time: 1.4055247 May 25 22:58:57.374757 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44dcfa-7d7e-4922-af2f-3f55e836bbdc tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event deleted for resources: {'Network': ['ID=661e9c80-c366-4d3d-8d45-470ad1d880a4,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:57.391202 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-578cfd04-e943-4f2d-88d0-8f7c731680f0 req-bfd1b507-43cb-47c9-a198-c7617192b582 service neutron] 10.222.0.73 "GET /v2.0/networks/f9c60186-9e70-42fb-b8b3-1c80486ade84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378945 May 25 22:58:57.401725 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39114) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:57.436770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-934bd9e9-e5d5-4d7d-b12f-fa9c1e312222 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.455983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fd0c97ac-e246-41c0-89d5-5fd819319bff no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:58:57.512799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: fd0c97ac-e246-41c0-89d5-5fd819319bff {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:58:57.513126 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fd0c97ac-e246-41c0-89d5-5fd819319bff not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:58:57.551721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Attempting to bind port c41afcb9-db86-477e-b776-041f4e80fa5d on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:57.551721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Attempting to bind port c41afcb9-db86-477e-b776-041f4e80fa5d by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:57.551721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Attempting to bind port c41afcb9-db86-477e-b776-041f4e80fa5d on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:57.563944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:57.570928 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:57.571272 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:57.571664 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.572054 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:57.572515 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Bound port: c41afcb9-db86-477e-b776-041f4e80fa5d, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:57.572901 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.577111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:57.587876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-934bd9e9-e5d5-4d7d-b12f-fa9c1e312222 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.593941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=c5c93db2-7c85-45c9-99fb-c6532992b30a,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:57.662531 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Made reservation on behalf of eb7fd8a4b90648a68f2f27ddd17d1328 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:57.668334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.708958 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-934bd9e9-e5d5-4d7d-b12f-fa9c1e312222 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.720784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Allocated IP 2001:db8:1::2 (8685ee3a-3f6b-44e9-a8f4-ad22778d05bd/d074e90d-de86-4268-a0b2-2bbc6785daa2/170fd44d-147f-4682-be69-3ceb1f72a6ec) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:57.728080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] For port c41afcb9-db86-477e-b776-041f4e80fa5d, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:57.733083 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] device_id is not set on port 55beac9e-4cdc-4860-aa73-a94b0894733e yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:58:57.734432 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] For port c41afcb9-db86-477e-b776-041f4e80fa5d, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c41afcb9-db86-477e-b776-041f4e80fa5d,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:57.794652 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bd9e9-e5d5-4d7d-b12f-fa9c1e312222 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2d7665-03e0-4c5b-9b59-6cb6076de1f3,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:57.799492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.objects.ports [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84717) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:58:57.815580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-934bd9e9-e5d5-4d7d-b12f-fa9c1e312222 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.820148 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-934bd9e9-e5d5-4d7d-b12f-fa9c1e312222 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9002931 May 25 22:58:57.822009 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5b294e6c-a0fd-4448-a23b-321f87a16cce up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:57.822155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39118) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:57.862846 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.863975 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] For port c5c93db2-7c85-45c9-99fb-c6532992b30a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c5c93db2-7c85-45c9-99fb-c6532992b30a,segment=NetworkSegment(c3514cfd-13bb-45c1-a12b-fc778d43de96),segment_id=c3514cfd-13bb-45c1-a12b-fc778d43de96)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:57.864471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.873078 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56e45294-a618-4832-8598-a5c190d69a9a tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.895163 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56e45294-a618-4832-8598-a5c190d69a9a tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:57.994521 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Allocated IP 172.20.0.7 (cf5c1f3f-9cfc-4d97-8897-d7277111124d/4d383d7f-9831-46cc-a5fb-a51fc3a90585/55beac9e-4cdc-4860-aa73-a94b0894733e) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:58:58.069195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for c5c93db2-7c85-45c9-99fb-c6532992b30a owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:58:58.073930 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca103b-fadd-438d-9298-2eb217599a24 None None] Pushing event updated for resources: {'Port': ['ID=c41afcb9-db86-477e-b776-041f4e80fa5d,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:58.087114 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56e45294-a618-4832-8598-a5c190d69a9a tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:58.102207 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-578cfd04-e943-4f2d-88d0-8f7c731680f0 req-76c1831d-50f8-4713-9edc-6ca499429a58 service neutron] 10.222.0.73 "GET /v2.0/networks/f9c60186-9e70-42fb-b8b3-1c80486ade84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6951895 May 25 22:58:58.133594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 5b294e6c-a0fd-4448-a23b-321f87a16cce triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:58.133846 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:58.198139 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e45294-a618-4832-8598-a5c190d69a9a tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a2d7665-03e0-4c5b-9b59-6cb6076de1f3,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:58.200743 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56e45294-a618-4832-8598-a5c190d69a9a tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:58.204123 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-56e45294-a618-4832-8598-a5c190d69a9a tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/3a2d7665-03e0-4c5b-9b59-6cb6076de1f3 HTTP/1.1" status: 204 len: 168 time: 0.3748240 May 25 22:58:58.207264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39122) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:58.215677 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:58.231282 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Transition to ACTIVE for port object 170fd44d-147f-4682-be69-3ceb1f72a6ec will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:58.320560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1e028a8f-7ff6-4f42-90d1-2b406605485a tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:58.355812 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Transition to ACTIVE for port object 170fd44d-147f-4682-be69-3ceb1f72a6ec will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:58.378228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:58.382952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb12b6fb-43e9-4700-b491-605314a1ef19 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Deleting subnet 8c415bc1-7e41-4576-975e-4c121fabbff1 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:58:58.406519 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:58:58.414618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eb12b6fb-43e9-4700-b491-605314a1ef19 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:58.444110 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Transition to ACTIVE for port object 55beac9e-4cdc-4860-aa73-a94b0894733e will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:58:58.469577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1e028a8f-7ff6-4f42-90d1-2b406605485a tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:58.473867 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1e028a8f-7ff6-4f42-90d1-2b406605485a tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2628686 May 25 22:58:58.477254 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39128) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:58.519074 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eb12b6fb-43e9-4700-b491-605314a1ef19 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:58.520665 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:58.595173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b8aae-38a8-441c-9344-70e12b1c5b1a req-bdb337ac-51fd-4442-8f4b-2d35cd99225a tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:58.595173 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e61b8aae-38a8-441c-9344-70e12b1c5b1a req-bdb337ac-51fd-4442-8f4b-2d35cd99225a tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.1882496 May 25 22:58:58.599634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf03a-fe05-42e9-8d8e-d5d613ddc7bd tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:58.658072 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Network 8685ee3a-3f6b-44e9-a8f4-ad22778d05bd is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:58.662714 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:58.668108 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:58.709758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:58.730060 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:58:58.730674 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:58:58.749810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Pushing event updated for resources: {'Port': ['ID=170fd44d-147f-4682-be69-3ceb1f72a6ec,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:58.768067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:58.806693 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Attempting to bind port 170fd44d-147f-4682-be69-3ceb1f72a6ec on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:58:58.807060 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Attempting to bind port 170fd44d-147f-4682-be69-3ceb1f72a6ec by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '81305eda-1c29-4064-a52b-c477c3fb3f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:58:58.807416 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Attempting to bind port 170fd44d-147f-4682-be69-3ceb1f72a6ec on network 8685ee3a-3f6b-44e9-a8f4-ad22778d05bd {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:58:58.816722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:58:58.821169 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Checking segment: {'id': '81305eda-1c29-4064-a52b-c477c3fb3f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:58:58.821169 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:58.821169 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Bound using segment: {'id': '81305eda-1c29-4064-a52b-c477c3fb3f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:58:58.821169 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Bound port: 170fd44d-147f-4682-be69-3ceb1f72a6ec, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81305eda-1c29-4064-a52b-c477c3fb3f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:58:58.821169 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:58.846647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf03a-fe05-42e9-8d8e-d5d613ddc7bd tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:58.883921 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:58.898665 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:58.899089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:58.905251 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e61b8aae-38a8-441c-9344-70e12b1c5b1a req-bfbcff39-2601-4725-881b-bbaadf1f24ed tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031976 May 25 22:58:58.938306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event updated for resources: {'Port': ['ID=55beac9e-4cdc-4860-aa73-a94b0894733e,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:58.944580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Network cf5c1f3f-9cfc-4d97-8897-d7277111124d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:58:58.946830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:58:58.957413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:58:58.958544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eb12b6fb-43e9-4700-b491-605314a1ef19 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:58.990860 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] For port 170fd44d-147f-4682-be69-3ceb1f72a6ec, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:58:58.995457 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] For port 170fd44d-147f-4682-be69-3ceb1f72a6ec, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=170fd44d-147f-4682-be69-3ceb1f72a6ec,segment=NetworkSegment(81305eda-1c29-4064-a52b-c477c3fb3f0e),segment_id=81305eda-1c29-4064-a52b-c477c3fb3f0e)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:58:59.079937 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:58:59.080747 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:59.092385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:59.133228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf03a-fe05-42e9-8d8e-d5d613ddc7bd tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:59.140372 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf03a-fe05-42e9-8d8e-d5d613ddc7bd tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:59.144809 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8a5cf03a-fe05-42e9-8d8e-d5d613ddc7bd tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-groups/099321f4-3ad0-4801-bfba-b8a075b28087 HTTP/1.1" status: 204 len: 168 time: 0.6663141 May 25 22:58:59.145387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39132) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:59.196442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cf03a-fe05-42e9-8d8e-d5d613ddc7bd tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099321f4-3ad0-4801-bfba-b8a075b28087,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:59.229285 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9828a944-b3e0-42d7-8be4-ecdcf433d1c7 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:58:59.233302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port c5c93db2-7c85-45c9-99fb-c6532992b30a {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:58:59.233809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:59.243342 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-10fb8bcf-17bc-4bef-9cfd-18689a025782 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9504828 May 25 22:58:59.256938 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39136) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:59.261076 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:59.270304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Request body: {'port': {'network_id': 'cf5c1f3f-9cfc-4d97-8897-d7277111124d', 'name': 'tempest-AllowedAddressPairTestJSON-123826091'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:59.335701 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd31343-698c-4d45-9a43-2fb7e7799001 None None] Pushing event updated for resources: {'Port': ['ID=170fd44d-147f-4682-be69-3ceb1f72a6ec,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:59.342868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9828a944-b3e0-42d7-8be4-ecdcf433d1c7 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:58:59.342868 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9828a944-b3e0-42d7-8be4-ecdcf433d1c7 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1848669 May 25 22:58:59.347423 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eb12b6fb-43e9-4700-b491-605314a1ef19 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:59.348610 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39140) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:58:59.362916 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=646dd8e6-fc1b-4963-8a23-258f7f6c2eeb,segment=NetworkSegment(61464291-cd80-4550-bb1f-a6586e235a97),segment_id=61464291-cd80-4550-bb1f-a6586e235a97)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:58:59.416808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-8add32c7-ae20-4a6c-a0bb-8b10d91e9067 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group': {'name': 'tempest-secgroup--312142366'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:58:59.423066 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:59.441505 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8add32c7-ae20-4a6c-a0bb-8b10d91e9067 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:59.471524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8add32c7-ae20-4a6c-a0bb-8b10d91e9067 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:59.526525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:58:59.550723 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:59.564044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:59.578353 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8add32c7-ae20-4a6c-a0bb-8b10d91e9067 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:59.580566 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:58:59.581943 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fda214c5-b4ab-4a9a-9bf8-bff19b9b5d41 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:58:59.582816 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:58:59.627409 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8f893bb9-52d4-490a-8d75-7822f0c6612c None None] Provisioning for port 55beac9e-4cdc-4860-aa73-a94b0894733e completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:58:59.629623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8add32c7-ae20-4a6c-a0bb-8b10d91e9067 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:58:59.630325 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12b6fb-43e9-4700-b491-605314a1ef19 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event deleted for resources: {'Subnet': ['ID=8c415bc1-7e41-4576-975e-4c121fabbff1,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:59.633405 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:58:59.633737 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6a3b9c61-9c84-46b2-8cb0-e9f6b3a4a82c not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:58:59.634143 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d2746dfe-04e1-47ae-951e-3a2c9bd0b468 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:58:59.644639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8add32c7-ae20-4a6c-a0bb-8b10d91e9067 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:58:59.647361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Made reservation on behalf of eb7fd8a4b90648a68f2f27ddd17d1328 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:58:59.651718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:59.670418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8f893bb9-52d4-490a-8d75-7822f0c6612c None None] Provisioning complete for port 55beac9e-4cdc-4860-aa73-a94b0894733e triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:58:59.670742 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8f893bb9-52d4-490a-8d75-7822f0c6612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:59.702722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: d2746dfe-04e1-47ae-951e-3a2c9bd0b468 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:58:59.702722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d2746dfe-04e1-47ae-951e-3a2c9bd0b468 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:58:59.706234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=646dd8e6-fc1b-4963-8a23-258f7f6c2eeb,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:58:59.733635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] device_id is not set on port 0db39dee-0066-4806-a0f4-f3840738a237 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:58:59.768127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-8f893bb9-52d4-490a-8d75-7822f0c6612c None None] Port 55beac9e-4cdc-4860-aa73-a94b0894733e cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:58:59.821575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cb4830-0f27-4f8e-af62-3d189817ab89 None None] Network 620a3929-2d49-4100-890d-7d823e611267 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:58:59.828347 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eb12b6fb-43e9-4700-b491-605314a1ef19 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:58:59.955936 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-eb12b6fb-43e9-4700-b491-605314a1ef19 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "DELETE /v2.0/subnets/8c415bc1-7e41-4576-975e-4c121fabbff1 HTTP/1.1" status: 204 len: 168 time: 2.5476952 May 25 22:58:59.979651 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39146) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:00.067824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-df4ab0a8-cff6-40dd-a46e-770a42bf2b1e None None] Provisioning for port c41afcb9-db86-477e-b776-041f4e80fa5d completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:00.111527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8add32c7-ae20-4a6c-a0bb-8b10d91e9067 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.136691 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Allocated IP 172.20.0.3 (cf5c1f3f-9cfc-4d97-8897-d7277111124d/4d383d7f-9831-46cc-a5fb-a51fc3a90585/0db39dee-0066-4806-a0f4-f3840738a237) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:00.152275 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 170fd44d-147f-4682-be69-3ceb1f72a6ec up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:00.177363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8add32c7-ae20-4a6c-a0bb-8b10d91e9067 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.237030 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] For port c5c93db2-7c85-45c9-99fb-c6532992b30a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c5c93db2-7c85-45c9-99fb-c6532992b30a,segment=NetworkSegment(c3514cfd-13bb-45c1-a12b-fc778d43de96),segment_id=c3514cfd-13bb-45c1-a12b-fc778d43de96)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:00.237530 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.246748 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688d6925-917f-47f4-b18e-5f41b1b7adf6 None None] DHCP port deletion for 620a3929-2d49-4100-890d-7d823e611267 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:59:00.252678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-688d6925-917f-47f4-b18e-5f41b1b7adf6 None None] Deleting port 10e37649-ac55-43ac-8f7f-342f535cbc7a {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:00.253048 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-688d6925-917f-47f4-b18e-5f41b1b7adf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.278656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] For port c41afcb9-db86-477e-b776-041f4e80fa5d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c41afcb9-db86-477e-b776-041f4e80fa5d,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:00.284003 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add32c7-ae20-4a6c-a0bb-8b10d91e9067 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9437dd-480a-42b3-b901-646efe2321eb,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:00.339171 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 170fd44d-147f-4682-be69-3ceb1f72a6ec completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:00.359831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:00.418303 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8150d2-a77c-4b93-8c02-70141f58071f req-1c22c120-53cf-4bbf-838a-d61f001a4a3d tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:00.419896 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7a8150d2-a77c-4b93-8c02-70141f58071f req-1c22c120-53cf-4bbf-838a-d61f001a4a3d tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.2809143 May 25 22:59:00.423534 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for c5c93db2-7c85-45c9-99fb-c6532992b30a owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:00.458539 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8add32c7-ae20-4a6c-a0bb-8b10d91e9067 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.459614 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8add32c7-ae20-4a6c-a0bb-8b10d91e9067 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1075246 May 25 22:59:00.467836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-82ac51ec-b52f-4e07-ace7-94a4a9a8e5e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.474467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39150) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:00.483183 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-753b7c18-772a-40aa-993a-b18f7a30fabf tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group_rule': {'security_group_id': '1b9437dd-480a-42b3-b901-646efe2321eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:00.491643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-753b7c18-772a-40aa-993a-b18f7a30fabf tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:00.496066 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-753b7c18-772a-40aa-993a-b18f7a30fabf tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:00.501460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-753b7c18-772a-40aa-993a-b18f7a30fabf tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:00.508042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-753b7c18-772a-40aa-993a-b18f7a30fabf tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:00.514340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.542608 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7a8150d2-a77c-4b93-8c02-70141f58071f req-3958b72a-802f-42f6-9d42-57111a1d1bfd tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082892 May 25 22:59:00.544098 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-688d6925-917f-47f4-b18e-5f41b1b7adf6 None None] For port 10e37649-ac55-43ac-8f7f-342f535cbc7a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=10e37649-ac55-43ac-8f7f-342f535cbc7a,segment=NetworkSegment(d7d4fa48-d9b3-48fc-ac02-1def2b399744),segment_id=d7d4fa48-d9b3-48fc-ac02-1def2b399744)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:00.544623 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-688d6925-917f-47f4-b18e-5f41b1b7adf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.561787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.568946 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-82ac51ec-b52f-4e07-ace7-94a4a9a8e5e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Deleting port 10e37649-ac55-43ac-8f7f-342f535cbc7a {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:00.569540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-82ac51ec-b52f-4e07-ace7-94a4a9a8e5e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.611103 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.632336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-753b7c18-772a-40aa-993a-b18f7a30fabf tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.649107 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Transition to ACTIVE for port object 0db39dee-0066-4806-a0f4-f3840738a237 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:00.662354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:00.663114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.720813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-753b7c18-772a-40aa-993a-b18f7a30fabf tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.748842 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.748842 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.759240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-688d6925-917f-47f4-b18e-5f41b1b7adf6 None None] Calling delete_port for 10e37649-ac55-43ac-8f7f-342f535cbc7a owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:00.793312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.915377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c41afcb9-db86-477e-b776-041f4e80fa5d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:00.916145 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event updated for resources: {'Port': ['ID=0db39dee-0066-4806-a0f4-f3840738a237,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:00.921937 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-753b7c18-772a-40aa-993a-b18f7a30fabf tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:00.953605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b7c18-772a-40aa-993a-b18f7a30fabf tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea746b0-133c-4937-973d-a8332d4a2903,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:00.958047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Network cf5c1f3f-9cfc-4d97-8897-d7277111124d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:00.962605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:00.965036 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:59:01.011301 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e76e182-e9a2-499c-9813-33b21226795b None None] Network 8685ee3a-3f6b-44e9-a8f4-ad22778d05bd requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:01.082173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:01.083132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.098259 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:01.104315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-82ac51ec-b52f-4e07-ace7-94a4a9a8e5e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] The port '10e37649-ac55-43ac-8f7f-342f535cbc7a' was deleted {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:59:01.107329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-753b7c18-772a-40aa-993a-b18f7a30fabf tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.113462 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-753b7c18-772a-40aa-993a-b18f7a30fabf tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6359007 May 25 22:59:01.113462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39154) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:01.114741 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:01.123020 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e9188f5d-9051-4b16-b1c5-ae898b87c98c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group_rule': {'security_group_id': '1b9437dd-480a-42b3-b901-646efe2321eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:01.132441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e9188f5d-9051-4b16-b1c5-ae898b87c98c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:01.140244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e9188f5d-9051-4b16-b1c5-ae898b87c98c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:01.144777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e9188f5d-9051-4b16-b1c5-ae898b87c98c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:01.153179 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e9188f5d-9051-4b16-b1c5-ae898b87c98c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:01.158800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:01.159537 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.170603 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-688d6925-917f-47f4-b18e-5f41b1b7adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.216767 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=78a9975f-1302-416e-bd44-2fa0e92f8497,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:01.238081 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5d5ba632-8a7f-491a-aca7-27ab820fe3d4 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9777429 May 25 22:59:01.240245 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39158) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:01.249810 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-6ddf77b9-e638-4bc2-bbc4-cf36baea2ac8 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:c0:b1:85'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:7e:a5:31'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:01.268102 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04d6d2b-7d6d-4f87-aa0d-af3b0dbf7a28 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:01.276673 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=c41afcb9-db86-477e-b776-041f4e80fa5d,revision_number=4']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:01.296445 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port c41afcb9-db86-477e-b776-041f4e80fa5d completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:01.315335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c41afcb9-db86-477e-b776-041f4e80fa5d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:01.315699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.374636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-82ac51ec-b52f-4e07-ace7-94a4a9a8e5e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.376850 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d6925-917f-47f4-b18e-5f41b1b7adf6 None None] Pushing event deleted for resources: {'Port': ['ID=10e37649-ac55-43ac-8f7f-342f535cbc7a,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:01.446047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9188f5d-9051-4b16-b1c5-ae898b87c98c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.460195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-999c82e1-c75a-4bcd-a6d3-862a273fd5d4 None None] Provisioning for port 170fd44d-147f-4682-be69-3ceb1f72a6ec completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:01.463755 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d6925-917f-47f4-b18e-5f41b1b7adf6 None None] No DVR routers for this DVR port 10e37649-ac55-43ac-8f7f-342f535cbc7a on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:01.464157 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-82ac51ec-b52f-4e07-ace7-94a4a9a8e5e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620a3929-2d49-4100-890d-7d823e611267']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:01.486683 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-140f2437-654c-4ebb-9689-161a970f9461 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.7204769 May 25 22:59:01.490799 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39162) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:01.492071 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-999c82e1-c75a-4bcd-a6d3-862a273fd5d4 None None] Provisioning complete for port 170fd44d-147f-4682-be69-3ceb1f72a6ec triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:01.492550 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-999c82e1-c75a-4bcd-a6d3-862a273fd5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.532826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'mac_address': 'fa:16:3e:72:08:49', 'name': 'tempest-NetworksTestDHCPv6-1802781238'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:01.547061 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-82ac51ec-b52f-4e07-ace7-94a4a9a8e5e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d4fa48-d9b3-48fc-ac02-1def2b399744') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:01.547354 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-82ac51ec-b52f-4e07-ace7-94a4a9a8e5e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d4fa48-d9b3-48fc-ac02-1def2b399744') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:01.607072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9188f5d-9051-4b16-b1c5-ae898b87c98c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.636705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-82ac51ec-b52f-4e07-ace7-94a4a9a8e5e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.656151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ddf77b9-e638-4bc2-bbc4-cf36baea2ac8 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.674722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-82ac51ec-b52f-4e07-ace7-94a4a9a8e5e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.725507 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9188f5d-9051-4b16-b1c5-ae898b87c98c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.725962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ac51ec-b52f-4e07-ace7-94a4a9a8e5e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:01.726368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-82ac51ec-b52f-4e07-ace7-94a4a9a8e5e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:01.746235 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:01.808115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.814942 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.816472 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9188f5d-9051-4b16-b1c5-ae898b87c98c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c83160e-1da5-4531-8c51-0c7bcb3bc714,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:01.902947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Port': ['ID=c5c93db2-7c85-45c9-99fb-c6532992b30a,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:01.913053 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-999c82e1-c75a-4bcd-a6d3-862a273fd5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:01.945676 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Allocated IP 2001:db8:1::1 (8685ee3a-3f6b-44e9-a8f4-ad22778d05bd/d074e90d-de86-4268-a0b2-2bbc6785daa2/2930d81f-092d-44dc-9e6f-5937f992bce3) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:01.948717 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port c41afcb9-db86-477e-b776-041f4e80fa5d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c41afcb9-db86-477e-b776-041f4e80fa5d,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:01.981202 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-999c82e1-c75a-4bcd-a6d3-862a273fd5d4 None None] For port 170fd44d-147f-4682-be69-3ceb1f72a6ec, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=170fd44d-147f-4682-be69-3ceb1f72a6ec,segment=NetworkSegment(81305eda-1c29-4064-a52b-c477c3fb3f0e),segment_id=81305eda-1c29-4064-a52b-c477c3fb3f0e)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:02.034590 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:02.035396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c5c93db2-7c85-45c9-99fb-c6532992b30a up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:02.060133 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82efce-b215-47f0-bd38-21fe99aba5f0 req-60a4377a-2bd7-4a0c-b8b1-cb66dcd7f807 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:02.061748 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3c82efce-b215-47f0-bd38-21fe99aba5f0 req-60a4377a-2bd7-4a0c-b8b1-cb66dcd7f807 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.3418562 May 25 22:59:02.062522 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9188f5d-9051-4b16-b1c5-ae898b87c98c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:02.063834 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e9188f5d-9051-4b16-b1c5-ae898b87c98c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9485283 May 25 22:59:02.088230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39168) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:02.116960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:02.126832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-3c2bd6df-e79b-4f75-8e1d-d6b2d5c37d22 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group_rule': {'security_group_id': '1b9437dd-480a-42b3-b901-646efe2321eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:02.140663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: c5c93db2-7c85-45c9-99fb-c6532992b30a {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:02.141004 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c5c93db2-7c85-45c9-99fb-c6532992b30a not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 25 22:59:02.159935 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3c82efce-b215-47f0-bd38-21fe99aba5f0 req-8cbd643a-d5bc-4656-88dc-9641946a6917 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873733 May 25 22:59:02.183357 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3c2bd6df-e79b-4f75-8e1d-d6b2d5c37d22 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:02.203157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-999c82e1-c75a-4bcd-a6d3-862a273fd5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:02.211896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3c2bd6df-e79b-4f75-8e1d-d6b2d5c37d22 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:02.214855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Port c5c93db2-7c85-45c9-99fb-c6532992b30a not found, will not notify nova. {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 25 22:59:02.215289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:02.247886 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ddf77b9-e638-4bc2-bbc4-cf36baea2ac8 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:02.271193 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=c41afcb9-db86-477e-b776-041f4e80fa5d,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:02.273004 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3c2bd6df-e79b-4f75-8e1d-d6b2d5c37d22 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:02.281723 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:02.287097 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-82ac51ec-b52f-4e07-ace7-94a4a9a8e5e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:02.315648 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3c2bd6df-e79b-4f75-8e1d-d6b2d5c37d22 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:02.331752 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ddf77b9-e638-4bc2-bbc4-cf36baea2ac8 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:02.401995 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-82ac51ec-b52f-4e07-ace7-94a4a9a8e5e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:02.425865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:02.464191 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c41afcb9-db86-477e-b776-041f4e80fa5d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:02.480856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac51ec-b52f-4e07-ace7-94a4a9a8e5e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Pushing event deleted for resources: {'Network': ['ID=620a3929-2d49-4100-890d-7d823e611267,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:02.525241 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-82ac51ec-b52f-4e07-ace7-94a4a9a8e5e1 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "DELETE /v2.0/networks/620a3929-2d49-4100-890d-7d823e611267 HTTP/1.1" status: 204 len: 168 time: 2.5446599 May 25 22:59:02.526205 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39172) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:02.555053 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c82e1-c75a-4bcd-a6d3-862a273fd5d4 None None] Pushing event updated for resources: {'Port': ['ID=170fd44d-147f-4682-be69-3ceb1f72a6ec,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:02.590274 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf77b9-e638-4bc2-bbc4-cf36baea2ac8 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event updated for resources: {'Port': ['ID=0db39dee-0066-4806-a0f4-f3840738a237,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:02.618471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c41afcb9-db86-477e-b776-041f4e80fa5d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:02.618917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:02.634152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf77b9-e638-4bc2-bbc4-cf36baea2ac8 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] In _notify_port_updated(), no bound segment for port 0db39dee-0066-4806-a0f4-f3840738a237 on network cf5c1f3f-9cfc-4d97-8897-d7277111124d {{(pid=84716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 22:59:02.640437 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddf77b9-e638-4bc2-bbc4-cf36baea2ac8 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:02.640437 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ddf77b9-e638-4bc2-bbc4-cf36baea2ac8 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:02.644054 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6ddf77b9-e638-4bc2-bbc4-cf36baea2ac8 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "PUT /v2.0/ports/0db39dee-0066-4806-a0f4-f3840738a237 HTTP/1.1" status: 200 len: 1054 time: 1.3991327 May 25 22:59:02.647389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39176) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:02.648596 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-22988fb8-0e4b-4f8a-91d7-48279e3cd8eb None None] Provisioning for port 0db39dee-0066-4806-a0f4-f3840738a237 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:02.691218 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-22988fb8-0e4b-4f8a-91d7-48279e3cd8eb None None] Provisioning complete for port 0db39dee-0066-4806-a0f4-f3840738a237 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:02.691618 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-22988fb8-0e4b-4f8a-91d7-48279e3cd8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:02.730849 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c5281385-9e4c-4a1c-bf93-efb52b4e61f5 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Deleting port 0db39dee-0066-4806-a0f4-f3840738a237 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:02.731425 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c5281385-9e4c-4a1c-bf93-efb52b4e61f5 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:02.787893 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:02.841369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-22988fb8-0e4b-4f8a-91d7-48279e3cd8eb None None] Port 0db39dee-0066-4806-a0f4-f3840738a237 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:59:02.876700 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-78f72f7f-31f4-4004-8c71-b5fc47acbd7d tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Synchronizing usage tracker for tenant:2be6123e89ad4e12b5ecb1f88734a36d on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:02.893221 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:02.896308 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd6df-e79b-4f75-8e1d-d6b2d5c37d22 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:02.928054 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-22988fb8-0e4b-4f8a-91d7-48279e3cd8eb None None] Provisioning complete for port 170fd44d-147f-4682-be69-3ceb1f72a6ec triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:02.928423 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-22988fb8-0e4b-4f8a-91d7-48279e3cd8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:02.932269 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Transition to ACTIVE for port object 2930d81f-092d-44dc-9e6f-5937f992bce3 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:03.000336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 10e37649-ac55-43ac-8f7f-342f535cbc7a no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:03.037136 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 10e37649-ac55-43ac-8f7f-342f535cbc7a {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:03.037728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 10e37649-ac55-43ac-8f7f-342f535cbc7a not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:03.053208 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c5281385-9e4c-4a1c-bf93-efb52b4e61f5 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:03.173565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:03.180276 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c5281385-9e4c-4a1c-bf93-efb52b4e61f5 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Calling delete_port for 0db39dee-0066-4806-a0f4-f3840738a237 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:03.227526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e9ff0b2e-072f-4ac6-bba5-54a730320ba2 None None] Provisioning complete for port 0db39dee-0066-4806-a0f4-f3840738a237 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:03.228298 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0b2e-072f-4ac6-bba5-54a730320ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:03.307043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff0b2e-072f-4ac6-bba5-54a730320ba2 None None] Port 0db39dee-0066-4806-a0f4-f3840738a237 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:59:03.321939 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e9ff0b2e-072f-4ac6-bba5-54a730320ba2 None None] Provisioning complete for port c41afcb9-db86-477e-b776-041f4e80fa5d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:03.322304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0b2e-072f-4ac6-bba5-54a730320ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:03.331071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 8685ee3a-3f6b-44e9-a8f4-ad22778d05bd is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:03.347103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:03.354430 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:59:03.354430 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:03.362377 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-78f72f7f-31f4-4004-8c71-b5fc47acbd7d tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Unset dirty status for tenant:2be6123e89ad4e12b5ecb1f88734a36d on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:03.366091 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-78f72f7f-31f4-4004-8c71-b5fc47acbd7d tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "GET /v2.0/ports?device_id=23614599-41db-4e10-a876-da621a1ee214 HTTP/1.1" status: 200 len: 205 time: 0.8324685 May 25 22:59:03.367089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39182) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:03.389239 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=2930d81f-092d-44dc-9e6f-5937f992bce3,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:03.423814 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-738312f0-4dd2-4b35-9b50-c3f9cdcb606e req-89374b89-1716-4491-b9ce-246783ab4ae9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 1098 time: 0.7152224 May 25 22:59:03.431776 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:03.477186 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd6df-e79b-4f75-8e1d-d6b2d5c37d22 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:03.500037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port e2c1ebda-0a6a-44da-ac3e-86b0d5af7220 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:59:03.553270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:03.586322 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd6df-e79b-4f75-8e1d-d6b2d5c37d22 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:03.599375 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-738312f0-4dd2-4b35-9b50-c3f9cdcb606e req-8ab226a6-2b82-4990-a3c8-cc8b3190d327 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560962 May 25 22:59:03.606398 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c284980a-b2db-469f-bab5-9c2035263887 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:03.664409 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c5281385-9e4c-4a1c-bf93-efb52b4e61f5 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:03.674801 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bd6df-e79b-4f75-8e1d-d6b2d5c37d22 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac715ab-79fe-48e9-8137-15401b9415cf,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:03.713214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e421f0a-a0fa-493b-a63c-460b13ce3b41 req-d171b3a6-24c7-444f-983e-ce2eb40eae4c tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:03.714609 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6e421f0a-a0fa-493b-a63c-460b13ce3b41 req-d171b3a6-24c7-444f-983e-ce2eb40eae4c tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.2847884 May 25 22:59:03.787567 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5281385-9e4c-4a1c-bf93-efb52b4e61f5 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event deleted for resources: {'Port': ['ID=0db39dee-0066-4806-a0f4-f3840738a237,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:03.822749 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f242ae20-4f22-44ba-8e42-9a1c2ed2b49a None None] Provisioning for port 2930d81f-092d-44dc-9e6f-5937f992bce3 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:03.830222 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f242ae20-4f22-44ba-8e42-9a1c2ed2b49a None None] Provisioning complete for port 2930d81f-092d-44dc-9e6f-5937f992bce3 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:03.832799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f242ae20-4f22-44ba-8e42-9a1c2ed2b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:03.869560 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3c2bd6df-e79b-4f75-8e1d-d6b2d5c37d22 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:03.871497 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3c2bd6df-e79b-4f75-8e1d-d6b2d5c37d22 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.7670143 May 25 22:59:03.874235 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39186) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:03.887685 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-685804f7-9394-41e2-beb9-d76e49c18617 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group_rule': {'security_group_id': '1b9437dd-480a-42b3-b901-646efe2321eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:03.905211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-685804f7-9394-41e2-beb9-d76e49c18617 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:03.912856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f242ae20-4f22-44ba-8e42-9a1c2ed2b49a None None] Port 2930d81f-092d-44dc-9e6f-5937f992bce3 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:59:03.921719 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 140267bc-ed27-4935-b212-d8c24f295998 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 22:59:03.950938 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-685804f7-9394-41e2-beb9-d76e49c18617 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:03.956328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-685804f7-9394-41e2-beb9-d76e49c18617 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:04.017960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.041092 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::a (228eb34e-59ed-4b00-ac30-fd8c9bc52748/55b2e601-f65a-4e66-9cad-3b8a772b3461/e2c1ebda-0a6a-44da-ac3e-86b0d5af7220) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:04.091875 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 140267bc-ed27-4935-b212-d8c24f295998, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=140267bc-ed27-4935-b212-d8c24f295998,segment=NetworkSegment(5ce93166-2681-4fa4-9e69-5c5981642a09),segment_id=5ce93166-2681-4fa4-9e69-5c5981642a09)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:04.105087 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '140267bc-ed27-4935-b212-d8c24f295998', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'port_id': '140267bc-ed27-4935-b212-d8c24f295998', 'mac_address': 'fa:16:3e:81:88:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 22:59:04.133429 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6e421f0a-a0fa-493b-a63c-460b13ce3b41 req-b83757ad-19d3-4388-8185-2de1fa97127f tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3572099 May 25 22:59:04.138035 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8:0:1:f816:3eff:fe72:849 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/78a9975f-1302-416e-bd44-2fa0e92f8497/e2c1ebda-0a6a-44da-ac3e-86b0d5af7220) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:04.161753 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.180723 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 140267bc-ed27-4935-b212-d8c24f295998 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 22:59:04.197245 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 140267bc-ed27-4935-b212-d8c24f295998, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=140267bc-ed27-4935-b212-d8c24f295998,segment=NetworkSegment(5ce93166-2681-4fa4-9e69-5c5981642a09),segment_id=5ce93166-2681-4fa4-9e69-5c5981642a09)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:04.205428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-685804f7-9394-41e2-beb9-d76e49c18617 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:04.284570 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.339692 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 170fd44d-147f-4682-be69-3ceb1f72a6ec up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:04.423332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=140267bc-ed27-4935-b212-d8c24f295998,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:04.443320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 170fd44d-147f-4682-be69-3ceb1f72a6ec triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:04.443688 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.472214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-685804f7-9394-41e2-beb9-d76e49c18617 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.487823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c284980a-b2db-469f-bab5-9c2035263887 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.538418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['140267bc-ed27-4935-b212-d8c24f295998'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 22:59:04.544684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c284980a-b2db-469f-bab5-9c2035263887 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.597262 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c5281385-9e4c-4a1c-bf93-efb52b4e61f5 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.614710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c41afcb9-db86-477e-b776-041f4e80fa5d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:04.631035 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-685804f7-9394-41e2-beb9-d76e49c18617 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.691403 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c284980a-b2db-469f-bab5-9c2035263887 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.691804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c284980a-b2db-469f-bab5-9c2035263887 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Fanout notify agent at l3_agent the message router_deleted on router 23614599-41db-4e10-a876-da621a1ee214 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:59:04.698957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c284980a-b2db-469f-bab5-9c2035263887 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.702552 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c284980a-b2db-469f-bab5-9c2035263887 tempest-RoutersNegativeIpV6Test-286806846 tempest-RoutersNegativeIpV6Test-286806846-project] 10.222.0.66 "DELETE /v2.0/routers/23614599-41db-4e10-a876-da621a1ee214 HTTP/1.1" status: 204 len: 168 time: 1.3341310 May 25 22:59:04.734799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-685804f7-9394-41e2-beb9-d76e49c18617 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.744169 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c41afcb9-db86-477e-b776-041f4e80fa5d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:04.744553 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.750821 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c5281385-9e4c-4a1c-bf93-efb52b4e61f5 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "DELETE /v2.0/ports/0db39dee-0066-4806-a0f4-f3840738a237 HTTP/1.1" status: 204 len: 168 time: 2.0999649 May 25 22:59:04.782498 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39192) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:04.786465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685804f7-9394-41e2-beb9-d76e49c18617 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca7d87a-085a-4081-8deb-199425961475,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:04.854766 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47e892e-08a7-4d6c-a07d-807e3706acd7 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] GET failed (client error): The resource could not be found. May 25 22:59:04.856094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a47e892e-08a7-4d6c-a07d-807e3706acd7 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Synchronizing usage tracker for tenant:eb7fd8a4b90648a68f2f27ddd17d1328 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:04.875450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-685804f7-9394-41e2-beb9-d76e49c18617 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:04.877194 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-685804f7-9394-41e2-beb9-d76e49c18617 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9979284 May 25 22:59:04.879902 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39196) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:04.887610 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a9f97a8d-7c88-49c5-85f3-dfccfdeb5b2c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group_rule': {'security_group_id': '1b9437dd-480a-42b3-b901-646efe2321eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:04.896587 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a9f97a8d-7c88-49c5-85f3-dfccfdeb5b2c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:04.906319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a9f97a8d-7c88-49c5-85f3-dfccfdeb5b2c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:04.911494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a9f97a8d-7c88-49c5-85f3-dfccfdeb5b2c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:04.934596 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a9f97a8d-7c88-49c5-85f3-dfccfdeb5b2c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:04.961260 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a47e892e-08a7-4d6c-a07d-807e3706acd7 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Unset dirty status for tenant:eb7fd8a4b90648a68f2f27ddd17d1328 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:04.967788 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a47e892e-08a7-4d6c-a07d-807e3706acd7 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "GET /v2.0/ports/0db39dee-0066-4806-a0f4-f3840738a237 HTTP/1.1" status: 404 len: 333 time: 0.1808178 May 25 22:59:04.968684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39200) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:05.037868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.062552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd8a8e-587b-40bc-ba86-f7da87403dd5 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Deleting port 55beac9e-4cdc-4860-aa73-a94b0894733e {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:05.063140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e4bd8a8e-587b-40bc-ba86-f7da87403dd5 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.070764 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object e2c1ebda-0a6a-44da-ac3e-86b0d5af7220 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:05.100555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.112396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:05.120449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9f97a8d-7c88-49c5-85f3-dfccfdeb5b2c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.247166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.247166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.251820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.331370 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9f97a8d-7c88-49c5-85f3-dfccfdeb5b2c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.420544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:05.425444 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9f97a8d-7c88-49c5-85f3-dfccfdeb5b2c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.426481 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=2930d81f-092d-44dc-9e6f-5937f992bce3,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:05.437526 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:05.473564 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:59:05.477668 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:05.478149 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.483712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f97a8d-7c88-49c5-85f3-dfccfdeb5b2c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41de12ab-4d3e-49bc-9f62-7b86a200991d,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:05.495906 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39208) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:05.496008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e4bd8a8e-587b-40bc-ba86-f7da87403dd5 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.602973 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=e2c1ebda-0a6a-44da-ac3e-86b0d5af7220,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:05.614090 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network 8685ee3a-3f6b-44e9-a8f4-ad22778d05bd is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:05.616564 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:05.634731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9f97a8d-7c88-49c5-85f3-dfccfdeb5b2c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.639662 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a9f97a8d-7c88-49c5-85f3-dfccfdeb5b2c tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7584879 May 25 22:59:05.640687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39214) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:05.647826 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd8a8e-587b-40bc-ba86-f7da87403dd5 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Calling delete_port for 55beac9e-4cdc-4860-aa73-a94b0894733e owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:05.719731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21452d-d22d-4bf7-9e90-8a996022bd0d req-2b0f26d5-ef7a-493f-8551-2df7ba3668f1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:05.721280 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9c21452d-d22d-4bf7-9e90-8a996022bd0d req-2b0f26d5-ef7a-493f-8551-2df7ba3668f1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 944 time: 0.3979189 May 25 22:59:05.755823 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4a8fff04-f931-4a7c-a37d-2bae4056967a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.2346203 May 25 22:59:05.763448 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39218) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:05.815467 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:05.824510 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-16e84564-6014-4b9c-b786-781d4700119d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1854594 May 25 22:59:05.825328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39222) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:05.831442 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce098f-a9c7-477a-8c05-ab1c03621105 None None] Sync routers for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:05.846603 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-48feef44-3397-45fd-8867-d7a903f5b623 None None] Provisioning for port e2c1ebda-0a6a-44da-ac3e-86b0d5af7220 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:05.852073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-48feef44-3397-45fd-8867-d7a903f5b623 None None] Provisioning complete for port e2c1ebda-0a6a-44da-ac3e-86b0d5af7220 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:05.853545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-48feef44-3397-45fd-8867-d7a903f5b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.858419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-abff0b41-0366-4aba-a0f2-85f164df357f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.889504 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-abff0b41-0366-4aba-a0f2-85f164df357f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:05.910577 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9c21452d-d22d-4bf7-9e90-8a996022bd0d req-600a29ca-411e-46cb-86bd-48da28794804 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797280 May 25 22:59:05.935149 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ded99763-5d53-4d2d-a1e7-c70313f45fa8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2be6123e89ad4e12b5ecb1f88734a36d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4398448 May 25 22:59:05.940073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce098f-a9c7-477a-8c05-ab1c03621105 None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:05.940785 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ccce098f-a9c7-477a-8c05-ab1c03621105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:05.946660 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39226) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:05.952976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39230) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:05.957702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-25f08bbb-a578-4993-9fd5-a1c1eb65c08e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port e2c1ebda-0a6a-44da-ac3e-86b0d5af7220 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:05.958041 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-25f08bbb-a578-4993-9fd5-a1c1eb65c08e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.002377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 140267bc-ed27-4935-b212-d8c24f295998 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:06.157112 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-48feef44-3397-45fd-8867-d7a903f5b623 None None] Port e2c1ebda-0a6a-44da-ac3e-86b0d5af7220 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:59:06.207478 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-ccce098f-a9c7-477a-8c05-ab1c03621105 None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:06.271397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-30464c43-c70d-406f-a500-1c8f4db83863 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting subnet a6e9def6-a5b0-42b3-8542-fc5dd14e9abf {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:59:06.278492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30464c43-c70d-406f-a500-1c8f4db83863 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.291476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-abff0b41-0366-4aba-a0f2-85f164df357f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.296314 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 140267bc-ed27-4935-b212-d8c24f295998 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:06.296776 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.314956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff0b41-0366-4aba-a0f2-85f164df357f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41de12ab-4d3e-49bc-9f62-7b86a200991d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:06.319553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-59b5f759-5372-404b-b609-80cea9f1cbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.328789 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9f496f4c-cdb1-4b2e-a766-0870fcd3d0d1 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/floatingips/9c2e997b-134f-4ee3-88ed-1a67b16b2ceb HTTP/1.1" status: 200 len: 991 time: 0.3745720 May 25 22:59:06.351268 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e4bd8a8e-587b-40bc-ba86-f7da87403dd5 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.379238 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30464c43-c70d-406f-a500-1c8f4db83863 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.390396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d82d26a1-e0a7-4f73-b3ed-d8f311c27566 None None] Provisioning complete for port 2930d81f-092d-44dc-9e6f-5937f992bce3 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:06.390771 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d82d26a1-e0a7-4f73-b3ed-d8f311c27566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.408853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-59b5f759-5372-404b-b609-80cea9f1cbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.423254 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-abff0b41-0366-4aba-a0f2-85f164df357f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.427046 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-abff0b41-0366-4aba-a0f2-85f164df357f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/41de12ab-4d3e-49bc-9f62-7b86a200991d HTTP/1.1" status: 204 len: 168 time: 0.7428191 May 25 22:59:06.430235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39234) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:06.430384 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd8a8e-587b-40bc-ba86-f7da87403dd5 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event deleted for resources: {'Port': ['ID=55beac9e-4cdc-4860-aa73-a94b0894733e,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:06.625373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e4bd8a8e-587b-40bc-ba86-f7da87403dd5 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.628861 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e4bd8a8e-587b-40bc-ba86-f7da87403dd5 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "DELETE /v2.0/ports/55beac9e-4cdc-4860-aa73-a94b0894733e HTTP/1.1" status: 204 len: 168 time: 1.6588454 May 25 22:59:06.634051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-d82d26a1-e0a7-4f73-b3ed-d8f311c27566 None None] Port 2930d81f-092d-44dc-9e6f-5937f992bce3 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:59:06.644450 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.646666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39238) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:06.660239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-25f08bbb-a578-4993-9fd5-a1c1eb65c08e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.684124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 140267bc-ed27-4935-b212-d8c24f295998, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=140267bc-ed27-4935-b212-d8c24f295998,segment=NetworkSegment(5ce93166-2681-4fa4-9e69-5c5981642a09),segment_id=5ce93166-2681-4fa4-9e69-5c5981642a09)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:06.689688 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140267bc-ed27-4935-b212-d8c24f295998'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:59:06.749375 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:06.756488 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-264f4072-73dd-4e8f-b399-4bce277b0d3e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] GET failed (client error): The resource could not be found. May 25 22:59:06.757015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-264f4072-73dd-4e8f-b399-4bce277b0d3e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Synchronizing usage tracker for tenant:eb7fd8a4b90648a68f2f27ddd17d1328 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:06.760152 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.798486 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1832f8a2-9234-43da-9a78-cd88c6bc6e50'] response: {'server_uuid': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140267bc-ed27-4935-b212-d8c24f295998', 'code': 200} May 25 22:59:06.800302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30464c43-c70d-406f-a500-1c8f4db83863 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.807188 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-25f08bbb-a578-4993-9fd5-a1c1eb65c08e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for e2c1ebda-0a6a-44da-ac3e-86b0d5af7220 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:06.841509 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-57f3dbe1-4945-49e0-bb58-6870209e7597 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:06.880482 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=140267bc-ed27-4935-b212-d8c24f295998,revision_number=7']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:06.907815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ccce098f-a9c7-477a-8c05-ab1c03621105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:59:01Z', 'revision_number': 8, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57e6d7c-c379-40a2-864a-e88d3192faf3', 'name': '', 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:23:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:16Z', 'updated_at': '2022-05-25T22:58:40Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:06.911897 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce098f-a9c7-477a-8c05-ab1c03621105 None None] Checking router: be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:06.924978 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce098f-a9c7-477a-8c05-ab1c03621105 None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:06.925685 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ccce098f-a9c7-477a-8c05-ab1c03621105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:06.928011 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-59b5f759-5372-404b-b609-80cea9f1cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:06.931677 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-264f4072-73dd-4e8f-b399-4bce277b0d3e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Unset dirty status for tenant:eb7fd8a4b90648a68f2f27ddd17d1328 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:06.937488 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-264f4072-73dd-4e8f-b399-4bce277b0d3e tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "GET /v2.0/ports/55beac9e-4cdc-4860-aa73-a94b0894733e HTTP/1.1" status: 404 len: 333 time: 0.2852197 May 25 22:59:06.938955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39244) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:07.009249 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5f759-5372-404b-b609-80cea9f1cbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf7764a-f36d-444b-a219-bd5538bd760c,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:07.024611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-59b5f759-5372-404b-b609-80cea9f1cbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:07.025751 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-59b5f759-5372-404b-b609-80cea9f1cbf5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/baf7764a-f36d-444b-a219-bd5538bd760c HTTP/1.1" status: 204 len: 168 time: 1.0760791 May 25 22:59:07.054056 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2e57d905-0fa0-4e23-b514-5e88a3e1e5dd tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Deleting port 94bcedd9-9df1-4fc2-aa8f-eb795d0519c3 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:07.054386 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e57d905-0fa0-4e23-b514-5e88a3e1e5dd tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:07.075118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-57f3dbe1-4945-49e0-bb58-6870209e7597 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:07.080030 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-57f3dbe1-4945-49e0-bb58-6870209e7597 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.6440573 May 25 22:59:07.080335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39250) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:07.093873 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:07.116332 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-108c7ead-4c29-4bc7-9373-3f33d92ec006 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1400306 May 25 22:59:07.119433 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39254) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:07.125129 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Sync routers for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:07.126684 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7f9e157d-9d69-47b2-bce0-d5bc07b173e4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1121802468'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:07.130710 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09547327-e883-4d21-af4d-dc43ea854f64 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:07.141043 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7f9e157d-9d69-47b2-bce0-d5bc07b173e4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:07.143798 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30464c43-c70d-406f-a500-1c8f4db83863 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:07.157066 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:07.158036 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:07.184479 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-ccce098f-a9c7-477a-8c05-ab1c03621105 None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:07.188663 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09547327-e883-4d21-af4d-dc43ea854f64 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:07.194859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7f9e157d-9d69-47b2-bce0-d5bc07b173e4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:network and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:07.201090 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7f9e157d-9d69-47b2-bce0-d5bc07b173e4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:07.220137 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7f9e157d-9d69-47b2-bce0-d5bc07b173e4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:07.222191 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30464c43-c70d-406f-a500-1c8f4db83863 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e9def6-a5b0-42b3-8542-fc5dd14e9abf,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:07.238794 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30464c43-c70d-406f-a500-1c8f4db83863 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:07.243660 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-30464c43-c70d-406f-a500-1c8f4db83863 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/a6e9def6-a5b0-42b3-8542-fc5dd14e9abf HTTP/1.1" status: 204 len: 168 time: 1.4116883 May 25 22:59:07.246267 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39258) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:07.255600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa305457-5395-4c21-aac3-e9a4bf4e04e8 None None] Network 3848ceb1-2c0b-4589-8107-8b0d022a0a2c requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:07.309963 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-25f08bbb-a578-4993-9fd5-a1c1eb65c08e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:07.341651 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9e157d-9d69-47b2-bce0-d5bc07b173e4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:07.346200 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f9e157d-9d69-47b2-bce0-d5bc07b173e4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:07.367548 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09547327-e883-4d21-af4d-dc43ea854f64 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:07.385401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f08bbb-a578-4993-9fd5-a1c1eb65c08e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=e2c1ebda-0a6a-44da-ac3e-86b0d5af7220,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:07.428983 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:07.475442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09547327-e883-4d21-af4d-dc43ea854f64 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ca7d87a-085a-4081-8deb-199425961475,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:07.559897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:07.565728 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9e157d-9d69-47b2-bce0-d5bc07b173e4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:59:07.586854 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f9e157d-9d69-47b2-bce0-d5bc07b173e4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:07.587682 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-7f9e157d-9d69-47b2-bce0-d5bc07b173e4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Added segment c6a31137-b209-42e2-9038-0fe718aabb57 of type vlan for network dee3ef1f-aec1-4b85-b92d-76f00978d815 May 25 22:59:07.589188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port 01e6aced-056e-4ff9-b8cd-821eea121f6e {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:07.589815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:07.590286 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-25f08bbb-a578-4993-9fd5-a1c1eb65c08e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:07.635532 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-25f08bbb-a578-4993-9fd5-a1c1eb65c08e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/e2c1ebda-0a6a-44da-ac3e-86b0d5af7220 HTTP/1.1" status: 204 len: 168 time: 1.8687246 May 25 22:59:07.636665 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39264) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:07.640763 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e57d905-0fa0-4e23-b514-5e88a3e1e5dd tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:07.737982 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09547327-e883-4d21-af4d-dc43ea854f64 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:07.741314 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-09547327-e883-4d21-af4d-dc43ea854f64 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7ca7d87a-085a-4081-8deb-199425961475 HTTP/1.1" status: 204 len: 168 time: 0.6600244 May 25 22:59:07.750067 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39272) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:07.849216 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2e57d905-0fa0-4e23-b514-5e88a3e1e5dd tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Calling delete_port for 94bcedd9-9df1-4fc2-aa8f-eb795d0519c3 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:07.921043 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f9e157d-9d69-47b2-bce0-d5bc07b173e4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:07.986146 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:03Z', 'revision_number': 3, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:04Z', 'revision_number': 2, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:07.991829 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Checking router: 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:07.992559 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Updating router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd port 2930d81f-092d-44dc-9e6f-5937f992bce3 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:59:08.015755 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1e54f84a-1824-40aa-abe9-61eec9c24712 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:08.067798 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:08.077762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] For port 01e6aced-056e-4ff9-b8cd-821eea121f6e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=01e6aced-056e-4ff9-b8cd-821eea121f6e,segment=NetworkSegment(c3514cfd-13bb-45c1-a12b-fc778d43de96),segment_id=c3514cfd-13bb-45c1-a12b-fc778d43de96)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:08.078029 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:08.101965 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ccce098f-a9c7-477a-8c05-ab1c03621105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:59:01Z', 'revision_number': 8, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57e6d7c-c379-40a2-864a-e88d3192faf3', 'name': '', 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:23:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:16Z', 'updated_at': '2022-05-25T22:58:40Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:08.107772 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce098f-a9c7-477a-8c05-ab1c03621105 None None] The sync data for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv is: [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:59:01Z', 'revision_number': 8, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a57e6d7c-c379-40a2-864a-e88d3192faf3', 'name': '', 'network_id': '0081f839-7eec-41c1-8bdd-1195166175e8', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:23:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:16Z', 'updated_at': '2022-05-25T22:58:40Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '5acca102-d5be-467a-9d4d-35ac0298eb79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:08.152857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83ba923-7054-42f9-8a7f-820bffd2eeb7 None None] DHCP port deletion for 3848ceb1-2c0b-4589-8107-8b0d022a0a2c request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:59:08.158995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e83ba923-7054-42f9-8a7f-820bffd2eeb7 None None] Deleting port 01e6aced-056e-4ff9-b8cd-821eea121f6e {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:08.159749 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e83ba923-7054-42f9-8a7f-820bffd2eeb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:08.188973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745cd446-b45d-4a51-99bb-47101d067104 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:08.189847 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-745cd446-b45d-4a51-99bb-47101d067104 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:08.234518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for 01e6aced-056e-4ff9-b8cd-821eea121f6e owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:08.263205 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f9e157d-9d69-47b2-bce0-d5bc07b173e4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:08.267250 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e157d-9d69-47b2-bce0-d5bc07b173e4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:08.267830 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7f9e157d-9d69-47b2-bce0-d5bc07b173e4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:08.285718 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1e54f84a-1824-40aa-abe9-61eec9c24712 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:08.289913 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1e54f84a-1824-40aa-abe9-61eec9c24712 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.5162737 May 25 22:59:08.293682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39280) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:08.393877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-745cd446-b45d-4a51-99bb-47101d067104 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:08.395681 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-745cd446-b45d-4a51-99bb-47101d067104 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7577136 May 25 22:59:08.399629 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e57d905-0fa0-4e23-b514-5e88a3e1e5dd tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:08.401479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39286) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:08.462614 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e157d-9d69-47b2-bce0-d5bc07b173e4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Network': ['ID=dee3ef1f-aec1-4b85-b92d-76f00978d815,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:08.472948 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7f9e157d-9d69-47b2-bce0-d5bc07b173e4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3522401 May 25 22:59:08.473864 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39292) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:08.494037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-03f83c52-0ff6-4bc4-97a2-793de3628e12 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'subnet': {'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:08.517750 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a92915da-5a2f-409c-826a-e37dc137d456 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:08.570546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57d905-0fa0-4e23-b514-5e88a3e1e5dd tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event deleted for resources: {'Port': ['ID=94bcedd9-9df1-4fc2-aa8f-eb795d0519c3,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:08.573257 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a92915da-5a2f-409c-826a-e37dc137d456 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:08.583780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network dee3ef1f-aec1-4b85-b92d-76f00978d815 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:59:08.684063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:08.694704 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:08.712855 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Transition to ACTIVE for port object 2930d81f-092d-44dc-9e6f-5937f992bce3 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:08.743852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 01e6aced-056e-4ff9-b8cd-821eea121f6e no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:08.783649 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:08.787522 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e57d905-0fa0-4e23-b514-5e88a3e1e5dd tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:08.807436 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Port': ['ID=01e6aced-056e-4ff9-b8cd-821eea121f6e,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:08.829551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 01e6aced-056e-4ff9-b8cd-821eea121f6e {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:08.830017 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 01e6aced-056e-4ff9-b8cd-821eea121f6e not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:08.830518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c5c93db2-7c85-45c9-99fb-c6532992b30a no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:08.857686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9299fd1-6b82-4ee1-9a1c-5a9883027c36 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:08.861531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a9299fd1-6b82-4ee1-9a1c-5a9883027c36 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:08.863194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] No DVR routers for this DVR port 01e6aced-056e-4ff9-b8cd-821eea121f6e on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:08.887644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: c5c93db2-7c85-45c9-99fb-c6532992b30a {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:08.890039 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c5c93db2-7c85-45c9-99fb-c6532992b30a not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:08.898477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-e83ba923-7054-42f9-8a7f-820bffd2eeb7 None None] For port 01e6aced-056e-4ff9-b8cd-821eea121f6e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=01e6aced-056e-4ff9-b8cd-821eea121f6e,segment=NetworkSegment(c3514cfd-13bb-45c1-a12b-fc778d43de96),segment_id=c3514cfd-13bb-45c1-a12b-fc778d43de96)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:08.898477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e83ba923-7054-42f9-8a7f-820bffd2eeb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:08.911955 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2e57d905-0fa0-4e23-b514-5e88a3e1e5dd tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "DELETE /v2.0/ports/94bcedd9-9df1-4fc2-aa8f-eb795d0519c3 HTTP/1.1" status: 204 len: 168 time: 1.9725311 May 25 22:59:08.913234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39298) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:08.930617 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39302) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:08.931172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-03f83c52-0ff6-4bc4-97a2-793de3628e12 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:08.944361 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4ba65-0546-4bed-92c6-3c34f43b526f None None] Pushing event updated for resources: {'Port': ['ID=2930d81f-092d-44dc-9e6f-5937f992bce3,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:08.958475 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-03f83c52-0ff6-4bc4-97a2-793de3628e12 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:subnet and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:08.965438 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-03f83c52-0ff6-4bc4-97a2-793de3628e12 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:08.968862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a9299fd1-6b82-4ee1-9a1c-5a9883027c36 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:08.970214 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a9299fd1-6b82-4ee1-9a1c-5a9883027c36 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5679028 May 25 22:59:08.973105 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39308) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:08.982990 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a92915da-5a2f-409c-826a-e37dc137d456 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.024808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92915da-5a2f-409c-826a-e37dc137d456 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ac715ab-79fe-48e9-8137-15401b9415cf,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:09.165350 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Attempting to bind port 2930d81f-092d-44dc-9e6f-5937f992bce3 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:09.165824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e83ba923-7054-42f9-8a7f-820bffd2eeb7 None None] Calling delete_port for 01e6aced-056e-4ff9-b8cd-821eea121f6e owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:09.166293 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Attempting to bind port 2930d81f-092d-44dc-9e6f-5937f992bce3 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '81305eda-1c29-4064-a52b-c477c3fb3f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:09.166293 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Attempting to bind port 2930d81f-092d-44dc-9e6f-5937f992bce3 on network 8685ee3a-3f6b-44e9-a8f4-ad22778d05bd {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:59:09.174580 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:59:09.174945 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Checking segment: {'id': '81305eda-1c29-4064-a52b-c477c3fb3f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:09.175359 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.175874 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Bound using segment: {'id': '81305eda-1c29-4064-a52b-c477c3fb3f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:59:09.176347 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Bound port: 2930d81f-092d-44dc-9e6f-5937f992bce3, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81305eda-1c29-4064-a52b-c477c3fb3f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:09.176777 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.181627 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a92915da-5a2f-409c-826a-e37dc137d456 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.182975 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a92915da-5a2f-409c-826a-e37dc137d456 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/4ac715ab-79fe-48e9-8137-15401b9415cf HTTP/1.1" status: 204 len: 168 time: 0.8838532 May 25 22:59:09.189181 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39310) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:09.308854 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-03f83c52-0ff6-4bc4-97a2-793de3628e12 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:09.314339 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e00bab-1632-4384-b2d9-6d3e7f555e0f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:09.315574 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e00bab-1632-4384-b2d9-6d3e7f555e0f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:09.316009 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] For port 2930d81f-092d-44dc-9e6f-5937f992bce3, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:09.317962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e00bab-1632-4384-b2d9-6d3e7f555e0f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:09.327519 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-18e00bab-1632-4384-b2d9-6d3e7f555e0f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:09.327649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-e83ba923-7054-42f9-8a7f-820bffd2eeb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:59:09.327649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-e83ba923-7054-42f9-8a7f-820bffd2eeb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:59:09.327838 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] For port 2930d81f-092d-44dc-9e6f-5937f992bce3, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2930d81f-092d-44dc-9e6f-5937f992bce3,segment=NetworkSegment(81305eda-1c29-4064-a52b-c477c3fb3f0e),segment_id=81305eda-1c29-4064-a52b-c477c3fb3f0e)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:09.333670 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b875cfbe-f0c1-4ec4-be30-f6ecbbdd66c7 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:09.344760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-600fea42-5ff8-4ea7-be4b-0654e3f81c08 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:09.345400 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-600fea42-5ff8-4ea7-be4b-0654e3f81c08 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): There was a conflict when trying to complete your request. May 25 22:59:09.345678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ec141a-8e2c-4463-9ce8-ee22b7c3f28c tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Deleting subnet 4d383d7f-9831-46cc-a5fb-a51fc3a90585 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:59:09.349834 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-600fea42-5ff8-4ea7-be4b-0654e3f81c08 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4127183 May 25 22:59:09.350633 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39316) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:09.352998 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4ec141a-8e2c-4463-9ce8-ee22b7c3f28c tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.366359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.385650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1479856366'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:09.398351 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.403858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3848ceb1-2c0b-4589-8107-8b0d022a0a2c']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:09.408266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:09.417882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:09.418626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3514cfd-13bb-45c1-a12b-fc778d43de96') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:09.418917 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3514cfd-13bb-45c1-a12b-fc778d43de96') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:09.422576 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:09.426169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f83c52-0ff6-4bc4-97a2-793de3628e12 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:09.430628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4ec141a-8e2c-4463-9ce8-ee22b7c3f28c tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.459574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:09.482058 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4ba65-0546-4bed-92c6-3c34f43b526f None None] Pushing event updated for resources: {'Port': ['ID=2930d81f-092d-44dc-9e6f-5937f992bce3,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:09.488100 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:09.488739 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:58:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:09.498440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.505937 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b875cfbe-f0c1-4ec4-be30-f6ecbbdd66c7 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:09.510161 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b875cfbe-f0c1-4ec4-be30-f6ecbbdd66c7 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3163159 May 25 22:59:09.510369 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39320) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:09.514577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-18e00bab-1632-4384-b2d9-6d3e7f555e0f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:09.515883 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-18e00bab-1632-4384-b2d9-6d3e7f555e0f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3047118 May 25 22:59:09.525419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39324) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:09.535924 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.553369 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:09.553767 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:09.572864 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:09.580890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-03f83c52-0ff6-4bc4-97a2-793de3628e12 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.592385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.633838 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-424628a5-7677-4370-8545-542ebeba81e4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.666045 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4ec141a-8e2c-4463-9ce8-ee22b7c3f28c tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.669574 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:09.752739 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.765910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-424628a5-7677-4370-8545-542ebeba81e4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.825275 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e83ba923-7054-42f9-8a7f-820bffd2eeb7 None None] Deleting port 01e6aced-056e-4ff9-b8cd-821eea121f6e {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:09.825471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e83ba923-7054-42f9-8a7f-820bffd2eeb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.891191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:09.893586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4ec141a-8e2c-4463-9ce8-ee22b7c3f28c tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.894353 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e83ba923-7054-42f9-8a7f-820bffd2eeb7 None None] The port '01e6aced-056e-4ff9-b8cd-821eea121f6e' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:59:09.898144 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.927707 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:09.934727 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Network': ['ID=3848ceb1-2c0b-4589-8107-8b0d022a0a2c,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:09.942578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:09.945573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:09.949467 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0e3895fc-08a6-44c6-974e-4bce83d1d32b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/networks/3848ceb1-2c0b-4589-8107-8b0d022a0a2c HTTP/1.1" status: 204 len: 168 time: 2.7014489 May 25 22:59:09.953136 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39328) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:09.955175 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:09.964938 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec141a-8e2c-4463-9ce8-ee22b7c3f28c tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event deleted for resources: {'Subnet': ['ID=4d383d7f-9831-46cc-a5fb-a51fc3a90585,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:09.977714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-424628a5-7677-4370-8545-542ebeba81e4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.011681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-03f83c52-0ff6-4bc4-97a2-793de3628e12 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.012824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe3866c-1af2-4f2e-89fc-0a6af971b37a None None] Network cf5c1f3f-9cfc-4d97-8897-d7277111124d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:10.015057 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4ec141a-8e2c-4463-9ce8-ee22b7c3f28c tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.024848 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424628a5-7677-4370-8545-542ebeba81e4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c83160e-1da5-4531-8c51-0c7bcb3bc714,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:10.073222 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f4ec141a-8e2c-4463-9ce8-ee22b7c3f28c tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "DELETE /v2.0/subnets/4d383d7f-9831-46cc-a5fb-a51fc3a90585 HTTP/1.1" status: 204 len: 168 time: 1.1589551 May 25 22:59:10.078269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39332) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:10.103976 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:03Z', 'revision_number': 3, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:09Z', 'revision_number': 4, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:10.109227 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-9089297f-5051-4396-a93a-440f4d353629 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 55b2e601-f65a-4e66-9cad-3b8a772b3461 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:59:10.114316 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded512a9-e23c-4702-a4c2-6353f9caa5c1 None None] The sync data for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv is: [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:03Z', 'revision_number': 3, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:09Z', 'revision_number': 4, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:10.120641 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9089297f-5051-4396-a93a-440f4d353629 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.163597 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f83c52-0ff6-4bc4-97a2-793de3628e12 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Subnet': ['ID=8db59bd2-b298-43f7-9233-11be73ce4228,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:10.212799 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f83c52-0ff6-4bc4-97a2-793de3628e12 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Checking segment: {'id': 'c6a31137-b209-42e2-9038-0fe718aabb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:10.213300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f83c52-0ff6-4bc4-97a2-793de3628e12 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network hostable DHCP agents. Network: dee3ef1f-aec1-4b85-b92d-76f00978d815, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:59:10.335208 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9089297f-5051-4396-a93a-440f4d353629 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.378318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-424628a5-7677-4370-8545-542ebeba81e4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.380259 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-424628a5-7677-4370-8545-542ebeba81e4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/2c83160e-1da5-4531-8c51-0c7bcb3bc714 HTTP/1.1" status: 204 len: 168 time: 0.8688834 May 25 22:59:10.403862 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2930d81f-092d-44dc-9e6f-5937f992bce3 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:10.416325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.426019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39336) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:10.445806 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f83c52-0ff6-4bc4-97a2-793de3628e12 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network dee3ef1f-aec1-4b85-b92d-76f00978d815 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:59:10.450177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.477138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Deleting port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:10.477744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.486397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71261ac4-141c-46eb-aeef-a7658872947d None None] DHCP port deletion for cf5c1f3f-9cfc-4d97-8897-d7277111124d request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:59:10.496305 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-71261ac4-141c-46eb-aeef-a7658872947d None None] Deleting port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:10.496748 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-71261ac4-141c-46eb-aeef-a7658872947d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.532410 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.574019 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:10.587297 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1d2c00ed-d4ca-49b0-8492-0ef92bcffea3 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1479685 May 25 22:59:10.590413 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39340) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:10.596630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:10.611065 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-03f83c52-0ff6-4bc4-97a2-793de3628e12 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, dee3ef1f-aec1-4b85-b92d-76f00978d815) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:10.618483 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:10.621475 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a3bd21-88fc-4c9c-ab0c-b707454c9fbf None None] Network dee3ef1f-aec1-4b85-b92d-76f00978d815 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:10.641176 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f83c52-0ff6-4bc4-97a2-793de3628e12 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:10.642315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-03f83c52-0ff6-4bc4-97a2-793de3628e12 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.665621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:10.690006 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd581185-7adb-4a10-a56b-3efa4166d5c6,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:10.696031 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e6a9802c-1f21-46df-9235-14ecbec4af68 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.706394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9089297f-5051-4396-a93a-440f4d353629 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.710995 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e6a9802c-1f21-46df-9235-14ecbec4af68 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.731646 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 2930d81f-092d-44dc-9e6f-5937f992bce3 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:10.758020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-122c2fce-d471-4995-b269-4b05bee6a23b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.776896 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 2930d81f-092d-44dc-9e6f-5937f992bce3 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:10.780253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.849782 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-03f83c52-0ff6-4bc4-97a2-793de3628e12 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3733993 May 25 22:59:10.850795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39344) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:10.932990 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.946022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] For port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=06f4dc2d-aead-4587-a63e-fbc7a8ba2469,segment=NetworkSegment(b802bf29-7785-446b-8401-107d41440ee6),segment_id=b802bf29-7785-446b-8401-107d41440ee6)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:10.946389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:10.994158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-71261ac4-141c-46eb-aeef-a7658872947d None None] For port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=06f4dc2d-aead-4587-a63e-fbc7a8ba2469,segment=NetworkSegment(b802bf29-7785-446b-8401-107d41440ee6),segment_id=b802bf29-7785-446b-8401-107d41440ee6)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:10.994549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-71261ac4-141c-46eb-aeef-a7658872947d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.153531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e6a9802c-1f21-46df-9235-14ecbec4af68 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.172199 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-71261ac4-141c-46eb-aeef-a7658872947d None None] Calling delete_port for 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:11.173036 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e6a9802c-1f21-46df-9235-14ecbec4af68 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.176516 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e6a9802c-1f21-46df-9235-14ecbec4af68 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/cea746b0-133c-4937-973d-a8332d4a2903 HTTP/1.1" status: 204 len: 168 time: 0.5827849 May 25 22:59:11.180384 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39348) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:11.181040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9802c-1f21-46df-9235-14ecbec4af68 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cea746b0-133c-4937-973d-a8332d4a2903,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:11.189537 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.192871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9089297f-5051-4396-a93a-440f4d353629 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.205014 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Calling delete_port for 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:11.280861 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ff302647-9fb5-44c7-8db8-0603b15f0869 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:11.310627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.331645 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-dee3ef1f-aec1-4b85-b92d-76f00978d815', 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'fixed_ips': [{'subnet_id': '8db59bd2-b298-43f7-9233-11be73ce4228'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:59:11.332560 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.342808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089297f-5051-4396-a93a-440f4d353629 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=55b2e601-f65a-4e66-9cad-3b8a772b3461,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:11.387937 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 2930d81f-092d-44dc-9e6f-5937f992bce3, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2930d81f-092d-44dc-9e6f-5937f992bce3,segment=NetworkSegment(81305eda-1c29-4064-a52b-c477c3fb3f0e),segment_id=81305eda-1c29-4064-a52b-c477c3fb3f0e)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:11.393439 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9089297f-5051-4396-a93a-440f4d353629 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.411466 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9089297f-5051-4396-a93a-440f4d353629 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/55b2e601-f65a-4e66-9cad-3b8a772b3461 HTTP/1.1" status: 204 len: 168 time: 1.8760116 May 25 22:59:11.421298 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9e3bdc-dcf2-4a4e-b0f0-278eddf7b3d9,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:11.423530 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39352) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:11.426779 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac098a8-cc88-410f-b450-ef1472f095f0 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:11.438210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ff302647-9fb5-44c7-8db8-0603b15f0869 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:11.438210 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ff302647-9fb5-44c7-8db8-0603b15f0869 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2517183 May 25 22:59:11.450623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39356) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:11.484705 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:59:11.485165 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:59:11.501446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-353f65de-92cf-40cb-93f3-a2cee593f5f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 78a9975f-1302-416e-bd44-2fa0e92f8497 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:59:11.504605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-353f65de-92cf-40cb-93f3-a2cee593f5f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.506054 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-71261ac4-141c-46eb-aeef-a7658872947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.540842 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.544838 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-017ba37f-2f42-46aa-bdd0-023f246cb411 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.1910756 May 25 22:59:11.549003 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39360) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:11.556995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f7c7a68a-0830-48ea-a2a1-e9ffe22ef916 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': '4d9e3bdc-dcf2-4a4e-b0f0-278eddf7b3d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:11.561050 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.564595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f7c7a68a-0830-48ea-a2a1-e9ffe22ef916 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:11.568462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f7c7a68a-0830-48ea-a2a1-e9ffe22ef916 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:11.573353 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f7c7a68a-0830-48ea-a2a1-e9ffe22ef916 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:11.579032 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71261ac4-141c-46eb-aeef-a7658872947d None None] Pushing event deleted for resources: {'Port': ['ID=06f4dc2d-aead-4587-a63e-fbc7a8ba2469,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:11.585254 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f7c7a68a-0830-48ea-a2a1-e9ffe22ef916 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:11.596290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-353f65de-92cf-40cb-93f3-a2cee593f5f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.617573 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-50e66c5a-d8e5-4aba-82bb-0b999f062f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.654400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71261ac4-141c-46eb-aeef-a7658872947d None None] No DVR routers for this DVR port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:11.697609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-353f65de-92cf-40cb-93f3-a2cee593f5f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.728774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8e56ecf-98ff-43b2-905f-fbfa1a7c394d tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.743570 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7c7a68a-0830-48ea-a2a1-e9ffe22ef916 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.782310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=2930d81f-092d-44dc-9e6f-5937f992bce3,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:11.810086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8e56ecf-98ff-43b2-905f-fbfa1a7c394d tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.835817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7c7a68a-0830-48ea-a2a1-e9ffe22ef916 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.850249 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Allocated IP 2001:db8:2::2 (dee3ef1f-aec1-4b85-b92d-76f00978d815/8db59bd2-b298-43f7-9233-11be73ce4228/b0b456e7-b802-47fd-b777-c058060d3a30) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:11.908860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-353f65de-92cf-40cb-93f3-a2cee593f5f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.953552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7c7a68a-0830-48ea-a2a1-e9ffe22ef916 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.961141 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f65de-92cf-40cb-93f3-a2cee593f5f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=78a9975f-1302-416e-bd44-2fa0e92f8497,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:11.983791 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-353f65de-92cf-40cb-93f3-a2cee593f5f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:11.999419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7a68a-0830-48ea-a2a1-e9ffe22ef916 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f58436-2c01-4fad-be7c-079d915cb396,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:12.018054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Deleting port 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:12.018667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.106535 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] The port '06f4dc2d-aead-4587-a63e-fbc7a8ba2469' was deleted {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:59:12.113250 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-353f65de-92cf-40cb-93f3-a2cee593f5f2 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/78a9975f-1302-416e-bd44-2fa0e92f8497 HTTP/1.1" status: 204 len: 168 time: 0.6884086 May 25 22:59:12.114241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39364) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:12.137063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8e56ecf-98ff-43b2-905f-fbfa1a7c394d tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.175233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.188846 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Transition to ACTIVE for port object b0b456e7-b802-47fd-b777-c058060d3a30 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:12.209725 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Transition to ACTIVE for port object b0b456e7-b802-47fd-b777-c058060d3a30 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:12.234337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7c7a68a-0830-48ea-a2a1-e9ffe22ef916 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.238203 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e56ecf-98ff-43b2-905f-fbfa1a7c394d tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9437dd-480a-42b3-b901-646efe2321eb,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:12.240477 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f7c7a68a-0830-48ea-a2a1-e9ffe22ef916 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6884673 May 25 22:59:12.243339 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39368) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:12.259576 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2ca9f489-6cf2-41e4-a692-a156c159d0fb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1434910 May 25 22:59:12.260809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39370) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:12.277551 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-00e58533-ae33-4e51-94a0-dd112e5ad6fd tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': '4d9e3bdc-dcf2-4a4e-b0f0-278eddf7b3d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:12.280080 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b09769c4-c022-4df7-92b3-0ddecb4ab7f8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:12.286329 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.365054 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b8e56ecf-98ff-43b2-905f-fbfa1a7c394d tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.366305 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b8e56ecf-98ff-43b2-905f-fbfa1a7c394d tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-groups/1b9437dd-480a-42b3-b901-646efe2321eb HTTP/1.1" status: 204 len: 168 time: 0.9144981 May 25 22:59:12.372739 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39376) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:12.398017 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2930d81f-092d-44dc-9e6f-5937f992bce3 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:12.403181 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-00e58533-ae33-4e51-94a0-dd112e5ad6fd tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:12.434185 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-00e58533-ae33-4e51-94a0-dd112e5ad6fd tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:12.440593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-00e58533-ae33-4e51-94a0-dd112e5ad6fd tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:12.449606 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-00e58533-ae33-4e51-94a0-dd112e5ad6fd tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:12.458759 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.478289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Network dee3ef1f-aec1-4b85-b92d-76f00978d815 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:12.482822 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Pushing event updated for resources: {'Port': ['ID=b0b456e7-b802-47fd-b777-c058060d3a30,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:12.485754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:12.490694 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:59:12.506873 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4e87cd85-a9fc-40d6-868a-f220f8be0130 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:12.509843 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b09769c4-c022-4df7-92b3-0ddecb4ab7f8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:12.514459 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5c1f3f-9cfc-4d97-8897-d7277111124d']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:12.515055 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b09769c4-c022-4df7-92b3-0ddecb4ab7f8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:12.518264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b09769c4-c022-4df7-92b3-0ddecb4ab7f8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:12.524216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b09769c4-c022-4df7-92b3-0ddecb4ab7f8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:12.536024 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b802bf29-7785-446b-8401-107d41440ee6') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:12.536363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b802bf29-7785-446b-8401-107d41440ee6') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:12.549367 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.567518 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.574314 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:12.574711 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.584387 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:12.590708 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:12.605594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 2930d81f-092d-44dc-9e6f-5937f992bce3 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:12.605960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.617419 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09769c4-c022-4df7-92b3-0ddecb4ab7f8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:12.645721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Attempting to bind port b0b456e7-b802-47fd-b777-c058060d3a30 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:12.646008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Attempting to bind port b0b456e7-b802-47fd-b777-c058060d3a30 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'c6a31137-b209-42e2-9038-0fe718aabb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:12.646330 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Attempting to bind port b0b456e7-b802-47fd-b777-c058060d3a30 on network dee3ef1f-aec1-4b85-b92d-76f00978d815 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:59:12.657436 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4e87cd85-a9fc-40d6-868a-f220f8be0130 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:12.664126 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4e87cd85-a9fc-40d6-868a-f220f8be0130 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2902982 May 25 22:59:12.665252 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39380) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:12.676392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-00e58533-ae33-4e51-94a0-dd112e5ad6fd tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.676665 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5df1b9-c05a-4cd6-ade3-21ff924630ec None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:12.693035 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c0f0946a-5476-4df7-8036-3566dddaccb4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group': {'name': 'tempest-secgroup--881784256'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:12.705677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c0f0946a-5476-4df7-8036-3566dddaccb4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:12.734387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c0f0946a-5476-4df7-8036-3566dddaccb4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:12.751694 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:59:12.752125 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Checking segment: {'id': 'c6a31137-b209-42e2-9038-0fe718aabb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:12.752615 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.753076 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Bound using segment: {'id': 'c6a31137-b209-42e2-9038-0fe718aabb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:59:12.753608 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Bound port: b0b456e7-b802-47fd-b777-c058060d3a30, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a31137-b209-42e2-9038-0fe718aabb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:12.754037 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.805711 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.830586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.837407 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-00e58533-ae33-4e51-94a0-dd112e5ad6fd tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): There was a conflict when trying to complete your request. May 25 22:59:12.838445 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-00e58533-ae33-4e51-94a0-dd112e5ad6fd tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5731816 May 25 22:59:12.843059 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c0f0946a-5476-4df7-8036-3566dddaccb4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.853195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39384) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:12.855665 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] Pushing event deleted for resources: {'Network': ['ID=cf5c1f3f-9cfc-4d97-8897-d7277111124d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:12.885229 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c51ada67-d14f-4759-91ec-7f575468ff18 tempest-AllowedAddressPairTestJSON-280262933 tempest-AllowedAddressPairTestJSON-280262933-project] 10.222.0.66 "DELETE /v2.0/networks/cf5c1f3f-9cfc-4d97-8897-d7277111124d HTTP/1.1" status: 204 len: 168 time: 2.8000567 May 25 22:59:12.931920 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8caf3fa0-e4b7-483a-8b4c-b9c8b6a60ec7 None None] Provisioning complete for port c41afcb9-db86-477e-b776-041f4e80fa5d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:12.932344 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8caf3fa0-e4b7-483a-8b4c-b9c8b6a60ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.948451 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-122c2fce-d471-4995-b269-4b05bee6a23b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port a57e6d7c-c379-40a2-864a-e88d3192faf3 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:12.948809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-122c2fce-d471-4995-b269-4b05bee6a23b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:12.968276 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c0f0946a-5476-4df7-8036-3566dddaccb4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:12.974771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c0f0946a-5476-4df7-8036-3566dddaccb4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:12.979456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c0f0946a-5476-4df7-8036-3566dddaccb4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:12.988380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c0f0946a-5476-4df7-8036-3566dddaccb4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:13.084068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c0f0946a-5476-4df7-8036-3566dddaccb4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.104565 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f85e35cf-1f2c-4912-92d4-475132058d9e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.118433 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] For port b0b456e7-b802-47fd-b777-c058060d3a30, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:13.137451 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f85e35cf-1f2c-4912-92d4-475132058d9e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.139708 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] For port b0b456e7-b802-47fd-b777-c058060d3a30, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b0b456e7-b802-47fd-b777-c058060d3a30,segment=NetworkSegment(c6a31137-b209-42e2-9038-0fe718aabb57),segment_id=c6a31137-b209-42e2-9038-0fe718aabb57)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:13.161113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c0f0946a-5476-4df7-8036-3566dddaccb4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.171254 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b09769c4-c022-4df7-92b3-0ddecb4ab7f8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.216563 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.271355 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0946a-5476-4df7-8036-3566dddaccb4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfe7623-b068-47a9-bfc5-4ff06ce8d57f,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:13.290273 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:13.333325 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd98dc95-3b42-45a4-8a8f-040824259a82 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:59:13.352857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:13.353325 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 06f4dc2d-aead-4587-a63e-fbc7a8ba2469 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:13.359684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-fd98dc95-3b42-45a4-8a8f-040824259a82 None None] Deleting port c41afcb9-db86-477e-b776-041f4e80fa5d {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:13.360142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fd98dc95-3b42-45a4-8a8f-040824259a82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.396643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c0f0946a-5476-4df7-8036-3566dddaccb4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.405038 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c0f0946a-5476-4df7-8036-3566dddaccb4 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7159498 May 25 22:59:13.405038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f85e35cf-1f2c-4912-92d4-475132058d9e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.410477 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39392) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:13.430152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f85e35cf-1f2c-4912-92d4-475132058d9e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.432209 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f85e35cf-1f2c-4912-92d4-475132058d9e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "DELETE /v2.0/security-groups/4d9e3bdc-dcf2-4a4e-b0f0-278eddf7b3d9 HTTP/1.1" status: 204 len: 168 time: 0.5742395 May 25 22:59:13.436466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39394) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:13.438440 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e35cf-1f2c-4912-92d4-475132058d9e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9e3bdc-dcf2-4a4e-b0f0-278eddf7b3d9,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:13.444200 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5878d-9502-4acf-baec-548c8bd7eaa0 None None] Pushing event updated for resources: {'Port': ['ID=b0b456e7-b802-47fd-b777-c058060d3a30,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:13.449446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-10ac81f5-d831-4be1-bced-4f0895359b8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group_rule': {'security_group_id': '3cfe7623-b068-47a9-bfc5-4ff06ce8d57f', 'direction': 'ingress', 'protocol': 17}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:13.457471 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-10ac81f5-d831-4be1-bced-4f0895359b8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:13.463827 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-10ac81f5-d831-4be1-bced-4f0895359b8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:13.469359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-10ac81f5-d831-4be1-bced-4f0895359b8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:13.477052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-10ac81f5-d831-4be1-bced-4f0895359b8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:13.511867 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39400) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:13.516562 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Allocated IP 2001:db8:2::1 (dee3ef1f-aec1-4b85-b92d-76f00978d815/8db59bd2-b298-43f7-9233-11be73ce4228/c2f57d1a-c2f0-4f90-8242-18dffc7a06a6) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:13.554974 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-122c2fce-d471-4995-b269-4b05bee6a23b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] For port a57e6d7c-c379-40a2-864a-e88d3192faf3, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a57e6d7c-c379-40a2-864a-e88d3192faf3,segment=NetworkSegment(4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0),segment_id=4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:13.555333 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-122c2fce-d471-4995-b269-4b05bee6a23b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.560066 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-56f487ae-ef4a-4b67-84e7-320452e5670f tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Synchronizing usage tracker for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:13.611235 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-10ac81f5-d831-4be1-bced-4f0895359b8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.652787 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-56f487ae-ef4a-4b67-84e7-320452e5670f tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Unset dirty status for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:13.657049 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-56f487ae-ef4a-4b67-84e7-320452e5670f tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2122271 May 25 22:59:13.658733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39406) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:13.668227 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-873ae0a9-9c2e-4a7c-8bc5-74fddadb40d3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1198313818'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:13.677902 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-fd98dc95-3b42-45a4-8a8f-040824259a82 None None] For port c41afcb9-db86-477e-b776-041f4e80fa5d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c41afcb9-db86-477e-b776-041f4e80fa5d,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:13.678661 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fd98dc95-3b42-45a4-8a8f-040824259a82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.683333 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-873ae0a9-9c2e-4a7c-8bc5-74fddadb40d3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:13.710261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-873ae0a9-9c2e-4a7c-8bc5-74fddadb40d3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:13.776848 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-10ac81f5-d831-4be1-bced-4f0895359b8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.790950 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-122c2fce-d471-4995-b269-4b05bee6a23b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for a57e6d7c-c379-40a2-864a-e88d3192faf3 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:13.799317 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-46644fa5-491f-49b0-b210-57cd99248ae7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb7fd8a4b90648a68f2f27ddd17d1328&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2857845 May 25 22:59:13.799548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39410) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:13.820103 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c4713acb-cd31-4c6e-8250-a258fd4a488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.827627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-fd98dc95-3b42-45a4-8a8f-040824259a82 None None] Calling delete_port for c41afcb9-db86-477e-b776-041f4e80fa5d owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:13.832297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-873ae0a9-9c2e-4a7c-8bc5-74fddadb40d3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.881245 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-10ac81f5-d831-4be1-bced-4f0895359b8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:13.932753 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f667b338-aa62-45a3-9406-5bd59ee940fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.027437 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fd98dc95-3b42-45a4-8a8f-040824259a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.067089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f667b338-aa62-45a3-9406-5bd59ee940fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.078293 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac81f5-d831-4be1-bced-4f0895359b8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7826841-0804-4efb-8621-30bd14b6be1d,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:14.100664 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98dc95-3b42-45a4-8a8f-040824259a82 None None] Pushing event deleted for resources: {'Port': ['ID=c41afcb9-db86-477e-b776-041f4e80fa5d,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:14.106242 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd98dc95-3b42-45a4-8a8f-040824259a82 None None] No DVR routers for this DVR port c41afcb9-db86-477e-b776-041f4e80fa5d on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:14.108970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-873ae0a9-9c2e-4a7c-8bc5-74fddadb40d3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:14.127578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-873ae0a9-9c2e-4a7c-8bc5-74fddadb40d3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:14.131895 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-873ae0a9-9c2e-4a7c-8bc5-74fddadb40d3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:14.135113 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.138100 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-873ae0a9-9c2e-4a7c-8bc5-74fddadb40d3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:14.158722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Transition to ACTIVE for port object c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:14.184385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-10ac81f5-d831-4be1-bced-4f0895359b8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.188063 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-10ac81f5-d831-4be1-bced-4f0895359b8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7511716 May 25 22:59:14.192865 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39414) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:14.209415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-873ae0a9-9c2e-4a7c-8bc5-74fddadb40d3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.219184 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b09769c4-c022-4df7-92b3-0ddecb4ab7f8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.275865 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f667b338-aa62-45a3-9406-5bd59ee940fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.307440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09769c4-c022-4df7-92b3-0ddecb4ab7f8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:14.310338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-b09769c4-c022-4df7-92b3-0ddecb4ab7f8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:14.314989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09769c4-c022-4df7-92b3-0ddecb4ab7f8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:14.315511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b09769c4-c022-4df7-92b3-0ddecb4ab7f8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.321619 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cd1324-2a15-4cf5-8b13-1d07a08bc805 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:14.321855 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667b338-aa62-45a3-9406-5bd59ee940fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533602e4-caf1-4f89-a2a3-201a7964b507,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:14.340347 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-20dd9696-a53b-43df-9fc0-d4222549995a tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.344080 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09769c4-c022-4df7-92b3-0ddecb4ab7f8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=2804bb13-07f8-407e-8829-28629272a6a4,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:14.348046 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-873ae0a9-9c2e-4a7c-8bc5-74fddadb40d3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.360522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b0b456e7-b802-47fd-b777-c058060d3a30 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:14.398993 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f667b338-aa62-45a3-9406-5bd59ee940fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.400645 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.401226 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f667b338-aa62-45a3-9406-5bd59ee940fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/533602e4-caf1-4f89-a2a3-201a7964b507 HTTP/1.1" status: 204 len: 168 time: 0.6005805 May 25 22:59:14.462651 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-122c2fce-d471-4995-b269-4b05bee6a23b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.485109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-20dd9696-a53b-43df-9fc0-d4222549995a tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.514448 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network dee3ef1f-aec1-4b85-b92d-76f00978d815 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:14.518622 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b09769c4-c022-4df7-92b3-0ddecb4ab7f8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2447360 May 25 22:59:14.519511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:14.522137 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39420) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:14.522813 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:59:14.523335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.570092 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ae0a9-9c2e-4a7c-8bc5-74fddadb40d3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4919b7aa-f113-42ae-bf4e-6a8938e68116,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:14.574685 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-acfd79bc-8c0f-4863-935f-9088129614d7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:14.603821 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-873ae0a9-9c2e-4a7c-8bc5-74fddadb40d3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.606061 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-873ae0a9-9c2e-4a7c-8bc5-74fddadb40d3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9462061 May 25 22:59:14.610299 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=c2f57d1a-c2f0-4f90-8242-18dffc7a06a6,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:14.619580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39424) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:14.628140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a51a5df3-61c4-4aba-9dee-3f913b8b60cc tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': '4919b7aa-f113-42ae-bf4e-6a8938e68116', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:14.629015 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-a51a5df3-61c4-4aba-9dee-3f913b8b60cc tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:14.631264 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a51a5df3-61c4-4aba-9dee-3f913b8b60cc tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0103245 May 25 22:59:14.633855 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39428) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:14.675160 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'tenant_id': '54eefae47a6943b69d21ed159941cefe', 'fixed_ips': [{'subnet_id': '2804bb13-07f8-407e-8829-28629272a6a4'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:59:14.676467 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.716592 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port b0b456e7-b802-47fd-b777-c058060d3a30 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:14.718639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-20dd9696-a53b-43df-9fc0-d4222549995a tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.776082 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd9696-a53b-43df-9fc0-d4222549995a tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfe7623-b068-47a9-bfc5-4ff06ce8d57f,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:14.788257 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-20dd9696-a53b-43df-9fc0-d4222549995a tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.792175 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-20dd9696-a53b-43df-9fc0-d4222549995a tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-groups/3cfe7623-b068-47a9-bfc5-4ff06ce8d57f HTTP/1.1" status: 204 len: 168 time: 0.5961556 May 25 22:59:14.805690 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39432) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:14.861020 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8691b39f-65a3-4558-8437-4c65585853d1 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.861302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c2fce-d471-4995-b269-4b05bee6a23b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Port': ['ID=a57e6d7c-c379-40a2-864a-e88d3192faf3,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:14.902934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c41afcb9-db86-477e-b776-041f4e80fa5d no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:14.916512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8691b39f-65a3-4558-8437-4c65585853d1 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.964751 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:14.970348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ccfab4f1-c94f-4f95-9144-955e76f76f53 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:15.035736 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: c41afcb9-db86-477e-b776-041f4e80fa5d {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:15.038482 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c41afcb9-db86-477e-b776-041f4e80fa5d not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:15.046211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896b3213-6c08-469a-9ca4-9e6121ffab8b None None] Network dee3ef1f-aec1-4b85-b92d-76f00978d815 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:15.083532 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ccfab4f1-c94f-4f95-9144-955e76f76f53 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:15.085009 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ccfab4f1-c94f-4f95-9144-955e76f76f53 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2753940 May 25 22:59:15.088701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39440) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:15.095845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-db3c75db-8284-47dc-814f-9e69e0cdef16 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668471758'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:15.102514 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-db3c75db-8284-47dc-814f-9e69e0cdef16 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:15.110647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8691b39f-65a3-4558-8437-4c65585853d1 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.139254 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-db3c75db-8284-47dc-814f-9e69e0cdef16 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:15.152828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691b39f-65a3-4558-8437-4c65585853d1 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4919b7aa-f113-42ae-bf4e-6a8938e68116,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:15.168480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Allocated IP 2001:db8::2 (228eb34e-59ed-4b00-ac30-fd8c9bc52748/2804bb13-07f8-407e-8829-28629272a6a4/5bd0751b-3906-451b-84ef-f4b748905299) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:15.226879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8691b39f-65a3-4558-8437-4c65585853d1 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.230690 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8691b39f-65a3-4558-8437-4c65585853d1 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "DELETE /v2.0/security-groups/4919b7aa-f113-42ae-bf4e-6a8938e68116 HTTP/1.1" status: 204 len: 168 time: 0.5934465 May 25 22:59:15.230932 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39448) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:15.251276 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-acfd79bc-8c0f-4863-935f-9088129614d7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:15.260919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-db3c75db-8284-47dc-814f-9e69e0cdef16 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.261686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-acfd79bc-8c0f-4863-935f-9088129614d7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:15.270140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-acfd79bc-8c0f-4863-935f-9088129614d7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:15.285323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.289828 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.298007 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-acfd79bc-8c0f-4863-935f-9088129614d7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:15.314025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f3ff6041-ea6e-4e37-9bef-e75d9569e80e None None] Provisioning for port b0b456e7-b802-47fd-b777-c058060d3a30 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:15.322085 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f3ff6041-ea6e-4e37-9bef-e75d9569e80e None None] Provisioning complete for port b0b456e7-b802-47fd-b777-c058060d3a30 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:15.322290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-db3c75db-8284-47dc-814f-9e69e0cdef16 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:15.322447 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f3ff6041-ea6e-4e37-9bef-e75d9569e80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.334844 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-db3c75db-8284-47dc-814f-9e69e0cdef16 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:15.334844 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-db3c75db-8284-47dc-814f-9e69e0cdef16 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:15.343320 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-db3c75db-8284-47dc-814f-9e69e0cdef16 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:15.432804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-db3c75db-8284-47dc-814f-9e69e0cdef16 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.472934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6f72d2e7-a26f-401f-ab1b-372b3faf8152 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Synchronizing usage tracker for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:15.506434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-db3c75db-8284-47dc-814f-9e69e0cdef16 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.549549 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfd79bc-8c0f-4863-935f-9088129614d7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:15.553035 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-acfd79bc-8c0f-4863-935f-9088129614d7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.558612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c75db-8284-47dc-814f-9e69e0cdef16 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177244cf-13d8-4c24-8a07-af9619dd103b,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:15.589416 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6f72d2e7-a26f-401f-ab1b-372b3faf8152 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Unset dirty status for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:15.594232 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6f72d2e7-a26f-401f-ab1b-372b3faf8152 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3585734 May 25 22:59:15.595353 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39454) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:15.603267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-bf279927-e94d-4988-88b8-bd24675b44a8 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group': {'name': 'tempest-secgroup--772377256'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:15.611409 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bf279927-e94d-4988-88b8-bd24675b44a8 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:15.626348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bf279927-e94d-4988-88b8-bd24675b44a8 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:15.678735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-db3c75db-8284-47dc-814f-9e69e0cdef16 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.682401 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-db3c75db-8284-47dc-814f-9e69e0cdef16 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5902357 May 25 22:59:15.682832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39458) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:15.683481 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-122c2fce-d471-4995-b269-4b05bee6a23b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.689432 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-04d1c129-32b2-49f2-86a3-c196ebde3696 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1826813084'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:15.695524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-04d1c129-32b2-49f2-86a3-c196ebde3696 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:15.698729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.700464 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-04d1c129-32b2-49f2-86a3-c196ebde3696 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:15.703760 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-04d1c129-32b2-49f2-86a3-c196ebde3696 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:15.710031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-04d1c129-32b2-49f2-86a3-c196ebde3696 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:15.722554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f3ff6041-ea6e-4e37-9bef-e75d9569e80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.730332 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf279927-e94d-4988-88b8-bd24675b44a8 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.732073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Transition to ACTIVE for port object 5bd0751b-3906-451b-84ef-f4b748905299 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:15.766161 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Transition to ACTIVE for port object 5bd0751b-3906-451b-84ef-f4b748905299 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:15.776944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-f3ff6041-ea6e-4e37-9bef-e75d9569e80e None None] For port b0b456e7-b802-47fd-b777-c058060d3a30, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b0b456e7-b802-47fd-b777-c058060d3a30,segment=NetworkSegment(c6a31137-b209-42e2-9038-0fe718aabb57),segment_id=c6a31137-b209-42e2-9038-0fe718aabb57)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:15.783924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bf279927-e94d-4988-88b8-bd24675b44a8 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:15.788007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bf279927-e94d-4988-88b8-bd24675b44a8 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:15.791552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bf279927-e94d-4988-88b8-bd24675b44a8 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:15.798565 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bf279927-e94d-4988-88b8-bd24675b44a8 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:15.832308 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-04d1c129-32b2-49f2-86a3-c196ebde3696 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.855759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.876202 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.ipam_backend_mixin [None req-acfd79bc-8c0f-4863-935f-9088129614d7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2804bb13-07f8-407e-8829-28629272a6a4 (CIDR: 2001:db8::/64) May 25 22:59:15.882920 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf279927-e94d-4988-88b8-bd24675b44a8 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.904497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-04d1c129-32b2-49f2-86a3-c196ebde3696 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:15.909166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-04d1c129-32b2-49f2-86a3-c196ebde3696 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:15.912563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-04d1c129-32b2-49f2-86a3-c196ebde3696 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:15.921487 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-04d1c129-32b2-49f2-86a3-c196ebde3696 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:15.938094 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f3ff6041-ea6e-4e37-9bef-e75d9569e80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.974580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf279927-e94d-4988-88b8-bd24675b44a8 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:15.978109 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-acfd79bc-8c0f-4863-935f-9088129614d7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:15.978743 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acfd79bc-8c0f-4863-935f-9088129614d7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:15.985109 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Pushing event updated for resources: {'Port': ['ID=5bd0751b-3906-451b-84ef-f4b748905299,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:16.056498 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:16.067036 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:16.081380 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:59:16.083287 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf279927-e94d-4988-88b8-bd24675b44a8 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e8388d-fe06-4951-b487-57b223c2958c,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:16.122266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf279927-e94d-4988-88b8-bd24675b44a8 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.127202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.128463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff6041-ea6e-4e37-9bef-e75d9569e80e None None] Pushing event updated for resources: {'Port': ['ID=b0b456e7-b802-47fd-b777-c058060d3a30,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:16.128994 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39468) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:16.133229 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bf279927-e94d-4988-88b8-bd24675b44a8 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5367939 May 25 22:59:16.138281 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-5bf75516-ac07-47fb-a17b-627ac87a9fa8 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': '34e8388d-fe06-4951-b487-57b223c2958c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:16.140292 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-5bf75516-ac07-47fb-a17b-627ac87a9fa8 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:16.141476 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5bf75516-ac07-47fb-a17b-627ac87a9fa8 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0100987 May 25 22:59:16.147222 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39472) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:16.148889 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-acfd79bc-8c0f-4863-935f-9088129614d7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6203766 May 25 22:59:16.151141 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39474) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:16.157621 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'subnet': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:16.168315 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-04d1c129-32b2-49f2-86a3-c196ebde3696 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.240467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9d99212-4644-4fe0-8332-a4af63f415ce tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.242374 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-04d1c129-32b2-49f2-86a3-c196ebde3696 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.242593 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.243544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.280320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-da8fc561-f3bc-41bb-b5a8-d81a68cdece5 None None] Provisioning for port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:16.312428 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-da8fc561-f3bc-41bb-b5a8-d81a68cdece5 None None] Provisioning complete for port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:16.313553 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-da8fc561-f3bc-41bb-b5a8-d81a68cdece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.333312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9d99212-4644-4fe0-8332-a4af63f415ce tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.392675 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Attempting to bind port 5bd0751b-3906-451b-84ef-f4b748905299 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:16.393180 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Attempting to bind port 5bd0751b-3906-451b-84ef-f4b748905299 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:16.393868 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Attempting to bind port 5bd0751b-3906-451b-84ef-f4b748905299 on network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:59:16.395839 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1c129-32b2-49f2-86a3-c196ebde3696 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad06d38-b91e-4a32-8797-cb02b7a1dad3,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:16.431341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39480) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:16.432015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=c2f57d1a-c2f0-4f90-8242-18dffc7a06a6,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:16.448792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-04d1c129-32b2-49f2-86a3-c196ebde3696 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.450019 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-04d1c129-32b2-49f2-86a3-c196ebde3696 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7661922 May 25 22:59:16.453951 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39482) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:16.468089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c3dd999f-2ea1-408f-b924-5e988cc4ad99 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group_rule': {'security_group_id': '177244cf-13d8-4c24-8a07-af9619dd103b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8ad06d38-b91e-4a32-8797-cb02b7a1dad3', 'remote_ip_prefix': None}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:16.468620 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:59:16.469228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Checking segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:16.469830 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.470418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Bound using segment: {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:59:16.471359 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Bound port: 5bd0751b-3906-451b-84ef-f4b748905299, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a29a-38b6-4df7-825a-ce8726c6953d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:16.472184 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.484615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c3dd999f-2ea1-408f-b924-5e988cc4ad99 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:16.494424 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c3dd999f-2ea1-408f-b924-5e988cc4ad99 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:16.499866 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c3dd999f-2ea1-408f-b924-5e988cc4ad99 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:16.505625 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c3dd999f-2ea1-408f-b924-5e988cc4ad99 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:16.541991 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b0b456e7-b802-47fd-b777-c058060d3a30 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:16.584217 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9d99212-4644-4fe0-8332-a4af63f415ce tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.584816 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-da8fc561-f3bc-41bb-b5a8-d81a68cdece5 None None] Port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:59:16.610292 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d99212-4644-4fe0-8332-a4af63f415ce tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e8388d-fe06-4951-b487-57b223c2958c,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:16.623459 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a9d99212-4644-4fe0-8332-a4af63f415ce tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.627302 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a9d99212-4644-4fe0-8332-a4af63f415ce tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "DELETE /v2.0/security-groups/34e8388d-fe06-4951-b487-57b223c2958c HTTP/1.1" status: 204 len: 168 time: 0.4764702 May 25 22:59:16.627302 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c3dd999f-2ea1-408f-b924-5e988cc4ad99 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.636208 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39490) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:16.642321 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-da8fc561-f3bc-41bb-b5a8-d81a68cdece5 None None] Provisioning complete for port b0b456e7-b802-47fd-b777-c058060d3a30 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:16.642321 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-da8fc561-f3bc-41bb-b5a8-d81a68cdece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.714401 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.737538 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-37c3b911-f3b8-428a-b9d1-44dacc85c132 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Synchronizing usage tracker for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:16.752922 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] For port 5bd0751b-3906-451b-84ef-f4b748905299, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:16.757195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] For port 5bd0751b-3906-451b-84ef-f4b748905299, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5bd0751b-3906-451b-84ef-f4b748905299,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:16.770649 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c3dd999f-2ea1-408f-b924-5e988cc4ad99 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.793522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port b0b456e7-b802-47fd-b777-c058060d3a30 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:16.793826 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.818748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:16.828336 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:subnet and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:16.837164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:16.848453 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.859332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:16.862914 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-37c3b911-f3b8-428a-b9d1-44dacc85c132 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Unset dirty status for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:16.864352 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-37c3b911-f3b8-428a-b9d1-44dacc85c132 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2270398 May 25 22:59:16.865473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c3dd999f-2ea1-408f-b924-5e988cc4ad99 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.876444 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39494) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:16.889258 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d60b4fd2-d6d7-4f6a-8f68-b497b185ccf9 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group': {'name': 'tempest-secgroup--702300003'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:16.903768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd999f-2ea1-408f-b924-5e988cc4ad99 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d7b3da-6568-4c2e-ba65-ccd9387a5177,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:16.906310 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d60b4fd2-d6d7-4f6a-8f68-b497b185ccf9 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:16.925075 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d60b4fd2-d6d7-4f6a-8f68-b497b185ccf9 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:16.955449 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297b087-2cf0-4659-be0a-de6126e1dc82 None None] Pushing event updated for resources: {'Port': ['ID=5bd0751b-3906-451b-84ef-f4b748905299,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:16.964133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Request body: {'networks': [{'name': 'tempest-network--34646703'}, {'name': 'tempest-network--927663073'}]} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:16.964133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Request body: {'network': {'name': 'tempest-network--34646703'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:16.964465 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Request body: {'network': {'name': 'tempest-network--927663073'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:16.969500 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network dee3ef1f-aec1-4b85-b92d-76f00978d815 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:16.970258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:16.973600 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:16.999748 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c3dd999f-2ea1-408f-b924-5e988cc4ad99 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.002798 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c3dd999f-2ea1-408f-b924-5e988cc4ad99 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5460594 May 25 22:59:17.004149 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39498) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:17.036016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e8e432b-2151-44b4-bae6-ad189a8ffc21 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.036726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:17.042950 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:17.052514 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e8e432b-2151-44b4-bae6-ad189a8ffc21 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.089389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7040e8ec-7a97-4776-acfb-27c96b0d6afa None None] Provisioning complete for port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:17.090255 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7040e8ec-7a97-4776-acfb-27c96b0d6afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.106290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d60b4fd2-d6d7-4f6a-8f68-b497b185ccf9 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.116842 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Usage tracker for resource:network and tenant:d6558d2c864147078c89b38573bea466 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:17.168794 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-7040e8ec-7a97-4776-acfb-27c96b0d6afa None None] Port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:59:17.193250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e8e432b-2151-44b4-bae6-ad189a8ffc21 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.195044 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:17.216222 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e432b-2151-44b4-bae6-ad189a8ffc21 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48d7b3da-6568-4c2e-ba65-ccd9387a5177,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:17.224163 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d60b4fd2-d6d7-4f6a-8f68-b497b185ccf9 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:17.258586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e8e432b-2151-44b4-bae6-ad189a8ffc21 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.261930 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4e8e432b-2151-44b4-bae6-ad189a8ffc21 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/48d7b3da-6568-4c2e-ba65-ccd9387a5177 HTTP/1.1" status: 204 len: 168 time: 0.2566483 May 25 22:59:17.266420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d60b4fd2-d6d7-4f6a-8f68-b497b185ccf9 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:17.267583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:17.269847 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39502) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:17.282221 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d60b4fd2-d6d7-4f6a-8f68-b497b185ccf9 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:17.288814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d60b4fd2-d6d7-4f6a-8f68-b497b185ccf9 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:17.408411 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d60b4fd2-d6d7-4f6a-8f68-b497b185ccf9 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.454071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4379f2c2-58f4-456d-861a-640c16613fde tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:17.460921 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Made reservation on behalf of d6558d2c864147078c89b38573bea466 for: {'network': 2} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:17.464334 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.468753 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.495442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.498013 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-73e1a1a6-2cd4-45eb-b3c4-dea76ee679e3 None None] Provisioning complete for port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:17.498407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-73e1a1a6-2cd4-45eb-b3c4-dea76ee679e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.525924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d60b4fd2-d6d7-4f6a-8f68-b497b185ccf9 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.555450 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-73e1a1a6-2cd4-45eb-b3c4-dea76ee679e3 None None] Port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:59:17.570628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b4fd2-d6d7-4f6a-8f68-b497b185ccf9 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404885ad-6cc2-42ef-9186-72c819830bab,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:17.651349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d60b4fd2-d6d7-4f6a-8f68-b497b185ccf9 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.655271 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d60b4fd2-d6d7-4f6a-8f68-b497b185ccf9 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7727284 May 25 22:59:17.655597 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39506) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:17.661948 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a6f67f46-e493-40c0-8f82-591772cfb47b tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': '404885ad-6cc2-42ef-9186-72c819830bab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:17.663224 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-a6f67f46-e493-40c0-8f82-591772cfb47b tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:17.664230 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a6f67f46-e493-40c0-8f82-591772cfb47b tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070877 May 25 22:59:17.667032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39510) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:17.672292 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e673c483-fad0-4eb7-b8c7-5c6b65950bac tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': '404885ad-6cc2-42ef-9186-72c819830bab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:17.673226 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-e673c483-fad0-4eb7-b8c7-5c6b65950bac tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:17.674105 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e673c483-fad0-4eb7-b8c7-5c6b65950bac tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061774 May 25 22:59:17.676814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39514) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:17.683159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-5f66b712-a405-4437-b1e1-5a0bae22cac9 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': '404885ad-6cc2-42ef-9186-72c819830bab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:17.684286 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-5f66b712-a405-4437-b1e1-5a0bae22cac9 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:17.684854 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5f66b712-a405-4437-b1e1-5a0bae22cac9 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071249 May 25 22:59:17.687398 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39518) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:17.692503 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-75d1094e-9985-42c8-852e-a1f79bc3d83b tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': '404885ad-6cc2-42ef-9186-72c819830bab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:17.693173 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-75d1094e-9985-42c8-852e-a1f79bc3d83b tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:17.694059 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-75d1094e-9985-42c8-852e-a1f79bc3d83b tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055478 May 25 22:59:17.696731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39522) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:17.715582 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4379f2c2-58f4-456d-861a-640c16613fde tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:17.717508 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4379f2c2-58f4-456d-861a-640c16613fde tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4364059 May 25 22:59:17.722427 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39526) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:17.730305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:17.745092 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Usage tracker for resource:security_group_rule and tenant:d6558d2c864147078c89b38573bea466 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:17.751047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:17.764396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:17.796878 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122c2fce-d471-4995-b269-4b05bee6a23b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:17.815959 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f58377df-638d-4aa3-8617-64a0e0cb1fec tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.834660 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-762c1c58-a744-4787-a68c-d55d47e1e7de tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.861261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f58377df-638d-4aa3-8617-64a0e0cb1fec tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:17.889283 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-762c1c58-a744-4787-a68c-d55d47e1e7de tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.017331 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-762c1c58-a744-4787-a68c-d55d47e1e7de tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.038861 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c1c58-a744-4787-a68c-d55d47e1e7de tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad06d38-b91e-4a32-8797-cb02b7a1dad3,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:18.047191 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:18.049012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f58377df-638d-4aa3-8617-64a0e0cb1fec tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.074373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58377df-638d-4aa3-8617-64a0e0cb1fec tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404885ad-6cc2-42ef-9186-72c819830bab,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:18.078393 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f58377df-638d-4aa3-8617-64a0e0cb1fec tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.081583 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f58377df-638d-4aa3-8617-64a0e0cb1fec tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "DELETE /v2.0/security-groups/404885ad-6cc2-42ef-9186-72c819830bab HTTP/1.1" status: 204 len: 168 time: 0.3813715 May 25 22:59:18.082142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39530) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:18.093939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.148102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1f852263-4fd9-4ca0-b988-44968d8de8f3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Synchronizing usage tracker for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:18.159180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-762c1c58-a744-4787-a68c-d55d47e1e7de tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.159920 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-762c1c58-a744-4787-a68c-d55d47e1e7de tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-groups/8ad06d38-b91e-4a32-8797-cb02b7a1dad3 HTTP/1.1" status: 204 len: 168 time: 0.4365294 May 25 22:59:18.166597 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39534) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:18.168059 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1f852263-4fd9-4ca0-b988-44968d8de8f3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Unset dirty status for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:18.169266 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1f852263-4fd9-4ca0-b988-44968d8de8f3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0860751 May 25 22:59:18.187070 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39538) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:18.194445 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-6cbc96fa-d97f-4058-b97c-7665957a1147 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537662294'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:18.205809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6cbc96fa-d97f-4058-b97c-7665957a1147 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:18.246986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.247359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.262224 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6cbc96fa-d97f-4058-b97c-7665957a1147 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:18.278207 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-aee33dfd-ab59-4d91-85bc-a3e809c7f4ba tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:18.382604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6cbc96fa-d97f-4058-b97c-7665957a1147 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.390659 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5bd0751b-3906-451b-84ef-f4b748905299 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:18.397720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-aee33dfd-ab59-4d91-85bc-a3e809c7f4ba tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:18.402124 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-aee33dfd-ab59-4d91-85bc-a3e809c7f4ba tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2287765 May 25 22:59:18.402340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39542) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:18.443115 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-19edda09-6c37-4a3b-ba31-c07b801b9c3c None None] Provisioning for port 5bd0751b-3906-451b-84ef-f4b748905299 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:18.455622 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6cbc96fa-d97f-4058-b97c-7665957a1147 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:18.468810 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6cbc96fa-d97f-4058-b97c-7665957a1147 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:18.472741 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6cbc96fa-d97f-4058-b97c-7665957a1147 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:18.480960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6cbc96fa-d97f-4058-b97c-7665957a1147 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:18.511924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-69d1e737-f317-4253-b58c-1d3acf95b702 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.533594 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45d0ae0-fa30-48ce-b700-19fb249fd142,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:18.549476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.objects.ports [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84717) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 25 22:59:18.554378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-69d1e737-f317-4253-b58c-1d3acf95b702 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.589034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:59:18.590024 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 5bd0751b-3906-451b-84ef-f4b748905299 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:18.596359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6cbc96fa-d97f-4058-b97c-7665957a1147 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.597592 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 5bd0751b-3906-451b-84ef-f4b748905299 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:18.598061 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.633939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122c2fce-d471-4995-b269-4b05bee6a23b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:18.645413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2bbfb4-008e-4219-a093-318404b86d78 None None] Sync routers for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:18.673889 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2bbfb4-008e-4219-a093-318404b86d78 None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:18.674503 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-3a2bbfb4-008e-4219-a093-318404b86d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:18.674886 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6cbc96fa-d97f-4058-b97c-7665957a1147 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.698543 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-122c2fce-d471-4995-b269-4b05bee6a23b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7446373 May 25 22:59:18.700018 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39546) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:18.704690 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:18.712638 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c229c0ea-504d-4436-89ad-eeb01eff1d87 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8605087 May 25 22:59:18.713347 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39550) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:18.719901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.719901 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Added segment a32bb100-4704-4827-937a-f4c3da22c4b7 of type vlan for network 24f3a472-c34b-4cb0-a779-39756488fa4e May 25 22:59:18.720090 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Sync routers for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:18.723965 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f61c24aa-6c05-4fc5-a5bf-c9f3ecbc18ef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-958220760'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:18.733747 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f61c24aa-6c05-4fc5-a5bf-c9f3ecbc18ef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:18.738748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f61c24aa-6c05-4fc5-a5bf-c9f3ecbc18ef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:network and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:18.740286 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:18.740916 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:18.744518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f61c24aa-6c05-4fc5-a5bf-c9f3ecbc18ef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:18.759617 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f61c24aa-6c05-4fc5-a5bf-c9f3ecbc18ef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:18.790904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc96fa-d97f-4058-b97c-7665957a1147 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0945706-dee4-4099-8ac7-4b5621579523,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:18.794110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.835898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-69d1e737-f317-4253-b58c-1d3acf95b702 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.839912 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-69d1e737-f317-4253-b58c-1d3acf95b702 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.843372 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-69d1e737-f317-4253-b58c-1d3acf95b702 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-groups/177244cf-13d8-4c24-8a07-af9619dd103b HTTP/1.1" status: 204 len: 168 time: 0.4398854 May 25 22:59:18.846998 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39554) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:18.875360 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.884957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1e737-f317-4253-b58c-1d3acf95b702 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=177244cf-13d8-4c24-8a07-af9619dd103b,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:18.885186 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.900348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61c24aa-6c05-4fc5-a5bf-c9f3ecbc18ef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:18.902458 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-3a2bbfb4-008e-4219-a093-318404b86d78 None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:18.903907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f61c24aa-6c05-4fc5-a5bf-c9f3ecbc18ef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.920342 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6cbc96fa-d97f-4058-b97c-7665957a1147 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:18.923165 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6cbc96fa-d97f-4058-b97c-7665957a1147 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7344806 May 25 22:59:18.926648 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39558) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:18.961605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-76a55f44-b1a9-4562-8ded-ca73447767bf tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': 'd0945706-dee4-4099-8ac7-4b5621579523', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:18.962993 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-76a55f44-b1a9-4562-8ded-ca73447767bf tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:18.964443 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-76a55f44-b1a9-4562-8ded-ca73447767bf tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0365715 May 25 22:59:18.965832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:59:18.971399 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39562) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:18.980922 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:18.998863 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-005599a8-a577-4dba-8cd7-4395efa5a75e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': 'd0945706-dee4-4099-8ac7-4b5621579523', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:19.023984 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-005599a8-a577-4dba-8cd7-4395efa5a75e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:19.030419 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.030623 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Added segment bea01058-885d-4ab2-be40-9fa0dd64161b of type vlan for network 5f7b8e6d-67bc-4348-b747-52c0aa49724d May 25 22:59:19.051906 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-005599a8-a577-4dba-8cd7-4395efa5a75e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:19.053086 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 5bd0751b-3906-451b-84ef-f4b748905299, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5bd0751b-3906-451b-84ef-f4b748905299,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:19.055127 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-77a48b5b-4286-4ae3-9e5f-10c1bf628f6e tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:19.059782 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61c24aa-6c05-4fc5-a5bf-c9f3ecbc18ef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:59:19.065767 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-005599a8-a577-4dba-8cd7-4395efa5a75e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:19.083518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-005599a8-a577-4dba-8cd7-4395efa5a75e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:19.106984 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f61c24aa-6c05-4fc5-a5bf-c9f3ecbc18ef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.106984 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-f61c24aa-6c05-4fc5-a5bf-c9f3ecbc18ef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Added segment 0cdd3257-afd8-4888-b15c-0acf1243064c of type vlan for network a6385a83-dbce-4448-aba9-1328fa197f31 May 25 22:59:19.110083 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.128424 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.143177 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:59:19.143538 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:59:19.160720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f61c24aa-6c05-4fc5-a5bf-c9f3ecbc18ef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.179067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8fe508b-47c2-451a-91cc-e1b4d99f3367 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting subnet 5acca102-d5be-467a-9d4d-35ac0298eb79 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:59:19.184844 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b8fe508b-47c2-451a-91cc-e1b4d99f3367 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.208738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-77a48b5b-4286-4ae3-9e5f-10c1bf628f6e tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:19.210157 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-77a48b5b-4286-4ae3-9e5f-10c1bf628f6e tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3600247 May 25 22:59:19.216167 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39566) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:19.221580 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-fca34da7-0dd4-455d-9a85-a29dd4519588 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981499331'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:19.227334 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fca34da7-0dd4-455d-9a85-a29dd4519588 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:19.237892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fca34da7-0dd4-455d-9a85-a29dd4519588 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:19.263092 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.263948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.273454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:19.274713 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:59:19.278811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:19.280201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.282082 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=5bd0751b-3906-451b-84ef-f4b748905299,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:19.287825 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b8fe508b-47c2-451a-91cc-e1b4d99f3367 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.391670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-3a2bbfb4-008e-4219-a093-318404b86d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:59:14Z', 'revision_number': 9, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:19.398221 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2bbfb4-008e-4219-a093-318404b86d78 None None] Checking router: be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:19.405542 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b8fe508b-47c2-451a-91cc-e1b4d99f3367 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.413654 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2bbfb4-008e-4219-a093-318404b86d78 None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:19.414283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-3a2bbfb4-008e-4219-a093-318404b86d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:19.431142 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:14Z', 'revision_number': 4, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f57d1a-c2f0-4f90-8242-18dffc7a06a6', 'name': '', 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:27:1c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:13Z', 'updated_at': '2022-05-25T22:59:15Z', 'revision_number': 2, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:19.435620 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Checking router: 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:19.436717 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Updating router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:59:19.446442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event updated for resources: {'Network': ['ID=24f3a472-c34b-4cb0-a779-39756488fa4e,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:19.448826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fca34da7-0dd4-455d-9a85-a29dd4519588 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.458693 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-005599a8-a577-4dba-8cd7-4395efa5a75e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:19.459835 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-005599a8-a577-4dba-8cd7-4395efa5a75e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4874959 May 25 22:59:19.460761 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f61c24aa-6c05-4fc5-a5bf-c9f3ecbc18ef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.462688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39570) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:19.464807 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c24aa-6c05-4fc5-a5bf-c9f3ecbc18ef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:19.465561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f61c24aa-6c05-4fc5-a5bf-c9f3ecbc18ef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.473137 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-dd255649-a9ea-496e-abde-29f497cb3f86 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': 'd0945706-dee4-4099-8ac7-4b5621579523', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:19.473802 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-dd255649-a9ea-496e-abde-29f497cb3f86 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:19.474784 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dd255649-a9ea-496e-abde-29f497cb3f86 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0110292 May 25 22:59:19.478195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39574) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:19.487674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f538ec3e-4123-4ac7-809e-865daf788166 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': 'd0945706-dee4-4099-8ac7-4b5621579523', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:19.497429 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.500965 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f538ec3e-4123-4ac7-809e-865daf788166 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:19.510653 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f538ec3e-4123-4ac7-809e-865daf788166 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:19.515678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f538ec3e-4123-4ac7-809e-865daf788166 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:19.523953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f538ec3e-4123-4ac7-809e-865daf788166 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:19.561744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 24f3a472-c34b-4cb0-a779-39756488fa4e details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:59:19.595929 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 3.0874474 May 25 22:59:19.596233 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39578) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:19.596987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1ae34-75fd-4ff1-9f43-ccd345b81747 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event updated for resources: {'Network': ['ID=5f7b8e6d-67bc-4348-b747-52c0aa49724d,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:19.646303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 5f7b8e6d-67bc-4348-b747-52c0aa49724d details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:59:19.660202 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b8fe508b-47c2-451a-91cc-e1b4d99f3367 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.770226 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c24aa-6c05-4fc5-a5bf-c9f3ecbc18ef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Network': ['ID=a6385a83-dbce-4448-aba9-1328fa197f31,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:19.776467 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f61c24aa-6c05-4fc5-a5bf-c9f3ecbc18ef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0603743 May 25 22:59:19.782013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39582) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:19.782013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.786485 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network a6385a83-dbce-4448-aba9-1328fa197f31 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:59:19.800275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c8b4beef-3c3b-4de0-8152-25a96de58bf4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'subnet': {'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:19.931689 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-3a2bbfb4-008e-4219-a093-318404b86d78 None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:19.937505 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe508b-47c2-451a-91cc-e1b4d99f3367 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Subnet': ['ID=5acca102-d5be-467a-9d4d-35ac0298eb79,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:19.962190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b8fe508b-47c2-451a-91cc-e1b4d99f3367 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:19.974591 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859e4144-5a3a-449b-b01d-9cf833f350ac None None] Network 0081f839-7eec-41c1-8bdd-1195166175e8 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:19.987896 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b8fe508b-47c2-451a-91cc-e1b4d99f3367 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/5acca102-d5be-467a-9d4d-35ac0298eb79 HTTP/1.1" status: 204 len: 168 time: 1.2854033 May 25 22:59:19.991292 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39586) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:20.004259 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.018939 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Transition to ACTIVE for port object c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:20.024834 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-f538ec3e-4123-4ac7-809e-865daf788166 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:20.025832 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f538ec3e-4123-4ac7-809e-865daf788166 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5462291 May 25 22:59:20.034704 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39590) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:20.087889 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964b9427-58ca-4921-9e90-e30f353751d9 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:20.091830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964b9427-58ca-4921-9e90-e30f353751d9 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:20.096029 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964b9427-58ca-4921-9e90-e30f353751d9 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:20.097110 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.100221 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964b9427-58ca-4921-9e90-e30f353751d9 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:20.105120 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-964b9427-58ca-4921-9e90-e30f353751d9 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.5065103 May 25 22:59:20.105889 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39594) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:20.110475 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-8659ad27-fcff-4528-a480-223e6a0b1c1f tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': 'd0945706-dee4-4099-8ac7-4b5621579523', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:20.111088 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-8659ad27-fcff-4528-a480-223e6a0b1c1f tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:20.112011 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8659ad27-fcff-4528-a480-223e6a0b1c1f tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0764203 May 25 22:59:20.136983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39596) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:20.150983 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] For port 5bd0751b-3906-451b-84ef-f4b748905299, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5bd0751b-3906-451b-84ef-f4b748905299,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:20.164273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c4a02a47-d586-48b7-897f-9f74de90489e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': 'd0945706-dee4-4099-8ac7-4b5621579523', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:20.175638 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c4a02a47-d586-48b7-897f-9f74de90489e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:20.184675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.196718 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fca34da7-0dd4-455d-9a85-a29dd4519588 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:20.213312 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fca34da7-0dd4-455d-9a85-a29dd4519588 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:20.220058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fca34da7-0dd4-455d-9a85-a29dd4519588 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:20.230666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fca34da7-0dd4-455d-9a85-a29dd4519588 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:20.238842 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f02906-aa65-4174-a75c-e21b35a5ed8e None None] Pushing event updated for resources: {'Port': ['ID=c2f57d1a-c2f0-4f90-8242-18dffc7a06a6,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:20.242275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c8b4beef-3c3b-4de0-8152-25a96de58bf4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:20.250974 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c8b4beef-3c3b-4de0-8152-25a96de58bf4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:subnet and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:20.255240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c8b4beef-3c3b-4de0-8152-25a96de58bf4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:20.260753 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c4a02a47-d586-48b7-897f-9f74de90489e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:20.264939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c8b4beef-3c3b-4de0-8152-25a96de58bf4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:20.271858 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c4a02a47-d586-48b7-897f-9f74de90489e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:20.285762 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c4a02a47-d586-48b7-897f-9f74de90489e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:20.295490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.296498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.305755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.323991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3797b64d-1183-4e86-9918-33ab5e4b9bc1 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.331156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port 53bd83bf-78f4-4441-8b73-ccc67464effa {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:20.331488 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.432851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b4beef-3c3b-4de0-8152-25a96de58bf4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Made reservation on behalf of 709065ad3f804137aff47a33720efd4e for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:20.476005 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Attempting to bind port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:20.477426 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Attempting to bind port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'c6a31137-b209-42e2-9038-0fe718aabb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:20.478009 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Attempting to bind port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 on network dee3ef1f-aec1-4b85-b92d-76f00978d815 {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:59:20.479893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5bd0751b-3906-451b-84ef-f4b748905299 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:20.490709 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:59:20.491498 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Checking segment: {'id': 'c6a31137-b209-42e2-9038-0fe718aabb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:20.492110 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.492749 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Bound using segment: {'id': 'c6a31137-b209-42e2-9038-0fe718aabb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:59:20.493486 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Bound port: c2f57d1a-c2f0-4f90-8242-18dffc7a06a6, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a31137-b209-42e2-9038-0fe718aabb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:20.495221 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.580352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3797b64d-1183-4e86-9918-33ab5e4b9bc1 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.627156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3797b64d-1183-4e86-9918-33ab5e4b9bc1 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f3a472-c34b-4cb0-a779-39756488fa4e']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:20.639196 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fca34da7-0dd4-455d-9a85-a29dd4519588 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.655956 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] For port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:20.659880 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-c4a02a47-d586-48b7-897f-9f74de90489e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:20.660941 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c4a02a47-d586-48b7-897f-9f74de90489e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5120430 May 25 22:59:20.662348 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] For port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c2f57d1a-c2f0-4f90-8242-18dffc7a06a6,segment=NetworkSegment(c6a31137-b209-42e2-9038-0fe718aabb57),segment_id=c6a31137-b209-42e2-9038-0fe718aabb57)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:20.709195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39602) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:20.710491 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3797b64d-1183-4e86-9918-33ab5e4b9bc1 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32bb100-4704-4827-937a-f4c3da22c4b7') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:20.710856 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3797b64d-1183-4e86-9918-33ab5e4b9bc1 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32bb100-4704-4827-937a-f4c3da22c4b7') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:20.730508 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-ddee0bea-8f75-45a6-93ef-6296c3ddde70 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': 'd0945706-dee4-4099-8ac7-4b5621579523', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:20.731546 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-ddee0bea-8f75-45a6-93ef-6296c3ddde70 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:20.732904 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ddee0bea-8f75-45a6-93ef-6296c3ddde70 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0139782 May 25 22:59:20.745585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39606) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:20.747374 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3797b64d-1183-4e86-9918-33ab5e4b9bc1 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.766074 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-525ff5fb-09de-44c0-bd48-cc8914f5cc66 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': 'd0945706-dee4-4099-8ac7-4b5621579523', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:20.768025 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.786728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-525ff5fb-09de-44c0-bd48-cc8914f5cc66 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:20.790040 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3797b64d-1183-4e86-9918-33ab5e4b9bc1 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.806079 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-525ff5fb-09de-44c0-bd48-cc8914f5cc66 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:20.810086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] For port 53bd83bf-78f4-4441-8b73-ccc67464effa, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=53bd83bf-78f4-4441-8b73-ccc67464effa,segment=NetworkSegment(4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0),segment_id=4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:20.812072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.819970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3797b64d-1183-4e86-9918-33ab5e4b9bc1 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:20.820368 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3797b64d-1183-4e86-9918-33ab5e4b9bc1 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:20.840563 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:20.844403 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-525ff5fb-09de-44c0-bd48-cc8914f5cc66 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:20.851283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:20.854863 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-525ff5fb-09de-44c0-bd48-cc8914f5cc66 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:20.871171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Subnet': ['ID=99d425df-18df-4a2e-bbe5-8cee73c04a7f,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:20.876699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 5bd0751b-3906-451b-84ef-f4b748905299 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:20.877066 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.878088 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f02906-aa65-4174-a75c-e21b35a5ed8e None None] Pushing event updated for resources: {'Port': ['ID=c2f57d1a-c2f0-4f90-8242-18dffc7a06a6,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:20.883414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fca34da7-0dd4-455d-9a85-a29dd4519588 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.913971 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:20.914870 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:20.948764 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:20.955257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c8b4beef-3c3b-4de0-8152-25a96de58bf4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:20.992507 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:20.993374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.020505 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-3a2bbfb4-008e-4219-a093-318404b86d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:59:14Z', 'revision_number': 9, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:21.023358 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb41c9ca-7716-4c48-a81a-c525a0565d97 None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:21.025416 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=5bd0751b-3906-451b-84ef-f4b748905299,revision_number=5']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:21.037332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba488cd-89a3-4925-a32a-b80f0b3e32ba None None] DHCP port deletion for 0081f839-7eec-41c1-8bdd-1195166175e8 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:59:21.109519 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2bbfb4-008e-4219-a093-318404b86d78 None None] The sync data for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv is: [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:59:14Z', 'revision_number': 9, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb8f0eab-2809-4dfd-8b30-a9b2ff355a12', 'name': '', 'network_id': 'eedf5e10-0c97-4205-bd09-737e93085a53', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:46:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:03Z', 'updated_at': '2022-05-25T22:58:19Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '0a581d9b-a85d-4837-b0f5-fe41050ae087', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:21.118095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for 53bd83bf-78f4-4441-8b73-ccc67464effa owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:21.125216 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-8ba488cd-89a3-4925-a32a-b80f0b3e32ba None None] Deleting port 53bd83bf-78f4-4441-8b73-ccc67464effa {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:21.125580 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8ba488cd-89a3-4925-a32a-b80f0b3e32ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.151226 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:21.177482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca34da7-0dd4-455d-9a85-a29dd4519588 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eda219d-babd-4c51-a0d0-e1c9a30dbff7,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:21.294031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3797b64d-1183-4e86-9918-33ab5e4b9bc1 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.307812 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3797b64d-1183-4e86-9918-33ab5e4b9bc1 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.333698 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fca34da7-0dd4-455d-9a85-a29dd4519588 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.336861 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fca34da7-0dd4-455d-9a85-a29dd4519588 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.1206412 May 25 22:59:21.344968 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-df7108f6-c568-4165-97dc-7b2bf33cec1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.1925228 May 25 22:59:21.362973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39610) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:21.363894 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39612) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:21.367593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.443000 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-cf05dcac-4f54-4b9b-85d8-1ee7ce958c8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group_rule': {'security_group_id': '4eda219d-babd-4c51-a0d0-e1c9a30dbff7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:21.458192 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Request body: {'port': {'network_id': '228eb34e-59ed-4b00-ac30-fd8c9bc52748', 'mac_address': 'fa:16:3e:17:74:3b', 'name': 'tempest-NetworksTestDHCPv6-838383242'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:21.523661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c8b4beef-3c3b-4de0-8152-25a96de58bf4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.554734 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-8ba488cd-89a3-4925-a32a-b80f0b3e32ba None None] For port 53bd83bf-78f4-4441-8b73-ccc67464effa, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=53bd83bf-78f4-4441-8b73-ccc67464effa,segment=NetworkSegment(4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0),segment_id=4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:21.563344 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8ba488cd-89a3-4925-a32a-b80f0b3e32ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:21.626325 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:14Z', 'revision_number': 4, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f57d1a-c2f0-4f90-8242-18dffc7a06a6', 'name': '', 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:27:1c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:13Z', 'updated_at': '2022-05-25T22:59:20Z', 'revision_number': 4, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:21.632325 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc57c0c-31e9-42cd-9069-65ff30c017b2 None None] The sync data for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv is: [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:14Z', 'revision_number': 4, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f57d1a-c2f0-4f90-8242-18dffc7a06a6', 'name': '', 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:27:1c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:13Z', 'updated_at': '2022-05-25T22:59:20Z', 'revision_number': 4, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:21.639516 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Port': ['ID=53bd83bf-78f4-4441-8b73-ccc67464effa,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:21.657563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797b64d-1183-4e86-9918-33ab5e4b9bc1 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event deleted for resources: {'Network': ['ID=24f3a472-c34b-4cb0-a779-39756488fa4e,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:21.662345 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3797b64d-1183-4e86-9918-33ab5e4b9bc1 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "DELETE /v2.0/networks/24f3a472-c34b-4cb0-a779-39756488fa4e HTTP/1.1" status: 204 len: 168 time: 1.5432217 May 25 22:59:21.675283 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cf05dcac-4f54-4b9b-85d8-1ee7ce958c8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:21.677944 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39618) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:21.714756 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] No DVR routers for this DVR port 53bd83bf-78f4-4441-8b73-ccc67464effa on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:21.726952 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-8ba488cd-89a3-4925-a32a-b80f0b3e32ba None None] Calling delete_port for 53bd83bf-78f4-4441-8b73-ccc67464effa owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:21.767191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cf05dcac-4f54-4b9b-85d8-1ee7ce958c8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:21.791442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cf05dcac-4f54-4b9b-85d8-1ee7ce958c8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:21.829104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cf05dcac-4f54-4b9b-85d8-1ee7ce958c8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:21.830359 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-8ba488cd-89a3-4925-a32a-b80f0b3e32ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:59:21.830995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-8ba488cd-89a3-4925-a32a-b80f0b3e32ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:59:21.845482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4beef-3c3b-4de0-8152-25a96de58bf4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Subnet': ['ID=02dcc6af-2a2e-4ac6-9f76-2656a45baba2,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:21.909437 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-525ff5fb-09de-44c0-bd48-cc8914f5cc66 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:21.913253 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-525ff5fb-09de-44c0-bd48-cc8914f5cc66 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.1556239 May 25 22:59:21.913253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:21.923493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39622) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:21.963732 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-44c63d08-8add-46aa-967d-8fd4a797155d tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': 'd0945706-dee4-4099-8ac7-4b5621579523', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:21.979151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-44c63d08-8add-46aa-967d-8fd4a797155d tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:21.984284 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b4beef-3c3b-4de0-8152-25a96de58bf4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Checking segment: {'id': '0cdd3257-afd8-4888-b15c-0acf1243064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:21.984284 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4beef-3c3b-4de0-8152-25a96de58bf4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network hostable DHCP agents. Network: a6385a83-dbce-4448-aba9-1328fa197f31, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:59:22.002344 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-44c63d08-8add-46aa-967d-8fd4a797155d tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:22.005677 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-44c63d08-8add-46aa-967d-8fd4a797155d tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:22.027985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-44c63d08-8add-46aa-967d-8fd4a797155d tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:22.037350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d0b1089d-edfc-4d2c-8ce2-98be5912c633 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.070307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Usage tracker for resource:port and tenant:54eefae47a6943b69d21ed159941cefe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:22.075625 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:22.079939 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf05dcac-4f54-4b9b-85d8-1ee7ce958c8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.094283 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.103649 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:22.156342 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0081f839-7eec-41c1-8bdd-1195166175e8']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:22.182547 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:22.182547 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca66bc6-f437-4dd7-bcc4-6a235ff1a3f0') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:22.197664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.211152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Made reservation on behalf of 54eefae47a6943b69d21ed159941cefe for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:22.213854 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4beef-3c3b-4de0-8152-25a96de58bf4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network a6385a83-dbce-4448-aba9-1328fa197f31 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:59:22.252411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d0b1089d-edfc-4d2c-8ce2-98be5912c633 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.290671 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-d0b1089d-edfc-4d2c-8ce2-98be5912c633 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7b8e6d-67bc-4348-b747-52c0aa49724d']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:22.324327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.330863 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf05dcac-4f54-4b9b-85d8-1ee7ce958c8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.331804 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-8ba488cd-89a3-4925-a32a-b80f0b3e32ba None None] Deleting port 53bd83bf-78f4-4441-8b73-ccc67464effa {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:22.332214 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8ba488cd-89a3-4925-a32a-b80f0b3e32ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.345431 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-44c63d08-8add-46aa-967d-8fd4a797155d tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:22.349026 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-44c63d08-8add-46aa-967d-8fd4a797155d tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4156654 May 25 22:59:22.358301 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39626) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:22.367631 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:22.368044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.377705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-d0b1089d-edfc-4d2c-8ce2-98be5912c633 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea01058-885d-4ab2-be40-9fa0dd64161b') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:22.384042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-d0b1089d-edfc-4d2c-8ce2-98be5912c633 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea01058-885d-4ab2-be40-9fa0dd64161b') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:22.398593 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:22.428001 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:22.429916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-c8b4beef-3c3b-4de0-8152-25a96de58bf4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, a6385a83-dbce-4448-aba9-1328fa197f31) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:22.437511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4beef-3c3b-4de0-8152-25a96de58bf4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:22.444627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c8b4beef-3c3b-4de0-8152-25a96de58bf4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.444627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d0b1089d-edfc-4d2c-8ce2-98be5912c633 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.497188 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.504451 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d0b1089d-edfc-4d2c-8ce2-98be5912c633 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.528792 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b1089d-edfc-4d2c-8ce2-98be5912c633 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:22.529438 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d0b1089d-edfc-4d2c-8ce2-98be5912c633 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.535943 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31baf0e0-bcb5-4869-800a-a550b8162608 None None] Network a6385a83-dbce-4448-aba9-1328fa197f31 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:22.557065 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-8ba488cd-89a3-4925-a32a-b80f0b3e32ba None None] The port '53bd83bf-78f4-4441-8b73-ccc67464effa' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:22.557784 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:22.584023 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf05dcac-4f54-4b9b-85d8-1ee7ce958c8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.650757 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] device_id is not set on port 84b85522-ad06-46e6-a3ee-2a0b2f23ab7a yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:59:22.652101 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c8b4beef-3c3b-4de0-8152-25a96de58bf4 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8600862 May 25 22:59:22.669367 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39630) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:22.705154 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf05dcac-4f54-4b9b-85d8-1ee7ce958c8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.707425 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cf05dcac-4f54-4b9b-85d8-1ee7ce958c8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.3316419 May 25 22:59:22.708566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05dcac-4f54-4b9b-85d8-1ee7ce958c8f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328e4321-b1f5-45f9-b9ab-7178e7248f96,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:22.718971 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39634) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:22.755123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-26f3459a-1eff-4502-8790-ffbad71284f1 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.767226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-26f3459a-1eff-4502-8790-ffbad71284f1 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.792355 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.793865 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-61c4c988-61a7-4dd3-8ee1-4b3cd826c8b1 None None] Provisioning complete for port 5bd0751b-3906-451b-84ef-f4b748905299 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:22.793865 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-61c4c988-61a7-4dd3-8ee1-4b3cd826c8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.816623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.827996 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Network': ['ID=0081f839-7eec-41c1-8bdd-1195166175e8,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:22.827996 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e3bdad12-74ab-4aae-9912-10dafefcfad3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/networks/0081f839-7eec-41c1-8bdd-1195166175e8 HTTP/1.1" status: 204 len: 168 time: 2.8355720 May 25 22:59:22.832367 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39638) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:22.832564 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5109c4bb-c0b2-431b-ba2f-a1e63e6a7237 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.879792 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5109c4bb-c0b2-431b-ba2f-a1e63e6a7237 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.895913 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d0b1089d-edfc-4d2c-8ce2-98be5912c633 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.902126 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-a6385a83-dbce-4448-aba9-1328fa197f31', 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'fixed_ips': [{'subnet_id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:59:22.904050 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.912771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-26f3459a-1eff-4502-8790-ffbad71284f1 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.921928 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d0b1089d-edfc-4d2c-8ce2-98be5912c633 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:22.944789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1089d-edfc-4d2c-8ce2-98be5912c633 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event deleted for resources: {'Network': ['ID=5f7b8e6d-67bc-4348-b747-52c0aa49724d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:22.957131 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d0b1089d-edfc-4d2c-8ce2-98be5912c633 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "DELETE /v2.0/networks/5f7b8e6d-67bc-4348-b747-52c0aa49724d HTTP/1.1" status: 204 len: 168 time: 1.2754829 May 25 22:59:22.961903 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39642) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:22.981869 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:22.990499 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:22.990499 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:23.007297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3459a-1eff-4502-8790-ffbad71284f1 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=328e4321-b1f5-45f9-b9ab-7178e7248f96,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:23.022404 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-26f3459a-1eff-4502-8790-ffbad71284f1 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:23.025989 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-26f3459a-1eff-4502-8790-ffbad71284f1 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/328e4321-b1f5-45f9-b9ab-7178e7248f96 HTTP/1.1" status: 204 len: 168 time: 0.3033104 May 25 22:59:23.028061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39646) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:23.162706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5109c4bb-c0b2-431b-ba2f-a1e63e6a7237 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:23.178630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f5378e8c-942f-4db7-804d-5df4ae598ba8 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:23.253833 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109c4bb-c0b2-431b-ba2f-a1e63e6a7237 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0945706-dee4-4099-8ac7-4b5621579523,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:23.267064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5109c4bb-c0b2-431b-ba2f-a1e63e6a7237 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:23.268184 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5109c4bb-c0b2-431b-ba2f-a1e63e6a7237 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "DELETE /v2.0/security-groups/d0945706-dee4-4099-8ac7-4b5621579523 HTTP/1.1" status: 204 len: 168 time: 0.8555562 May 25 22:59:23.269947 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:23.273615 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1100f91-da98-46d5-8be2-f6e2ef38a4f2 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:23.277724 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1100f91-da98-46d5-8be2-f6e2ef38a4f2 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:23.278473 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b1100f91-da98-46d5-8be2-f6e2ef38a4f2 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Synchronizing usage tracker for tenant:d6558d2c864147078c89b38573bea466 on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:23.282186 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39650) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:23.360033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-91b10b78-88af-474f-9acc-455204ca1327 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Synchronizing usage tracker for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:23.380349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f5378e8c-942f-4db7-804d-5df4ae598ba8 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:23.382612 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f5378e8c-942f-4db7-804d-5df4ae598ba8 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3539605 May 25 22:59:23.384124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8::fa (228eb34e-59ed-4b00-ac30-fd8c9bc52748/2804bb13-07f8-407e-8829-28629272a6a4/84b85522-ad06-46e6-a3ee-2a0b2f23ab7a) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:23.386843 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39654) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:23.393539 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Allocated IP 2001:db8:0:1:f816:3eff:fe17:743b (228eb34e-59ed-4b00-ac30-fd8c9bc52748/99d425df-18df-4a2e-bbe5-8cee73c04a7f/84b85522-ad06-46e6-a3ee-2a0b2f23ab7a) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:23.399081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Allocated IP 2001:db8:3::2 (a6385a83-dbce-4448-aba9-1328fa197f31/02dcc6af-2a2e-4ac6-9f76-2656a45baba2/94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:23.410793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b1100f91-da98-46d5-8be2-f6e2ef38a4f2 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Unset dirty status for tenant:d6558d2c864147078c89b38573bea466 on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:23.415936 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b1100f91-da98-46d5-8be2-f6e2ef38a4f2 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4492333 May 25 22:59:23.415936 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39658) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:23.431392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ebbca69c-2524-411a-81af-be61b344fe10 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-901305121'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:23.513065 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c2f57d1a-c2f0-4f90-8242-18dffc7a06a6,segment=NetworkSegment(c6a31137-b209-42e2-9038-0fe718aabb57),segment_id=c6a31137-b209-42e2-9038-0fe718aabb57)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:23.548602 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-91b10b78-88af-474f-9acc-455204ca1327 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Unset dirty status for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:23.549823 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-91b10b78-88af-474f-9acc-455204ca1327 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2667284 May 25 22:59:23.555105 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39662) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:23.557171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ebbca69c-2524-411a-81af-be61b344fe10 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:23.572813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4ac7486d-ea2a-429d-b67c-5f14d7dc9a47 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group': {'name': 'tempest-secgroup--683931398'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:23.583417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4ac7486d-ea2a-429d-b67c-5f14d7dc9a47 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:23.586442 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:23.594160 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-57bf8bf0-9056-4edc-b7b3-00c190e5d14e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:23.655333 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4ac7486d-ea2a-429d-b67c-5f14d7dc9a47 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:23.683949 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ebbca69c-2524-411a-81af-be61b344fe10 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:23.684861 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a57e6d7c-c379-40a2-864a-e88d3192faf3 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:23.727603 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-98e52eb6-1a45-4bce-8158-05f29bc672f6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:23.743041 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: a57e6d7c-c379-40a2-864a-e88d3192faf3 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:23.743365 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a57e6d7c-c379-40a2-864a-e88d3192faf3 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:23.743777 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 53bd83bf-78f4-4441-8b73-ccc67464effa no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:23.762499 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-98e52eb6-1a45-4bce-8158-05f29bc672f6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:23.779793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbca69c-2524-411a-81af-be61b344fe10 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Made reservation on behalf of d6558d2c864147078c89b38573bea466 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:23.782948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ebbca69c-2524-411a-81af-be61b344fe10 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:23.786183 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=c2f57d1a-c2f0-4f90-8242-18dffc7a06a6,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:23.788780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 53bd83bf-78f4-4441-8b73-ccc67464effa {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:23.789024 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 53bd83bf-78f4-4441-8b73-ccc67464effa not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:23.806092 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4ac7486d-ea2a-429d-b67c-5f14d7dc9a47 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:23.806460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:23.817812 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:23.820376 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Transition to ACTIVE for port object 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:23.842759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Transition to ACTIVE for port object 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:23.846011 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbca69c-2524-411a-81af-be61b344fe10 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:59:23.852052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Transition to ACTIVE for port object 84b85522-ad06-46e6-a3ee-2a0b2f23ab7a will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:23.913228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:23.980632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:23.985600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Network a6385a83-dbce-4448-aba9-1328fa197f31 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:23.988890 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:23.993719 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:59:23.996116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Pushing event updated for resources: {'Port': ['ID=94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:24.009688 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ebbca69c-2524-411a-81af-be61b344fe10 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.013248 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-ebbca69c-2524-411a-81af-be61b344fe10 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Added segment 78ce6b30-cdd3-44a2-8113-6a873fcdbabc of type vlan for network dca579a7-2544-471e-95b0-ec5507af36a7 May 25 22:59:24.059070 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-98e52eb6-1a45-4bce-8158-05f29bc672f6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.089425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Attempting to bind port 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:24.089877 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Attempting to bind port 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '0cdd3257-afd8-4888-b15c-0acf1243064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:24.090420 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Attempting to bind port 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 on network a6385a83-dbce-4448-aba9-1328fa197f31 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:59:24.097857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:59:24.098317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Checking segment: {'id': '0cdd3257-afd8-4888-b15c-0acf1243064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:24.098722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.099244 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Bound using segment: {'id': '0cdd3257-afd8-4888-b15c-0acf1243064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:59:24.099568 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Bound port: 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdd3257-afd8-4888-b15c-0acf1243064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:24.099931 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.104916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.154181 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4ac7486d-ea2a-429d-b67c-5f14d7dc9a47 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:24.160367 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e52eb6-1a45-4bce-8158-05f29bc672f6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eda219d-babd-4c51-a0d0-e1c9a30dbff7,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:24.195317 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4ac7486d-ea2a-429d-b67c-5f14d7dc9a47 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:24.205340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4ac7486d-ea2a-429d-b67c-5f14d7dc9a47 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:24.214151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ebbca69c-2524-411a-81af-be61b344fe10 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.220784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] For port 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:24.227556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] For port 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0,segment=NetworkSegment(0cdd3257-afd8-4888-b15c-0acf1243064c),segment_id=0cdd3257-afd8-4888-b15c-0acf1243064c)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:24.227698 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4ac7486d-ea2a-429d-b67c-5f14d7dc9a47 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:24.256176 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:24.270220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:24.270220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event updated for resources: {'Port': ['ID=84b85522-ad06-46e6-a3ee-2a0b2f23ab7a,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:24.270220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:59:24.273165 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:24.273773 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.318279 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.369759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:24.370066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-98e52eb6-1a45-4bce-8158-05f29bc672f6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.371198 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-98e52eb6-1a45-4bce-8158-05f29bc672f6 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-groups/4eda219d-babd-4c51-a0d0-e1c9a30dbff7 HTTP/1.1" status: 204 len: 168 time: 0.9833713 May 25 22:59:24.375916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39666) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:24.438804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4ac7486d-ea2a-429d-b67c-5f14d7dc9a47 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.440614 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-27c9d5da-ab83-4bd5-af64-9cb86db4be5e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.0642002 May 25 22:59:24.443921 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39670) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:24.457403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ebbca69c-2524-411a-81af-be61b344fe10 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.461858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbca69c-2524-411a-81af-be61b344fe10 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:24.462437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ebbca69c-2524-411a-81af-be61b344fe10 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.518177 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f0eb4-fe93-4dfc-9f69-f9fe41aa3270 None None] Pushing event updated for resources: {'Port': ['ID=94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:24.528031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4ac7486d-ea2a-429d-b67c-5f14d7dc9a47 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.551847 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:24.552715 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.582528 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-13c81852-6ee6-4221-8b22-3889ccbac4fd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting port 84b85522-ad06-46e6-a3ee-2a0b2f23ab7a {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:24.582872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13c81852-6ee6-4221-8b22-3889ccbac4fd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.614425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0c105964-3310-4ce0-abbf-6b4aa874e555 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:24.637652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbca69c-2524-411a-81af-be61b344fe10 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event updated for resources: {'Network': ['ID=dca579a7-2544-471e-95b0-ec5507af36a7,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:24.686080 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ebbca69c-2524-411a-81af-be61b344fe10 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2676113 May 25 22:59:24.696217 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39674) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:24.702471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-77dfb14d-0456-445c-aef9-660548c6b444 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1835384888'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:24.704006 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network dca579a7-2544-471e-95b0-ec5507af36a7 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:59:24.709148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-77dfb14d-0456-445c-aef9-660548c6b444 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:24.714844 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7486d-ea2a-429d-b67c-5f14d7dc9a47 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d19a521-5161-472c-91d3-aab0ec7e69f3,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:24.726708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-77dfb14d-0456-445c-aef9-660548c6b444 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:24.768825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Allocated IP 2001:db8:3::1 (a6385a83-dbce-4448-aba9-1328fa197f31/02dcc6af-2a2e-4ac6-9f76-2656a45baba2/5d639d0e-5951-4474-b7d3-1063c7513180) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:24.770131 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4ac7486d-ea2a-429d-b67c-5f14d7dc9a47 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.770711 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4ac7486d-ea2a-429d-b67c-5f14d7dc9a47 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2066092 May 25 22:59:24.771623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39678) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:24.784163 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b5ad8f83-31d3-4f38-bf97-0bf576456e4e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': '6d19a521-5161-472c-91d3-aab0ec7e69f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:24.836514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b5ad8f83-31d3-4f38-bf97-0bf576456e4e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:24.844319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b5ad8f83-31d3-4f38-bf97-0bf576456e4e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:24.891011 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fd373147-7550-435b-8108-891793e44af9 None None] Provisioning for port 84b85522-ad06-46e6-a3ee-2a0b2f23ab7a completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:24.896360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fd373147-7550-435b-8108-891793e44af9 None None] Provisioning complete for port 84b85522-ad06-46e6-a3ee-2a0b2f23ab7a triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:24.900672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fd373147-7550-435b-8108-891793e44af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.916072 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b5ad8f83-31d3-4f38-bf97-0bf576456e4e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:24.920460 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0c105964-3310-4ce0-abbf-6b4aa874e555 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:24.921914 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0c105964-3310-4ce0-abbf-6b4aa874e555 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5450969 May 25 22:59:24.931621 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dfb14d-0456-445c-aef9-660548c6b444 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Made reservation on behalf of d6558d2c864147078c89b38573bea466 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:24.935219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-77dfb14d-0456-445c-aef9-660548c6b444 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:24.949574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39682) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:24.949919 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b5ad8f83-31d3-4f38-bf97-0bf576456e4e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:24.958610 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-fd373147-7550-435b-8108-891793e44af9 None None] Port 84b85522-ad06-46e6-a3ee-2a0b2f23ab7a cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:59:24.985722 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-7cac0e63-97f1-4828-b88e-f4af97b7f77f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group': {'name': 'tempest-secgroup--1848327579'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:24.996549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7cac0e63-97f1-4828-b88e-f4af97b7f77f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:25.021165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77dfb14d-0456-445c-aef9-660548c6b444 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:59:25.021328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7cac0e63-97f1-4828-b88e-f4af97b7f77f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:25.042533 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-77dfb14d-0456-445c-aef9-660548c6b444 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:25.042799 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-77dfb14d-0456-445c-aef9-660548c6b444 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Added segment aa78c059-1295-41a6-9e3c-5a70b3c7c0ba of type vlan for network b09bd410-292f-41a4-a157-388e49dcfb53 May 25 22:59:25.068005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:25.077872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13c81852-6ee6-4221-8b22-3889ccbac4fd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:25.104426 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-77dfb14d-0456-445c-aef9-660548c6b444 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:25.112130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Transition to ACTIVE for port object 5d639d0e-5951-4474-b7d3-1063c7513180 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:25.194131 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-b5ad8f83-31d3-4f38-bf97-0bf576456e4e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The resource could not be found. May 25 22:59:25.195220 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b5ad8f83-31d3-4f38-bf97-0bf576456e4e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4225440 May 25 22:59:25.198839 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39686) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:25.202970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7cac0e63-97f1-4828-b88e-f4af97b7f77f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:25.204130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7f0e8ff6-2c64-4a5e-ba39-2b1141510ba5 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': '6d19a521-5161-472c-91d3-aab0ec7e69f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3f52c022-0c43-40a3-b049-fa09bdb57165'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:25.210390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7f0e8ff6-2c64-4a5e-ba39-2b1141510ba5 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:25.214106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7f0e8ff6-2c64-4a5e-ba39-2b1141510ba5 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:25.214862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-13c81852-6ee6-4221-8b22-3889ccbac4fd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Calling delete_port for 84b85522-ad06-46e6-a3ee-2a0b2f23ab7a owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:25.217816 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7f0e8ff6-2c64-4a5e-ba39-2b1141510ba5 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:25.224835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7f0e8ff6-2c64-4a5e-ba39-2b1141510ba5 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:25.227307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:25.231044 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-77dfb14d-0456-445c-aef9-660548c6b444 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:25.234880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dfb14d-0456-445c-aef9-660548c6b444 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:25.235458 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-77dfb14d-0456-445c-aef9-660548c6b444 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:25.351063 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-57bf8bf0-9056-4edc-b7b3-00c190e5d14e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:25.351403 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-57bf8bf0-9056-4edc-b7b3-00c190e5d14e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:25.396127 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7cac0e63-97f1-4828-b88e-f4af97b7f77f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:25.425126 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7cac0e63-97f1-4828-b88e-f4af97b7f77f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:25.432297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network a6385a83-dbce-4448-aba9-1328fa197f31 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:25.432912 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7cac0e63-97f1-4828-b88e-f4af97b7f77f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:25.437201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:25.440169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:59:25.441049 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:25.443604 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfb14d-0456-445c-aef9-660548c6b444 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event updated for resources: {'Network': ['ID=b09bd410-292f-41a4-a157-388e49dcfb53,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:25.443809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7cac0e63-97f1-4828-b88e-f4af97b7f77f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:25.451696 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=5d639d0e-5951-4474-b7d3-1063c7513180,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:25.457122 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network b09bd410-292f-41a4-a157-388e49dcfb53 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:59:25.521488 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-77dfb14d-0456-445c-aef9-660548c6b444 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8244293 May 25 22:59:25.524338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39690) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:25.538823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Request body: {'ports': [{'network_id': 'dca579a7-2544-471e-95b0-ec5507af36a7', 'name': 'tempest-port--1730954713', 'admin_state_up': True}, {'network_id': 'b09bd410-292f-41a4-a157-388e49dcfb53', 'admin_state_up': False}]} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:25.538823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Request body: {'port': {'network_id': 'dca579a7-2544-471e-95b0-ec5507af36a7', 'name': 'tempest-port--1730954713', 'admin_state_up': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:25.538823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Request body: {'port': {'network_id': 'b09bd410-292f-41a4-a157-388e49dcfb53', 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:25.609182 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-7f0e8ff6-2c64-4a5e-ba39-2b1141510ba5 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The resource could not be found. May 25 22:59:25.612846 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7f0e8ff6-2c64-4a5e-ba39-2b1141510ba5 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4113257 May 25 22:59:25.616682 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39694) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:25.660999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-57bf8bf0-9056-4edc-b7b3-00c190e5d14e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] For port eb8f0eab-2809-4dfd-8b30-a9b2ff355a12, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=eb8f0eab-2809-4dfd-8b30-a9b2ff355a12,segment=NetworkSegment(4609988a-fcac-403a-8a29-ee9d1eba472b),segment_id=4609988a-fcac-403a-8a29-ee9d1eba472b)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:25.661456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-57bf8bf0-9056-4edc-b7b3-00c190e5d14e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:25.741896 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc8e30f-c98d-43a8-81af-087a8c28f694 None None] Network a6385a83-dbce-4448-aba9-1328fa197f31 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:25.821374 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-57bf8bf0-9056-4edc-b7b3-00c190e5d14e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:25.874675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:25.921042 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b094f738-133f-48cc-8333-33f6eb5d5f9e None None] Provisioning for port 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:25.985040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-def82938-8133-4aaf-b2b2-803f64c5c40e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.011430 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7cac0e63-97f1-4828-b88e-f4af97b7f77f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.083128 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7cac0e63-97f1-4828-b88e-f4af97b7f77f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.090186 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-def82938-8133-4aaf-b2b2-803f64c5c40e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.145461 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13c81852-6ee6-4221-8b22-3889ccbac4fd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.160465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac0e63-97f1-4828-b88e-f4af97b7f77f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401607a8-8d3e-42c0-8139-f287c8049839,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:26.215342 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c81852-6ee6-4221-8b22-3889ccbac4fd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Port': ['ID=84b85522-ad06-46e6-a3ee-2a0b2f23ab7a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:26.219555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:26.241485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Usage tracker for resource:port and tenant:d6558d2c864147078c89b38573bea466 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:26.261458 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:26.271715 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:26.293211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7cac0e63-97f1-4828-b88e-f4af97b7f77f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.294506 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7cac0e63-97f1-4828-b88e-f4af97b7f77f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3330519 May 25 22:59:26.299057 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39698) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:26.311418 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b97f34c6-c7e2-4094-ba12-54a4a1768705 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group_rule': {'security_group_id': '401607a8-8d3e-42c0-8139-f287c8049839', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:26.320154 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b97f34c6-c7e2-4094-ba12-54a4a1768705 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:26.329307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b97f34c6-c7e2-4094-ba12-54a4a1768705 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:26.338510 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b97f34c6-c7e2-4094-ba12-54a4a1768705 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:26.353389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b97f34c6-c7e2-4094-ba12-54a4a1768705 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:26.372294 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-57bf8bf0-9056-4edc-b7b3-00c190e5d14e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.442301 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:26.449890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13c81852-6ee6-4221-8b22-3889ccbac4fd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.470660 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf8bf0-9056-4edc-b7b3-00c190e5d14e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Port': ['ID=eb8f0eab-2809-4dfd-8b30-a9b2ff355a12,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:26.494829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Made reservation on behalf of d6558d2c864147078c89b38573bea466 for: {'port': 2} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:26.499528 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.536623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.547175 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4b8b4f1d-d24c-46f1-b913-6f3268b2c4b8 None None] Provisioning for port 5d639d0e-5951-4474-b7d3-1063c7513180 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:26.572282 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4b8b4f1d-d24c-46f1-b913-6f3268b2c4b8 None None] Provisioning complete for port 5d639d0e-5951-4474-b7d3-1063c7513180 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:26.573361 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4b8b4f1d-d24c-46f1-b913-6f3268b2c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.579806 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-def82938-8133-4aaf-b2b2-803f64c5c40e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.625216 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-13c81852-6ee6-4221-8b22-3889ccbac4fd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/84b85522-ad06-46e6-a3ee-2a0b2f23ab7a HTTP/1.1" status: 204 len: 168 time: 2.1794891 May 25 22:59:26.626311 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39702) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:26.729951 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b4f1d-d24c-46f1-b913-6f3268b2c4b8 None None] Port 5d639d0e-5951-4474-b7d3-1063c7513180 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:59:26.742615 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b97f34c6-c7e2-4094-ba12-54a4a1768705 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.782370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def82938-8133-4aaf-b2b2-803f64c5c40e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d19a521-5161-472c-91d3-aab0ec7e69f3,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:26.808838 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:26.834398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:26.834932 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.860118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-def82938-8133-4aaf-b2b2-803f64c5c40e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:26.866846 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-def82938-8133-4aaf-b2b2-803f64c5c40e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "DELETE /v2.0/security-groups/6d19a521-5161-472c-91d3-aab0ec7e69f3 HTTP/1.1" status: 204 len: 168 time: 1.2488427 May 25 22:59:26.883679 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39706) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:27.017897 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-818df7bc-a87a-43cc-8358-ed6f20223a59 None None] Provisioning complete for port 5d639d0e-5951-4474-b7d3-1063c7513180 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:27.018424 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-818df7bc-a87a-43cc-8358-ed6f20223a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.019946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8f446-446b-4850-bfae-38f63f986234 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:27.020689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-60a8f446-446b-4850-bfae-38f63f986234 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:27.058971 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8325a2bd-a8a9-429f-89ab-60be6fa111c4 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Synchronizing usage tracker for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:27.063469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.088331 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-818df7bc-a87a-43cc-8358-ed6f20223a59 None None] Port 5d639d0e-5951-4474-b7d3-1063c7513180 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:59:27.098121 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-57bf8bf0-9056-4edc-b7b3-00c190e5d14e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.108346 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0,segment=NetworkSegment(0cdd3257-afd8-4888-b15c-0acf1243064c),segment_id=0cdd3257-afd8-4888-b15c-0acf1243064c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:27.122462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] device_id is not set on port 1ac1e193-f11d-44d6-bce0-668139b4b96e yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:59:27.132070 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.148088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b97f34c6-c7e2-4094-ba12-54a4a1768705 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.166860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8325a2bd-a8a9-429f-89ab-60be6fa111c4 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Unset dirty status for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:27.168606 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8325a2bd-a8a9-429f-89ab-60be6fa111c4 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2279186 May 25 22:59:27.174461 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-60a8f446-446b-4850-bfae-38f63f986234 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:27.174461 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-60a8f446-446b-4850-bfae-38f63f986234 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5394044 May 25 22:59:27.175248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39710) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:27.175651 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39712) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:27.220414 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.235775 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-8c127a2d-edec-4ae4-a490-6cf7869bc52e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': '45a12aeb-c4dd-4160-86b6-3106603ad490', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:27.257238 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8c127a2d-edec-4ae4-a490-6cf7869bc52e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:27.260714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b97f34c6-c7e2-4094-ba12-54a4a1768705 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.266396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.267201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.311928 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:27.338700 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8c127a2d-edec-4ae4-a490-6cf7869bc52e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:27.341183 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f34c6-c7e2-4094-ba12-54a4a1768705 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d3ed20-c563-4f66-8014-66928dbd1621,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:27.359562 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8c127a2d-edec-4ae4-a490-6cf7869bc52e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:27.379855 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8c127a2d-edec-4ae4-a490-6cf7869bc52e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:27.446148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.515364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event updated for resources: {'Port': ['ID=5d639d0e-5951-4474-b7d3-1063c7513180,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:27.596671 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b97f34c6-c7e2-4094-ba12-54a4a1768705 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:27.600161 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b97f34c6-c7e2-4094-ba12-54a4a1768705 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2968540 May 25 22:59:27.601003 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39718) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:27.626539 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2cba8c0f-2b7a-4c91-bd33-c47581406e3e tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules/b2d3ed20-c563-4f66-8014-66928dbd1621 HTTP/1.1" status: 200 len: 705 time: 0.0244689 May 25 22:59:27.629608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39722) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:27.638121 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e01db3-a633-4d08-bebd-bbadd300d1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:27.640128 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-96e01db3-a633-4d08-bebd-bbadd300d1b0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4531958 May 25 22:59:27.647372 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39726) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:27.663958 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] device_id is not set on port 357ebc28-9da3-416c-8ad9-4d17df0ab04f yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 22:59:27.686580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bf8bf0-9056-4edc-b7b3-00c190e5d14e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:27.717590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Network a6385a83-dbce-4448-aba9-1328fa197f31 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:27.719461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:27.745882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d6bb7c-f377-44ed-bd49-667186947256 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:27.747115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d6bb7c-f377-44ed-bd49-667186947256 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:27.749107 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d6bb7c-f377-44ed-bd49-667186947256 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:27.749846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-74d6bb7c-f377-44ed-bd49-667186947256 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:27.901116 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-8c127a2d-edec-4ae4-a490-6cf7869bc52e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The resource could not be found. May 25 22:59:27.902177 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8c127a2d-edec-4ae4-a490-6cf7869bc52e tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7135110 May 25 22:59:27.922200 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39730) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:27.937332 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ff477919-39d1-405b-b92f-053956f2e284 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:27.942901 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-8912baed-262f-4233-a538-5748997f2442 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group': {'name': 'tempest-secgroup--48055319'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:28.008623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8912baed-262f-4233-a538-5748997f2442 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:28.030562 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0e774c12-1190-4714-ad46-fabf2adddba7 None None] Provisioning complete for port 5d639d0e-5951-4474-b7d3-1063c7513180 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:28.030562 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0e774c12-1190-4714-ad46-fabf2adddba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.033029 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8912baed-262f-4233-a538-5748997f2442 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:28.081509 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0e774c12-1190-4714-ad46-fabf2adddba7 None None] Port 5d639d0e-5951-4474-b7d3-1063c7513180 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 22:59:28.086167 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bf8bf0-9056-4edc-b7b3-00c190e5d14e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:28.092113 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-57bf8bf0-9056-4edc-b7b3-00c190e5d14e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2594190 May 25 22:59:28.094341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39734) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:28.097873 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefed646-26ae-43e6-a8ac-3a04a6959180 None None] Sync routers for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:28.111588 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefed646-26ae-43e6-a8ac-3a04a6959180 None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:28.112256 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-fefed646-26ae-43e6-a8ac-3a04a6959180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:28.121763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.179088 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-74d6bb7c-f377-44ed-bd49-667186947256 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:28.182843 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-74d6bb7c-f377-44ed-bd49-667186947256 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5296125 May 25 22:59:28.182843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ff477919-39d1-405b-b92f-053956f2e284 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:28.182843 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ff477919-39d1-405b-b92f-053956f2e284 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5517209 May 25 22:59:28.183130 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39738) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:28.187066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39740) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:28.243565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ec19084e-f64a-4a8e-9858-3bd0c662b494 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.261760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ec19084e-f64a-4a8e-9858-3bd0c662b494 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.276198 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8912baed-262f-4233-a538-5748997f2442 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.308650 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-fefed646-26ae-43e6-a8ac-3a04a6959180 None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:28.338355 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:28.426593 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ec19084e-f64a-4a8e-9858-3bd0c662b494 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.432824 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.452799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8912baed-262f-4233-a538-5748997f2442 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:28.462587 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1856f3-3843-4750-ac0e-486ae4f3f89c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting subnet 0a581d9b-a85d-4837-b0f5-fe41050ae087 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:59:28.465512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8912baed-262f-4233-a538-5748997f2442 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:28.470313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5f1856f3-3843-4750-ac0e-486ae4f3f89c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.479338 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:28.498325 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19084e-f64a-4a8e-9858-3bd0c662b494 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2d3ed20-c563-4f66-8014-66928dbd1621,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:28.499005 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8912baed-262f-4233-a538-5748997f2442 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:28.521404 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8912baed-262f-4233-a538-5748997f2442 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:28.574550 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5f1856f3-3843-4750-ac0e-486ae4f3f89c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.598098 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event updated for resources: {'Port': ['ID=1ac1e193-f11d-44d6-bce0-668139b4b96e,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:28.614910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-13982d3a-14dc-474a-94fc-756c42ac5512 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 2804bb13-07f8-407e-8829-28629272a6a4 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:59:28.628343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13982d3a-14dc-474a-94fc-756c42ac5512 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.704195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Checking segment: {'id': '78ce6b30-cdd3-44a2-8113-6a873fcdbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dca579a7-2544-471e-95b0-ec5507af36a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:28.704666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Network hostable DHCP agents. Network: dca579a7-2544-471e-95b0-ec5507af36a7, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:59:28.723199 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ec19084e-f64a-4a8e-9858-3bd0c662b494 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.724512 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ec19084e-f64a-4a8e-9858-3bd0c662b494 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/b2d3ed20-c563-4f66-8014-66928dbd1621 HTTP/1.1" status: 204 len: 168 time: 0.5307086 May 25 22:59:28.726643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:28.727027 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.732571 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39752) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:28.737109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8912baed-262f-4233-a538-5748997f2442 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.743692 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13982d3a-14dc-474a-94fc-756c42ac5512 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.744804 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:28.753958 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0e69f199-f5c5-4dab-9574-8e248dd5422e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0806289 May 25 22:59:28.754210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39756) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:28.760152 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-cd674e39-c3ee-4349-8ce6-21aa0bc3f760 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:28.760576 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Sync routers for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:28.773115 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:28.773851 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:28.846024 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5f1856f3-3843-4750-ac0e-486ae4f3f89c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.890332 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8912baed-262f-4233-a538-5748997f2442 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:28.907934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-fefed646-26ae-43e6-a8ac-3a04a6959180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:59:26Z', 'revision_number': 10, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:28.925791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Network dca579a7-2544-471e-95b0-ec5507af36a7 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:59:28.935242 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:28.943997 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bf7265e5-e581-4790-aa36-16c22b824cd8 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2079930 May 25 22:59:28.948788 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39760) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:28.965225 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefed646-26ae-43e6-a8ac-3a04a6959180 None None] Checking router: be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:28.969172 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2a8c7e8f-15e5-4c76-b306-5c524e1fdff0 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group_rule': {'security_group_id': '401607a8-8d3e-42c0-8139-f287c8049839', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:28.985558 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2a8c7e8f-15e5-4c76-b306-5c524e1fdff0 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:28.993352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefed646-26ae-43e6-a8ac-3a04a6959180 None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:28.994363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-fefed646-26ae-43e6-a8ac-3a04a6959180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:28.994520 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2a8c7e8f-15e5-4c76-b306-5c524e1fdff0 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:29.004258 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2a8c7e8f-15e5-4c76-b306-5c524e1fdff0 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:29.008436 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912baed-262f-4233-a538-5748997f2442 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb795ab-dbbb-49db-a61e-f8f8e864deb5,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:29.015849 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2a8c7e8f-15e5-4c76-b306-5c524e1fdff0 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:29.018356 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13982d3a-14dc-474a-94fc-756c42ac5512 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.073060 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8912baed-262f-4233-a538-5748997f2442 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.074736 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8912baed-262f-4233-a538-5748997f2442 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1499238 May 25 22:59:29.077684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39764) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:29.085186 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2118ddf8-c72b-4953-8ea5-d8f6b6393de7 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group': {'name': 'tempest-secgroup--336288548'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:29.093069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2118ddf8-c72b-4953-8ea5-d8f6b6393de7 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:29.101601 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2118ddf8-c72b-4953-8ea5-d8f6b6393de7 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:29.103612 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, dca579a7-2544-471e-95b0-ec5507af36a7) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:29.104877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2118ddf8-c72b-4953-8ea5-d8f6b6393de7 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:29.112837 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2118ddf8-c72b-4953-8ea5-d8f6b6393de7 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:29.150784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2a8c7e8f-15e5-4c76-b306-5c524e1fdff0 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.159653 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23de0d93-d96d-4262-b0c9-84822299079b None None] Network dca579a7-2544-471e-95b0-ec5507af36a7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:29.189547 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:59:29.190869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5f1856f3-3843-4750-ac0e-486ae4f3f89c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.191292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.237913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1856f3-3843-4750-ac0e-486ae4f3f89c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Subnet': ['ID=0a581d9b-a85d-4837-b0f5-fe41050ae087,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:29.238758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2118ddf8-c72b-4953-8ea5-d8f6b6393de7 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.249631 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13982d3a-14dc-474a-94fc-756c42ac5512 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.285283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event updated for resources: {'Port': ['ID=357ebc28-9da3-416c-8ad9-4d17df0ab04f,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:29.303545 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13982d3a-14dc-474a-94fc-756c42ac5512 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=2804bb13-07f8-407e-8829-28629272a6a4,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:29.310509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-13982d3a-14dc-474a-94fc-756c42ac5512 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.321793 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:25Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d639d0e-5951-4474-b7d3-1063c7513180', 'name': '', 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:98:9f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:24Z', 'updated_at': '2022-05-25T22:59:26Z', 'revision_number': 2, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f57d1a-c2f0-4f90-8242-18dffc7a06a6', 'name': '', 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:27:1c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:13Z', 'updated_at': '2022-05-25T22:59:23Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:29.326255 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Checking router: 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:29.326778 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Updating router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd port 5d639d0e-5951-4474-b7d3-1063c7513180 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 22:59:29.368049 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a762446-e8e8-431d-94a6-101e7a8d7b5b None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:29.391106 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.402892 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2118ddf8-c72b-4953-8ea5-d8f6b6393de7 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:29.407475 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2118ddf8-c72b-4953-8ea5-d8f6b6393de7 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:29.410481 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2118ddf8-c72b-4953-8ea5-d8f6b6393de7 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:29.416850 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2118ddf8-c72b-4953-8ea5-d8f6b6393de7 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:29.467423 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Checking segment: {'id': 'aa78c059-1295-41a6-9e3c-5a70b3c7c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b09bd410-292f-41a4-a157-388e49dcfb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:29.467817 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Network hostable DHCP agents. Network: b09bd410-292f-41a4-a157-388e49dcfb53, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:59:29.477093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2118ddf8-c72b-4953-8ea5-d8f6b6393de7 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.479209 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5f1856f3-3843-4750-ac0e-486ae4f3f89c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.512569 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2a8c7e8f-15e5-4c76-b306-5c524e1fdff0 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.515062 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5f1856f3-3843-4750-ac0e-486ae4f3f89c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/0a581d9b-a85d-4837-b0f5-fe41050ae087 HTTP/1.1" status: 204 len: 168 time: 1.4195111 May 25 22:59:29.516765 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-13982d3a-14dc-474a-94fc-756c42ac5512 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/2804bb13-07f8-407e-8829-28629272a6a4 HTTP/1.1" status: 204 len: 168 time: 1.2904375 May 25 22:59:29.517662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39768) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:29.520229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39772) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:29.612082 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1108df1-ca92-439e-ab01-65cb5d9d2ca8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Deleting subnet 99d425df-18df-4a2e-bbe5-8cee73c04a7f {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:59:29.618613 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2118ddf8-c72b-4953-8ea5-d8f6b6393de7 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.623466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2a8c7e8f-15e5-4c76-b306-5c524e1fdff0 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.625946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d1108df1-ca92-439e-ab01-65cb5d9d2ca8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.652769 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2abd829-957c-45dd-8ca2-772db42f70fd None None] Network eedf5e10-0c97-4205-bd09-737e93085a53 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:29.773006 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118ddf8-c72b-4953-8ea5-d8f6b6393de7 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dafa843-55a0-4af0-9f6c-230a3be930f5,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:29.812571 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.816968 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c7e8f-15e5-4c76-b306-5c524e1fdff0 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058d749d-8190-46d8-ac67-063d716c8ebe,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:29.828376 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Network b09bd410-292f-41a4-a157-388e49dcfb53 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:59:29.830462 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Transition to ACTIVE for port object 5d639d0e-5951-4474-b7d3-1063c7513180 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:29.843589 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d1108df1-ca92-439e-ab01-65cb5d9d2ca8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.864280 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.extraroute_db [None req-cd674e39-c3ee-4349-8ce6-21aa0bc3f760 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84717) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 25 22:59:29.880622 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.extraroute_db [None req-cd674e39-c3ee-4349-8ce6-21aa0bc3f760 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Removed routes are [] {{(pid=84717) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 25 22:59:29.881038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2a8c7e8f-15e5-4c76-b306-5c524e1fdff0 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.881174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd674e39-c3ee-4349-8ce6-21aa0bc3f760 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.885027 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2a8c7e8f-15e5-4c76-b306-5c524e1fdff0 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9317341 May 25 22:59:29.885212 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39776) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:29.889415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.909333 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f566380d-3aeb-4ca4-82eb-f3893e61ac31 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules/058d749d-8190-46d8-ac67-063d716c8ebe HTTP/1.1" status: 200 len: 705 time: 0.0230305 May 25 22:59:29.911937 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39780) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:29.943411 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:29.955338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, b09bd410-292f-41a4-a157-388e49dcfb53) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:29.964142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-fefed646-26ae-43e6-a8ac-3a04a6959180 None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:29.973650 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:59:29.983442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:29.986638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:29.987366 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.012109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2118ddf8-c72b-4953-8ea5-d8f6b6393de7 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.014871 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203b3c5d-5534-4b4f-9eae-ba8c0b6a95cd None None] Network b09bd410-292f-41a4-a157-388e49dcfb53 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:30.016812 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2118ddf8-c72b-4953-8ea5-d8f6b6393de7 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9381359 May 25 22:59:30.017465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39784) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:30.027489 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port b6791124-76d6-4bc4-a5e2-eb7514ec740d {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:30.027823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.053318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-6bb989ab-68aa-44f1-91b5-7c207ee59395 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group_rule': {'security_group_id': 'ccb795ab-dbbb-49db-a61e-f8f8e864deb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0dafa843-55a0-4af0-9f6c-230a3be930f5'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:30.056792 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400cac3-d4f0-4f3e-8a49-feaa4e8f31c9 None None] Pushing event updated for resources: {'Port': ['ID=5d639d0e-5951-4474-b7d3-1063c7513180,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:30.076564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6bb989ab-68aa-44f1-91b5-7c207ee59395 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:30.106351 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6bb989ab-68aa-44f1-91b5-7c207ee59395 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:30.115897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6bb989ab-68aa-44f1-91b5-7c207ee59395 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:30.131435 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6bb989ab-68aa-44f1-91b5-7c207ee59395 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:30.152776 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d1f122e3-326c-4082-ba55-01a2dde378ad tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.6244209 May 25 22:59:30.153746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39788) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:30.230709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d1108df1-ca92-439e-ab01-65cb5d9d2ca8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.274126 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Attempting to bind port 5d639d0e-5951-4474-b7d3-1063c7513180 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:30.274487 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Attempting to bind port 5d639d0e-5951-4474-b7d3-1063c7513180 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '0cdd3257-afd8-4888-b15c-0acf1243064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:30.275247 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Attempting to bind port 5d639d0e-5951-4474-b7d3-1063c7513180 on network a6385a83-dbce-4448-aba9-1328fa197f31 {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:59:30.284092 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:59:30.284569 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Checking segment: {'id': '0cdd3257-afd8-4888-b15c-0acf1243064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:30.285494 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.285877 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Bound using segment: {'id': '0cdd3257-afd8-4888-b15c-0acf1243064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:59:30.286460 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Bound port: 5d639d0e-5951-4474-b7d3-1063c7513180, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdd3257-afd8-4888-b15c-0acf1243064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:30.287019 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.353240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-39c166a4-7ab4-4358-b3c0-96cea60cca5d tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:30.448309 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] For port 5d639d0e-5951-4474-b7d3-1063c7513180, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:30.453023 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] For port 5d639d0e-5951-4474-b7d3-1063c7513180, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5d639d0e-5951-4474-b7d3-1063c7513180,segment=NetworkSegment(0cdd3257-afd8-4888-b15c-0acf1243064c),segment_id=0cdd3257-afd8-4888-b15c-0acf1243064c)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:30.503108 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b35003-282e-488d-a6e2-b4107ba0e538 None None] DHCP port deletion for eedf5e10-0c97-4205-bd09-737e93085a53 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:59:30.515378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] For port b6791124-76d6-4bc4-a5e2-eb7514ec740d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b6791124-76d6-4bc4-a5e2-eb7514ec740d,segment=NetworkSegment(4609988a-fcac-403a-8a29-ee9d1eba472b),segment_id=4609988a-fcac-403a-8a29-ee9d1eba472b)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:30.516036 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.516581 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-b8b35003-282e-488d-a6e2-b4107ba0e538 None None] Deleting port b6791124-76d6-4bc4-a5e2-eb7514ec740d {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:30.517055 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b8b35003-282e-488d-a6e2-b4107ba0e538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.528403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59589385-89b4-42ce-a146-82888191cf39 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:30.532738 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.534291 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59589385-89b4-42ce-a146-82888191cf39 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:30.535111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-59589385-89b4-42ce-a146-82888191cf39 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Synchronizing usage tracker for tenant:d6558d2c864147078c89b38573bea466 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:30.656560 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-6bb989ab-68aa-44f1-91b5-7c207ee59395 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 22:59:30.660734 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6bb989ab-68aa-44f1-91b5-7c207ee59395 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.6367607 May 25 22:59:30.668424 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for b6791124-76d6-4bc4-a5e2-eb7514ec740d owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:30.683725 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400cac3-d4f0-4f3e-8a49-feaa4e8f31c9 None None] Pushing event updated for resources: {'Port': ['ID=5d639d0e-5951-4474-b7d3-1063c7513180,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:30.708291 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:30.708935 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:30.719877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39792) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:30.781215 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-39c166a4-7ab4-4358-b3c0-96cea60cca5d tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:30.786766 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-39c166a4-7ab4-4358-b3c0-96cea60cca5d tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.8692806 May 25 22:59:30.789852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39796) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:30.879067 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7885e68e-bea6-4d0f-bde3-aadee0990f4f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.913458 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b8b35003-282e-488d-a6e2-b4107ba0e538 None None] For port b6791124-76d6-4bc4-a5e2-eb7514ec740d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b6791124-76d6-4bc4-a5e2-eb7514ec740d,segment=NetworkSegment(4609988a-fcac-403a-8a29-ee9d1eba472b),segment_id=4609988a-fcac-403a-8a29-ee9d1eba472b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:30.913918 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b8b35003-282e-488d-a6e2-b4107ba0e538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.914032 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd674e39-c3ee-4349-8ce6-21aa0bc3f760 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.916525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4ff810f3-332f-42ba-8e5e-a70c0a018c20 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.921306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d1108df1-ca92-439e-ab01-65cb5d9d2ca8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.924315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7885e68e-bea6-4d0f-bde3-aadee0990f4f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.936257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-59589385-89b4-42ce-a146-82888191cf39 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Unset dirty status for tenant:d6558d2c864147078c89b38573bea466 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:30.944441 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-59589385-89b4-42ce-a146-82888191cf39 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7737024 May 25 22:59:30.948015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39800) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:30.957289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd674e39-c3ee-4349-8ce6-21aa0bc3f760 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:30.991957 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:30.997008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.077774 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-b8b35003-282e-488d-a6e2-b4107ba0e538 None None] Calling delete_port for b6791124-76d6-4bc4-a5e2-eb7514ec740d owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:31.120573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] No DVR routers for this DVR port b6791124-76d6-4bc4-a5e2-eb7514ec740d on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:31.122274 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1108df1-ca92-439e-ab01-65cb5d9d2ca8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Subnet': ['ID=99d425df-18df-4a2e-bbe5-8cee73c04a7f,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:31.129449 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-e28b28fb-aa7c-492d-9906-58ec803808ae tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Deleting port 1ac1e193-f11d-44d6-bce0-668139b4b96e {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:31.129825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e28b28fb-aa7c-492d-9906-58ec803808ae tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.154073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-fefed646-26ae-43e6-a8ac-3a04a6959180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:59:26Z', 'revision_number': 10, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:31.166101 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefed646-26ae-43e6-a8ac-3a04a6959180 None None] The sync data for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv is: [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:59:26Z', 'revision_number': 10, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None, '_interfaces': [{'id': '6a7d3313-680a-456c-9695-feb1b9fb7454', 'name': '', 'network_id': 'fc8165dc-ca3d-403a-a567-64d08e0cd388', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'mac_address': 'fa:16:3e:4a:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992a3598-3343-4ab6-9724-86d107674cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:49Z', 'updated_at': '2022-05-25T22:58:13Z', 'revision_number': 5, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'subnets': [{'id': '992a3598-3343-4ab6-9724-86d107674cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:31.196447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Port': ['ID=b6791124-76d6-4bc4-a5e2-eb7514ec740d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:31.196735 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-b8b35003-282e-488d-a6e2-b4107ba0e538 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:59:31.197239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-b8b35003-282e-488d-a6e2-b4107ba0e538 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:59:31.252982 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4ff810f3-332f-42ba-8e5e-a70c0a018c20 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.322319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d1108df1-ca92-439e-ab01-65cb5d9d2ca8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.414124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4ff810f3-332f-42ba-8e5e-a70c0a018c20 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.433432 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff2ab9a-31c6-4497-a1d6-11e65249794e None None] Network 228eb34e-59ed-4b00-ac30-fd8c9bc52748 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:31.440221 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7885e68e-bea6-4d0f-bde3-aadee0990f4f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.462478 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.471133 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff810f3-332f-42ba-8e5e-a70c0a018c20 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dafa843-55a0-4af0-9f6c-230a3be930f5,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:31.478965 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4ff810f3-332f-42ba-8e5e-a70c0a018c20 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.483298 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4ff810f3-332f-42ba-8e5e-a70c0a018c20 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "DELETE /v2.0/security-groups/0dafa843-55a0-4af0-9f6c-230a3be930f5 HTTP/1.1" status: 204 len: 168 time: 0.7596281 May 25 22:59:31.483476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885e68e-bea6-4d0f-bde3-aadee0990f4f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=058d749d-8190-46d8-ac67-063d716c8ebe,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:31.484492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39806) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:31.486061 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d1108df1-ca92-439e-ab01-65cb5d9d2ca8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/99d425df-18df-4a2e-bbe5-8cee73c04a7f HTTP/1.1" status: 204 len: 168 time: 1.9649105 May 25 22:59:31.491382 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39808) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:31.500743 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:29Z', 'revision_number': 6, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d639d0e-5951-4474-b7d3-1063c7513180', 'name': '', 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:98:9f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:24Z', 'updated_at': '2022-05-25T22:59:30Z', 'revision_number': 4, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f57d1a-c2f0-4f90-8242-18dffc7a06a6', 'name': '', 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:27:1c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:13Z', 'updated_at': '2022-05-25T22:59:23Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:31.503681 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedf5e10-0c97-4205-bd09-737e93085a53']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:31.505333 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4040b052-353a-4164-9e39-ed950c3e4027 None None] The sync data for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv is: [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:29Z', 'revision_number': 6, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d639d0e-5951-4474-b7d3-1063c7513180', 'name': '', 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:98:9f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:24Z', 'updated_at': '2022-05-25T22:59:30Z', 'revision_number': 4, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f57d1a-c2f0-4f90-8242-18dffc7a06a6', 'name': '', 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:27:1c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:13Z', 'updated_at': '2022-05-25T22:59:23Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:31.520012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4609988a-fcac-403a-8a29-ee9d1eba472b') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:31.520247 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4609988a-fcac-403a-8a29-ee9d1eba472b') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:31.535302 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.558416 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.592931 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:31.593420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:31.608335 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:31.705744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-b8b35003-282e-488d-a6e2-b4107ba0e538 None None] Deleting port b6791124-76d6-4bc4-a5e2-eb7514ec740d {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:31.706314 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b8b35003-282e-488d-a6e2-b4107ba0e538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.761871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7885e68e-bea6-4d0f-bde3-aadee0990f4f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.764095 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7885e68e-bea6-4d0f-bde3-aadee0990f4f tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/058d749d-8190-46d8-ac67-063d716c8ebe HTTP/1.1" status: 204 len: 168 time: 0.9652016 May 25 22:59:31.767763 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39814) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:31.791113 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2726ebc7-a36f-46ed-bb44-86f41603cbcc tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2824230 May 25 22:59:31.799684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39818) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:31.808486 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-b8b35003-282e-488d-a6e2-b4107ba0e538 None None] The port 'b6791124-76d6-4bc4-a5e2-eb7514ec740d' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:59:31.842243 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e28b28fb-aa7c-492d-9906-58ec803808ae tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.844303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-29769e51-252d-41ae-806e-e83f3982b485 None None] Provisioning complete for port 5bd0751b-3906-451b-84ef-f4b748905299 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:31.844710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-29769e51-252d-41ae-806e-e83f3982b485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.875276 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f4ad3c43-6196-409e-a73f-e704cb9d90d8 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:31.880569 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.898366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:31.936384 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/networks/eedf5e10-0c97-4205-bd09-737e93085a53 HTTP/1.1" status: 204 len: 168 time: 2.4158995 May 25 22:59:31.937366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e64467-90dc-4c3f-94fa-9b8edc74e581 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Network': ['ID=eedf5e10-0c97-4205-bd09-737e93085a53,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:31.943702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39822) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:32.020252 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-e28b28fb-aa7c-492d-9906-58ec803808ae tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Calling delete_port for 1ac1e193-f11d-44d6-bce0-668139b4b96e owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:32.073690 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a682d5f6-38a5-4c95-9b22-c3c8b71fc99d tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Synchronizing usage tracker for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:32.100778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f4ad3c43-6196-409e-a73f-e704cb9d90d8 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:32.105666 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f4ad3c43-6196-409e-a73f-e704cb9d90d8 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3334577 May 25 22:59:32.108377 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39826) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:32.116635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-72f5b8ba-c0cc-4997-b793-f0cc6a6ac700 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group_rule': {'security_group_id': '401607a8-8d3e-42c0-8139-f287c8049839', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:32.120724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e761b45f-0081-4a0d-8cf5-21d8731d4f91 None None] DHCP port deletion for 228eb34e-59ed-4b00-ac30-fd8c9bc52748 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:59:32.124586 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e761b45f-0081-4a0d-8cf5-21d8731d4f91 None None] Deleting port 5bd0751b-3906-451b-84ef-f4b748905299 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:32.125188 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e761b45f-0081-4a0d-8cf5-21d8731d4f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.125459 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-72f5b8ba-c0cc-4997-b793-f0cc6a6ac700 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:32.141597 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-72f5b8ba-c0cc-4997-b793-f0cc6a6ac700 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:32.180127 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed5138e-c11a-4aeb-9bf1-2667bb1160e4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:32.184075 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bed5138e-c11a-4aeb-9bf1-2667bb1160e4 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3833830 May 25 22:59:32.187259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39830) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:32.256037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd674e39-c3ee-4349-8ce6-21aa0bc3f760 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:32.269343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72f5b8ba-c0cc-4997-b793-f0cc6a6ac700 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.332408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dfc02e-4bdd-4f3d-a6df-1e6a606c70f7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:32.333503 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-04dfc02e-4bdd-4f3d-a6df-1e6a606c70f7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Synchronizing usage tracker for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:32.384497 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-e761b45f-0081-4a0d-8cf5-21d8731d4f91 None None] For port 5bd0751b-3906-451b-84ef-f4b748905299, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5bd0751b-3906-451b-84ef-f4b748905299,segment=NetworkSegment(07e6a29a-38b6-4df7-825a-ce8726c6953d),segment_id=07e6a29a-38b6-4df7-825a-ce8726c6953d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:32.385294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e761b45f-0081-4a0d-8cf5-21d8731d4f91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.395329 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a682d5f6-38a5-4c95-9b22-c3c8b71fc99d tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Unset dirty status for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:32.409691 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a682d5f6-38a5-4c95-9b22-c3c8b71fc99d tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.9200075 May 25 22:59:32.410603 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e28b28fb-aa7c-492d-9906-58ec803808ae tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.412597 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39834) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:32.521594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e761b45f-0081-4a0d-8cf5-21d8731d4f91 None None] Calling delete_port for 5bd0751b-3906-451b-84ef-f4b748905299 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:32.566399 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5d639d0e-5951-4474-b7d3-1063c7513180 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:32.583208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b28fb-aa7c-492d-9906-58ec803808ae tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event deleted for resources: {'Port': ['ID=1ac1e193-f11d-44d6-bce0-668139b4b96e,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:32.626805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e28b28fb-aa7c-492d-9906-58ec803808ae tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.635623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72f5b8ba-c0cc-4997-b793-f0cc6a6ac700 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.689319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d54dd16b-660b-4c54-b58e-3907f75b2663 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.723506 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d54dd16b-660b-4c54-b58e-3907f75b2663 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.724519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72f5b8ba-c0cc-4997-b793-f0cc6a6ac700 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.742767 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 5d639d0e-5951-4474-b7d3-1063c7513180 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:32.748769 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e761b45f-0081-4a0d-8cf5-21d8731d4f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.752237 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e28b28fb-aa7c-492d-9906-58ec803808ae tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "DELETE /v2.0/ports/1ac1e193-f11d-44d6-bce0-668139b4b96e HTTP/1.1" status: 204 len: 168 time: 1.7969124 May 25 22:59:32.754923 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39838) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:32.759161 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-04dfc02e-4bdd-4f3d-a6df-1e6a606c70f7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Unset dirty status for tenant:54eefae47a6943b69d21ed159941cefe on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:32.760314 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-04dfc02e-4bdd-4f3d-a6df-1e6a606c70f7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5721333 May 25 22:59:32.764250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5b8ba-c0cc-4997-b793-f0cc6a6ac700 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a9d8a6-b7e0-4aa3-9103-0b0ded254e5d,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:32.766430 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39842) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:32.768140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd674e39-c3ee-4349-8ce6-21aa0bc3f760 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:32.801846 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 5d639d0e-5951-4474-b7d3-1063c7513180 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:32.802347 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.807458 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd674e39-c3ee-4349-8ce6-21aa0bc3f760 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.808651 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cd674e39-c3ee-4349-8ce6-21aa0bc3f760 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd HTTP/1.1" status: 200 len: 954 time: 4.0534339 May 25 22:59:32.820722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39846) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:32.832039 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141fb509-72e0-4a8c-b20f-a061c13d4e90 None None] Sync routers for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:32.848898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761b45f-0081-4a0d-8cf5-21d8731d4f91 None None] Pushing event deleted for resources: {'Port': ['ID=5bd0751b-3906-451b-84ef-f4b748905299,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:32.851600 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3e6992e8-7889-49b9-a057-0c4bd13e7119 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804944 May 25 22:59:32.864303 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39850) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:32.887833 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e761b45f-0081-4a0d-8cf5-21d8731d4f91 None None] No DVR routers for this DVR port 5bd0751b-3906-451b-84ef-f4b748905299 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:32.910949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141fb509-72e0-4a8c-b20f-a061c13d4e90 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:32.911740 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-141fb509-72e0-4a8c-b20f-a061c13d4e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:32.923135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72f5b8ba-c0cc-4997-b793-f0cc6a6ac700 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:32.927624 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-72f5b8ba-c0cc-4997-b793-f0cc6a6ac700 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8187673 May 25 22:59:32.929542 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39854) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:32.943556 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08a4de7-8d45-4847-a099-8a0606b12fa3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:32.944868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a08a4de7-8d45-4847-a099-8a0606b12fa3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:32.946638 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a08a4de7-8d45-4847-a099-8a0606b12fa3 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/84b85522-ad06-46e6-a3ee-2a0b2f23ab7a HTTP/1.1" status: 404 len: 333 time: 0.0802300 May 25 22:59:32.951103 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39858) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:32.984190 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-fd9f7d7f-4e3b-426a-b6ff-544c1a33f73f tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Deleting port 357ebc28-9da3-416c-8ad9-4d17df0ab04f {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:32.984866 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7d7f-4e3b-426a-b6ff-544c1a33f73f tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.012278 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fdc042e8-4aef-46c7-aa03-e0ecd6512cdf tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules/c5a9d8a6-b7e0-4aa3-9103-0b0ded254e5d HTTP/1.1" status: 200 len: 706 time: 0.0810804 May 25 22:59:33.013911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39862) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:33.015830 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec02f11c-0c16-4226-b164-610d4d81171c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:33.016304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec02f11c-0c16-4226-b164-610d4d81171c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:33.020194 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ec02f11c-0c16-4226-b164-610d4d81171c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/99d425df-18df-4a2e-bbe5-8cee73c04a7f HTTP/1.1" status: 404 len: 337 time: 0.0647624 May 25 22:59:33.022803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39866) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:33.032508 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d54dd16b-660b-4c54-b58e-3907f75b2663 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.035401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-244e5a48-e97b-4367-8f9e-7150eaa2f8f1 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.112408 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54dd16b-660b-4c54-b58e-3907f75b2663 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb795ab-dbbb-49db-a61e-f8f8e864deb5,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:33.114346 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-246459eb-5538-4b6b-b534-b0b6c57b5755 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:33.114781 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246459eb-5538-4b6b-b534-b0b6c57b5755 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:33.166919 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-246459eb-5538-4b6b-b534-b0b6c57b5755 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/2804bb13-07f8-407e-8829-28629272a6a4 HTTP/1.1" status: 404 len: 337 time: 0.1395490 May 25 22:59:33.167175 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39870) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:33.168436 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.187123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d54dd16b-660b-4c54-b58e-3907f75b2663 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.190890 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d54dd16b-660b-4c54-b58e-3907f75b2663 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "DELETE /v2.0/security-groups/ccb795ab-dbbb-49db-a61e-f8f8e864deb5 HTTP/1.1" status: 204 len: 168 time: 0.7634706 May 25 22:59:33.191055 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-141fb509-72e0-4a8c-b20f-a061c13d4e90 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:33.199846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39874) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:33.241562 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe5d7be-0bda-4d5b-bca3-ae13fffa6c1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:33.242041 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe5d7be-0bda-4d5b-bca3-ae13fffa6c1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:33.246371 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dbe5d7be-0bda-4d5b-bca3-ae13fffa6c1b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/e2c1ebda-0a6a-44da-ac3e-86b0d5af7220 HTTP/1.1" status: 404 len: 333 time: 0.0755744 May 25 22:59:33.261547 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39878) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:33.276776 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 5d639d0e-5951-4474-b7d3-1063c7513180, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5d639d0e-5951-4474-b7d3-1063c7513180,segment=NetworkSegment(0cdd3257-afd8-4888-b15c-0acf1243064c),segment_id=0cdd3257-afd8-4888-b15c-0acf1243064c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:33.282381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-02899862-54a7-4aea-918e-dde53e178922 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:33.320106 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-326b1fb3-b48b-4d4e-8e86-321440cf2d58 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:33.320586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326b1fb3-b48b-4d4e-8e86-321440cf2d58 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:33.324486 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-326b1fb3-b48b-4d4e-8e86-321440cf2d58 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/78a9975f-1302-416e-bd44-2fa0e92f8497 HTTP/1.1" status: 404 len: 337 time: 0.0597768 May 25 22:59:33.326881 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39882) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:33.353074 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-653e1ed4-60fb-4446-98df-ce809bd3c547 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Synchronizing usage tracker for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:33.379970 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.390869 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e85f9e5c-2387-481f-8702-6ed66236a366 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/routers/133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd HTTP/1.1" status: 200 len: 954 time: 0.5688431 May 25 22:59:33.391968 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3b1826-ee46-44c9-a73a-aa555145d4f9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:33.392190 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3b1826-ee46-44c9-a73a-aa555145d4f9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:33.396011 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ca3b1826-ee46-44c9-a73a-aa555145d4f9 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/55b2e601-f65a-4e66-9cad-3b8a772b3461 HTTP/1.1" status: 404 len: 337 time: 0.0661805 May 25 22:59:33.396184 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39886) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:33.396507 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39888) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:33.431599 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7d7f-4e3b-426a-b6ff-544c1a33f73f tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.442028 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-48a8cfa4-2b1a-4437-82ad-105615370c3b tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'router': {'routes': None}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:33.453206 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-02899862-54a7-4aea-918e-dde53e178922 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:33.457082 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-02899862-54a7-4aea-918e-dde53e178922 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.4352899 May 25 22:59:33.459448 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39894) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:33.512958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5bd0751b-3906-451b-84ef-f4b748905299 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:33.527496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-653e1ed4-60fb-4446-98df-ce809bd3c547 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Unset dirty status for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:33.532414 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-653e1ed4-60fb-4446-98df-ce809bd3c547 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3222797 May 25 22:59:33.538016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39898) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:33.545916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-7344dc7a-6fa6-4e6f-a429-b8e88f9da7a3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121045207'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:33.574970 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 5bd0751b-3906-451b-84ef-f4b748905299 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:33.575456 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5bd0751b-3906-451b-84ef-f4b748905299 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:33.576152 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b6791124-76d6-4bc4-a5e2-eb7514ec740d no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:33.579771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7344dc7a-6fa6-4e6f-a429-b8e88f9da7a3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:33.616024 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7344dc7a-6fa6-4e6f-a429-b8e88f9da7a3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:33.619710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: b6791124-76d6-4bc4-a5e2-eb7514ec740d {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:33.620146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b6791124-76d6-4bc4-a5e2-eb7514ec740d not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:33.624049 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:33.624212 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9531e63-3a07-453f-be50-7a5925770033 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.643042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9531e63-3a07-453f-be50-7a5925770033 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.661078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=5d639d0e-5951-4474-b7d3-1063c7513180,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:33.664205 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-29302386-dc91-4454-83c9-f74b794630ac tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:33.664594 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29302386-dc91-4454-83c9-f74b794630ac tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:33.666264 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-29302386-dc91-4454-83c9-f74b794630ac tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/d70db139-81f5-462e-9310-30e77bdb641d HTTP/1.1" status: 404 len: 333 time: 0.2650764 May 25 22:59:33.676745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:33.677148 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device eb8f0eab-2809-4dfd-8b30-a9b2ff355a12 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:33.677688 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-fd9f7d7f-4e3b-426a-b6ff-544c1a33f73f tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Calling delete_port for 357ebc28-9da3-416c-8ad9-4d17df0ab04f owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:33.694803 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39902) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:33.751138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7344dc7a-6fa6-4e6f-a429-b8e88f9da7a3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.770587 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1b22c3-27bd-4ba6-9e2c-5df3404bd1c1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:33.771101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1b22c3-27bd-4ba6-9e2c-5df3404bd1c1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:33.784719 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2a1b22c3-27bd-4ba6-9e2c-5df3404bd1c1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/0df0404b-777f-446f-b2a2-684d77def172 HTTP/1.1" status: 404 len: 337 time: 0.0888584 May 25 22:59:33.788387 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39906) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:33.790272 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-141fb509-72e0-4a8c-b20f-a061c13d4e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:29Z', 'revision_number': 6, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d639d0e-5951-4474-b7d3-1063c7513180', 'name': '', 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:98:9f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:24Z', 'updated_at': '2022-05-25T22:59:30Z', 'revision_number': 4, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f57d1a-c2f0-4f90-8242-18dffc7a06a6', 'name': '', 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:27:1c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:13Z', 'updated_at': '2022-05-25T22:59:23Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:33.795425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141fb509-72e0-4a8c-b20f-a061c13d4e90 None None] Checking router: 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:33.806963 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141fb509-72e0-4a8c-b20f-a061c13d4e90 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:33.807551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-141fb509-72e0-4a8c-b20f-a061c13d4e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:33.828378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9531e63-3a07-453f-be50-7a5925770033 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.832889 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9531e63-3a07-453f-be50-7a5925770033 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.836710 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e9531e63-3a07-453f-be50-7a5925770033 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/c5a9d8a6-b7e0-4aa3-9103-0b0ded254e5d HTTP/1.1" status: 204 len: 168 time: 0.3719671 May 25 22:59:33.846399 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39910) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:33.880827 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9531e63-3a07-453f-be50-7a5925770033 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5a9d8a6-b7e0-4aa3-9103-0b0ded254e5d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:33.904794 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7344dc7a-6fa6-4e6f-a429-b8e88f9da7a3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:33.923154 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7344dc7a-6fa6-4e6f-a429-b8e88f9da7a3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Usage tracker for resource:security_group_rule and tenant:af6aa1dd2f1d4e0ca8bef206327adf94 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:33.933021 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7344dc7a-6fa6-4e6f-a429-b8e88f9da7a3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:33.944293 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7344dc7a-6fa6-4e6f-a429-b8e88f9da7a3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:33.948336 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7d7f-4e3b-426a-b6ff-544c1a33f73f tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:33.951505 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a167bf-4992-4fce-b2d1-5e969fc070ce tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:33.951810 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a167bf-4992-4fce-b2d1-5e969fc070ce tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:33.954422 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ac547b15-1305-4908-ab84-a3c58ee8ee99 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:33.970599 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-141fb509-72e0-4a8c-b20f-a061c13d4e90 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:34.007874 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f7d7f-4e3b-426a-b6ff-544c1a33f73f tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event deleted for resources: {'Port': ['ID=357ebc28-9da3-416c-8ad9-4d17df0ab04f,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:34.010405 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-89a167bf-4992-4fce-b2d1-5e969fc070ce tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/10636fb9-013d-4da8-9b28-28fb4a4e2718 HTTP/1.1" status: 404 len: 337 time: 0.2210658 May 25 22:59:34.014766 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39914) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.097953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ac547b15-1305-4908-ab84-a3c58ee8ee99 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:34.102004 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ac547b15-1305-4908-ab84-a3c58ee8ee99 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2517791 May 25 22:59:34.103894 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39918) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.127375 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a733662-7312-48e8-a07a-0db8d17c33ed tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:34.127375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a733662-7312-48e8-a07a-0db8d17c33ed tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:34.133518 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7344dc7a-6fa6-4e6f-a429-b8e88f9da7a3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.139445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7d7f-4e3b-426a-b6ff-544c1a33f73f tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.140568 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fd9f7d7f-4e3b-426a-b6ff-544c1a33f73f tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "DELETE /v2.0/ports/357ebc28-9da3-416c-8ad9-4d17df0ab04f HTTP/1.1" status: 204 len: 168 time: 1.3847053 May 25 22:59:34.152725 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39922) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.170647 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0a733662-7312-48e8-a07a-0db8d17c33ed tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/00a73616-dc6b-4b94-ad9d-9fae924def92 HTTP/1.1" status: 404 len: 333 time: 0.1547856 May 25 22:59:34.178335 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39926) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.200997 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-708130dd-4d01-4bbb-9325-919f011a98e6 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Synchronizing usage tracker for tenant:d6558d2c864147078c89b38573bea466 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:34.218013 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7344dc7a-6fa6-4e6f-a429-b8e88f9da7a3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.254437 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf467bf-331b-4e45-bc4c-8a3125d61482 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:34.255038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf467bf-331b-4e45-bc4c-8a3125d61482 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:34.263568 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-faf467bf-331b-4e45-bc4c-8a3125d61482 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/8a524e2a-d996-4da1-870b-178d48104c6b HTTP/1.1" status: 404 len: 337 time: 0.0773208 May 25 22:59:34.263933 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39930) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.298600 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344dc7a-6fa6-4e6f-a429-b8e88f9da7a3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dac44a6-0b21-4322-8bfb-87956e41e472,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:34.307775 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2b17ee98-9352-485a-8d03-de577f728c5d tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.315251 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af4f611-ccf3-441b-8aca-44cfcad65776 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:34.315473 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af4f611-ccf3-441b-8aca-44cfcad65776 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:34.320080 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9af4f611-ccf3-441b-8aca-44cfcad65776 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/329da4d8-9841-4ef6-a2c8-302765fd6c52 HTTP/1.1" status: 404 len: 337 time: 0.0568759 May 25 22:59:34.320080 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39934) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.369538 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-708130dd-4d01-4bbb-9325-919f011a98e6 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Unset dirty status for tenant:d6558d2c864147078c89b38573bea466 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:34.369538 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-708130dd-4d01-4bbb-9325-919f011a98e6 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2092600 May 25 22:59:34.369538 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39938) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.385991 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5d639d0e-5951-4474-b7d3-1063c7513180 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:34.391640 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7344dc7a-6fa6-4e6f-a429-b8e88f9da7a3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.396621 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7344dc7a-6fa6-4e6f-a429-b8e88f9da7a3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8573472 May 25 22:59:34.397765 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39942) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.402284 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f1807ced-445a-47bb-a066-c78968442f63 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1602981'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:34.409135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3a7366b7-90f5-4049-bd65-e66c66d42885 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:34.409811 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-3a7366b7-90f5-4049-bd65-e66c66d42885 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] update failed (client error): There was a conflict when trying to complete your request. May 25 22:59:34.412590 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3a7366b7-90f5-4049-bd65-e66c66d42885 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "PUT /v2.0/security-groups/0dac44a6-0b21-4322-8bfb-87956e41e472 HTTP/1.1" status: 409 len: 330 time: 0.0070965 May 25 22:59:34.412734 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8c3c6c-fbf6-4ebf-aa5b-f78be9b7cdd5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:34.412734 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8c3c6c-fbf6-4ebf-aa5b-f78be9b7cdd5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:34.413650 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4a8c3c6c-fbf6-4ebf-aa5b-f78be9b7cdd5 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/58b68bb7-b270-4c86-a8b7-64441b095537 HTTP/1.1" status: 404 len: 333 time: 0.0903277 May 25 22:59:34.414635 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f1807ced-445a-47bb-a066-c78968442f63 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:34.416622 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39946) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.416959 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39948) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.438800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2b17ee98-9352-485a-8d03-de577f728c5d tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.462176 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-244e5a48-e97b-4367-8f9e-7150eaa2f8f1 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port 6a7d3313-680a-456c-9695-feb1b9fb7454 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:34.462879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-244e5a48-e97b-4367-8f9e-7150eaa2f8f1 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.474934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-141fb509-72e0-4a8c-b20f-a061c13d4e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:29Z', 'revision_number': 6, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d639d0e-5951-4474-b7d3-1063c7513180', 'name': '', 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:98:9f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:24Z', 'updated_at': '2022-05-25T22:59:33Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f57d1a-c2f0-4f90-8242-18dffc7a06a6', 'name': '', 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:27:1c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:13Z', 'updated_at': '2022-05-25T22:59:23Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:34.475243 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f1807ced-445a-47bb-a066-c78968442f63 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Usage tracker for resource:network and tenant:d6558d2c864147078c89b38573bea466 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:34.482334 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141fb509-72e0-4a8c-b20f-a061c13d4e90 None None] The sync data for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv is: [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:29Z', 'revision_number': 6, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d639d0e-5951-4474-b7d3-1063c7513180', 'name': '', 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:98:9f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:24Z', 'updated_at': '2022-05-25T22:59:33Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f57d1a-c2f0-4f90-8242-18dffc7a06a6', 'name': '', 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:27:1c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:13Z', 'updated_at': '2022-05-25T22:59:23Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:34.486598 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f1807ced-445a-47bb-a066-c78968442f63 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:34.490200 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 5d639d0e-5951-4474-b7d3-1063c7513180 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:34.490514 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.491873 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-109d4e19-1350-4124-b53e-b5a7995c5f5b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:34.492312 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109d4e19-1350-4124-b53e-b5a7995c5f5b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:34.494007 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-109d4e19-1350-4124-b53e-b5a7995c5f5b tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/ec867d60-9b3b-452e-a531-d66e86d0fc60 HTTP/1.1" status: 404 len: 337 time: 0.0645187 May 25 22:59:34.501444 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39954) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.502277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f1807ced-445a-47bb-a066-c78968442f63 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:34.601709 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b31f78-d7e4-42f5-8f26-73940af052e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:34.602157 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b31f78-d7e4-42f5-8f26-73940af052e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:34.603834 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c0b31f78-d7e4-42f5-8f26-73940af052e8 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/0dfe9945-20fe-4d69-ba57-51e647500a85 HTTP/1.1" status: 404 len: 333 time: 0.0933197 May 25 22:59:34.613006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39958) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.667612 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0110e2-466a-47f3-9c88-5428e0530397 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:34.668054 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0110e2-466a-47f3-9c88-5428e0530397 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:34.670326 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ce0110e2-466a-47f3-9c88-5428e0530397 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/a8a056d7-3626-4c63-b04d-151cc5f13ccd HTTP/1.1" status: 404 len: 337 time: 0.0559108 May 25 22:59:34.675730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39964) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.676348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1807ced-445a-47bb-a066-c78968442f63 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Made reservation on behalf of d6558d2c864147078c89b38573bea466 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:34.679521 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1807ced-445a-47bb-a066-c78968442f63 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.765538 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2b17ee98-9352-485a-8d03-de577f728c5d tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.785196 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b9805e2b-adc2-4895-b922-1db90cd40d15 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.787041 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cbf5e1-a20f-41d2-a59a-53503e56313d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:34.787471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2cbf5e1-a20f-41d2-a59a-53503e56313d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:34.791311 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f2cbf5e1-a20f-41d2-a59a-53503e56313d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/9a5eec86-b177-4bd9-bf8f-bc17f2dac128 HTTP/1.1" status: 404 len: 333 time: 0.0987725 May 25 22:59:34.792361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39968) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.831260 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17ee98-9352-485a-8d03-de577f728c5d tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=401607a8-8d3e-42c0-8139-f287c8049839,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:34.839074 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b9805e2b-adc2-4895-b922-1db90cd40d15 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.851175 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1807ced-445a-47bb-a066-c78968442f63 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:59:34.858982 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72f045d-cef3-4f78-8e35-b4b456499963 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:34.859421 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72f045d-cef3-4f78-8e35-b4b456499963 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:34.886256 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e72f045d-cef3-4f78-8e35-b4b456499963 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/e96a948c-eb89-4695-b6b1-28b60520f380 HTTP/1.1" status: 404 len: 337 time: 0.0895247 May 25 22:59:34.891273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39972) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.923639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1807ced-445a-47bb-a066-c78968442f63 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.923981 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-f1807ced-445a-47bb-a066-c78968442f63 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Added segment 3229466b-1a30-4bf1-b8d8-135dee62c8fe of type vlan for network a765e11c-b64e-4025-8101-fa98ab109917 May 25 22:59:34.947005 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd386bd-da46-41c7-8cd2-7026d54f78fb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:34.947469 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd386bd-da46-41c7-8cd2-7026d54f78fb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:34.952405 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2cd386bd-da46-41c7-8cd2-7026d54f78fb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/a6752054-ea68-4eff-a85d-cf4ae1b3e25d HTTP/1.1" status: 404 len: 333 time: 0.0569263 May 25 22:59:34.953543 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39976) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:34.956767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-244e5a48-e97b-4367-8f9e-7150eaa2f8f1 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] For port 6a7d3313-680a-456c-9695-feb1b9fb7454, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6a7d3313-680a-456c-9695-feb1b9fb7454,segment=NetworkSegment(a0c0a270-0990-4275-b43b-c6a420798691),segment_id=a0c0a270-0990-4275-b43b-c6a420798691)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:34.957121 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-244e5a48-e97b-4367-8f9e-7150eaa2f8f1 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.961762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.extraroute_db [None req-48a8cfa4-2b1a-4437-82ad-105615370c3b tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Added routes are [] {{(pid=84717) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 25 22:59:34.962079 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.extraroute_db [None req-48a8cfa4-2b1a-4437-82ad-105615370c3b tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84717) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 25 22:59:34.970606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1807ced-445a-47bb-a066-c78968442f63 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:34.995350 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39980) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:35.016647 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-48a8cfa4-2b1a-4437-82ad-105615370c3b tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.042567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b9805e2b-adc2-4895-b922-1db90cd40d15 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.058281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2b17ee98-9352-485a-8d03-de577f728c5d tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.059649 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2b17ee98-9352-485a-8d03-de577f728c5d tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-groups/401607a8-8d3e-42c0-8139-f287c8049839 HTTP/1.1" status: 204 len: 168 time: 0.9479542 May 25 22:59:35.060944 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9805e2b-adc2-4895-b922-1db90cd40d15 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dac44a6-0b21-4322-8bfb-87956e41e472,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:35.064165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39984) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:35.106900 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1807ced-445a-47bb-a066-c78968442f63 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.110638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1807ced-445a-47bb-a066-c78968442f63 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:35.111204 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1807ced-445a-47bb-a066-c78968442f63 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.171354 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1d2373-6b57-410e-a6ae-2088879bc498 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:35.171927 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1d2373-6b57-410e-a6ae-2088879bc498 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:35.173481 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0a1d2373-6b57-410e-a6ae-2088879bc498 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/451b5b48-e257-4dea-9846-f609b1b1f929 HTTP/1.1" status: 404 len: 337 time: 0.2190545 May 25 22:59:35.186127 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-244e5a48-e97b-4367-8f9e-7150eaa2f8f1 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for 6a7d3313-680a-456c-9695-feb1b9fb7454 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:35.201459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39988) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:35.312338 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7c9915c9-ef17-4b65-95e9-ac147b52a8a2 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2381880 May 25 22:59:35.338213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 39992) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:35.355413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-ce175e49-bfc2-42d8-b66f-346dc485e9eb tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group': {'name': 'tempest-secgroup--599476759'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:35.376277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ce175e49-bfc2-42d8-b66f-346dc485e9eb tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:35.382160 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b9805e2b-adc2-4895-b922-1db90cd40d15 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.383266 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b9805e2b-adc2-4895-b922-1db90cd40d15 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "DELETE /v2.0/security-groups/0dac44a6-0b21-4322-8bfb-87956e41e472 HTTP/1.1" status: 204 len: 168 time: 0.9552355 May 25 22:59:35.390523 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 39996) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:35.391423 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d749fa-7ad6-49c3-8111-b3a9d661f13e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:35.391916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d749fa-7ad6-49c3-8111-b3a9d661f13e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:35.393474 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-24d749fa-7ad6-49c3-8111-b3a9d661f13e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/1a3902b2-6052-483d-9619-4aa2ed155c1d HTTP/1.1" status: 404 len: 333 time: 0.1856050 May 25 22:59:35.395872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ce175e49-bfc2-42d8-b66f-346dc485e9eb tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:35.398362 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40000) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:35.405421 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ce175e49-bfc2-42d8-b66f-346dc485e9eb tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:35.411571 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1807ced-445a-47bb-a066-c78968442f63 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event updated for resources: {'Network': ['ID=a765e11c-b64e-4025-8101-fa98ab109917,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:35.423051 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f1807ced-445a-47bb-a066-c78968442f63 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0515633 May 25 22:59:35.423999 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40004) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:35.426269 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network a765e11c-b64e-4025-8101-fa98ab109917 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:59:35.430344 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-af5eed28-2f58-477a-816c-8d1b50315246 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2054918574'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:35.445034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-af5eed28-2f58-477a-816c-8d1b50315246 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:35.457644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-af5eed28-2f58-477a-816c-8d1b50315246 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Usage tracker for resource:network and tenant:d6558d2c864147078c89b38573bea466 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:35.457900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ce175e49-bfc2-42d8-b66f-346dc485e9eb tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:35.464873 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-af5eed28-2f58-477a-816c-8d1b50315246 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:35.466970 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d5b507-2f93-474f-8b84-c7c453164c10 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:35.476720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d5b507-2f93-474f-8b84-c7c453164c10 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:35.476720 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-14d5b507-2f93-474f-8b84-c7c453164c10 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/42722c73-198b-4e91-934a-85f7add4faac HTTP/1.1" status: 404 len: 337 time: 0.0671964 May 25 22:59:35.476720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-80b74540-0872-45e6-856d-318b2f4a0cd7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Deleting port 96a55398-fd67-4589-976e-b7a3838fe975 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:35.476720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80b74540-0872-45e6-856d-318b2f4a0cd7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.477106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-af5eed28-2f58-477a-816c-8d1b50315246 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:35.478201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40008) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:35.616608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ce175e49-bfc2-42d8-b66f-346dc485e9eb tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.649201 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e5b3b7-5d01-4e5a-ba4a-4d5b51765451 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:35.649644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e5b3b7-5d01-4e5a-ba4a-4d5b51765451 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:35.651261 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a3e5b3b7-5d01-4e5a-ba4a-4d5b51765451 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/6891d053-a52c-4df6-aa0f-81fb1aa285ad HTTP/1.1" status: 404 len: 333 time: 0.1727917 May 25 22:59:35.653617 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2dd311e8-941e-461e-a9e4-744dfd43bc0d tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Synchronizing usage tracker for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:35.657879 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40012) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:35.711066 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e621b33-a977-489c-8f5b-cbffd27e2cd0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:35.711508 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e621b33-a977-489c-8f5b-cbffd27e2cd0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:35.715733 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3e621b33-a977-489c-8f5b-cbffd27e2cd0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/15ddeeb2-ab19-469a-acc0-2341f1fd74b4 HTTP/1.1" status: 404 len: 337 time: 0.0530183 May 25 22:59:35.715733 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5eed28-2f58-477a-816c-8d1b50315246 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Made reservation on behalf of d6558d2c864147078c89b38573bea466 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:35.716646 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af5eed28-2f58-477a-816c-8d1b50315246 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.720643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40016) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:35.782721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ce175e49-bfc2-42d8-b66f-346dc485e9eb tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:35.787884 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-504b22b5-2c7e-4241-97c2-eb6324baee20 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:35.788320 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504b22b5-2c7e-4241-97c2-eb6324baee20 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:35.791605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80b74540-0872-45e6-856d-318b2f4a0cd7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.791921 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80b74540-0872-45e6-856d-318b2f4a0cd7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.799995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ce175e49-bfc2-42d8-b66f-346dc485e9eb tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:35.808773 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ce175e49-bfc2-42d8-b66f-346dc485e9eb tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:35.859789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2dd311e8-941e-461e-a9e4-744dfd43bc0d tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] Unset dirty status for tenant:af6aa1dd2f1d4e0ca8bef206327adf94 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:35.861058 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2dd311e8-941e-461e-a9e4-744dfd43bc0d tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4666715 May 25 22:59:35.862005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5eed28-2f58-477a-816c-8d1b50315246 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:59:35.864872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ce175e49-bfc2-42d8-b66f-346dc485e9eb tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:35.869794 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-504b22b5-2c7e-4241-97c2-eb6324baee20 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/51aae9e7-e895-484c-beba-860d6bdef3fc HTTP/1.1" status: 404 len: 337 time: 0.1414235 May 25 22:59:35.871145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40020) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:35.871480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40022) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:35.925805 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-244e5a48-e97b-4367-8f9e-7150eaa2f8f1 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.936721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af5eed28-2f58-477a-816c-8d1b50315246 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:35.937068 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-af5eed28-2f58-477a-816c-8d1b50315246 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Added segment 18e63819-6571-496a-aa32-12f3922948d4 of type vlan for network 91872640-e833-4531-a439-efa9bef6aaa1 May 25 22:59:35.937591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-80b74540-0872-45e6-856d-318b2f4a0cd7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Calling delete_port for 96a55398-fd67-4589-976e-b7a3838fe975 owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:35.959623 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-6e7f40c9-1dbf-4b83-8113-25d289ae4bbd tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] delete failed (client error): The resource could not be found. May 25 22:59:35.965873 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6e7f40c9-1dbf-4b83-8113-25d289ae4bbd tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "DELETE /v2.0/security-groups/02e380f0-b1cb-4714-a971-930ff6c868b2 HTTP/1.1" status: 404 len: 347 time: 0.0848234 May 25 22:59:35.968516 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f64cc70-89b5-44b0-9bc6-46bc746962e0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:35.968985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f64cc70-89b5-44b0-9bc6-46bc746962e0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:35.972889 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40028) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:36.006095 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7f64cc70-89b5-44b0-9bc6-46bc746962e0 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/76de61eb-fde5-425d-8b32-749768946d0b HTTP/1.1" status: 404 len: 333 time: 0.1286516 May 25 22:59:36.008463 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-48a8cfa4-2b1a-4437-82ad-105615370c3b tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.014833 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40032) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:36.020231 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af5eed28-2f58-477a-816c-8d1b50315246 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.024077 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-7ea7ad23-fb2f-4ec3-ab1b-a63571f815b3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] show failed (client error): The resource could not be found. May 25 22:59:36.025197 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7ea7ad23-fb2f-4ec3-ab1b-a63571f815b3 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "GET /v2.0/security-groups/218df5b3-2126-4651-a7e4-71b93eaf52f0 HTTP/1.1" status: 404 len: 347 time: 0.0481200 May 25 22:59:36.031112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e5a48-e97b-4367-8f9e-7150eaa2f8f1 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Port': ['ID=6a7d3313-680a-456c-9695-feb1b9fb7454,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:36.036707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40036) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:36.056193 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-48a8cfa4-2b1a-4437-82ad-105615370c3b tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.069752 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-542cc91b-034c-472d-b17f-ad053b9c8c7d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:36.070191 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542cc91b-034c-472d-b17f-ad053b9c8c7d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:36.074321 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-542cc91b-034c-472d-b17f-ad053b9c8c7d tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/4429eeb9-5ce1-423b-80ac-2729511b32e0 HTTP/1.1" status: 404 len: 337 time: 0.0548429 May 25 22:59:36.074578 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40040) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:36.104841 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-183a6019-27b3-47f0-8a43-35a4a5ed0d70 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] show failed (client error): The resource could not be found. May 25 22:59:36.113850 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-183a6019-27b3-47f0-8a43-35a4a5ed0d70 tempest-NegativeSecGroupTest-965740608 tempest-NegativeSecGroupTest-965740608-project] 10.222.0.66 "GET /v2.0/security-group-rules/d2ab8f1a-e84e-477e-b3c1-36119790f8f6 HTTP/1.1" status: 404 len: 356 time: 0.0656109 May 25 22:59:36.219577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ce175e49-bfc2-42d8-b66f-346dc485e9eb tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.287955 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-941d7f77-e5ff-4fbd-a65f-c96a155de122 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:36.288512 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941d7f77-e5ff-4fbd-a65f-c96a155de122 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:36.291513 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-941d7f77-e5ff-4fbd-a65f-c96a155de122 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/9bb1b859-fdb4-4496-a611-fc0e240f0f01 HTTP/1.1" status: 404 len: 337 time: 0.2158883 May 25 22:59:36.303746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40046) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:36.371962 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af5c12e-7592-42da-b331-3d75edb53d7e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:36.372648 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af5c12e-7592-42da-b331-3d75edb53d7e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:36.374885 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7af5c12e-7592-42da-b331-3d75edb53d7e tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/8b5751b3-f007-48a9-9fe5-3c3e0cfb7d73 HTTP/1.1" status: 404 len: 333 time: 0.0694366 May 25 22:59:36.377077 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40050) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:36.416138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ce175e49-bfc2-42d8-b66f-346dc485e9eb tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.423737 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af5eed28-2f58-477a-816c-8d1b50315246 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.427428 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5eed28-2f58-477a-816c-8d1b50315246 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:36.427999 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af5eed28-2f58-477a-816c-8d1b50315246 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.431671 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25ea6bf-96f6-49ef-a0c2-3abe58df370f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:36.432119 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25ea6bf-96f6-49ef-a0c2-3abe58df370f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:36.433688 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a25ea6bf-96f6-49ef-a0c2-3abe58df370f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/f2c7721d-a64d-4f6b-a8a0-1e2f24ea508d HTTP/1.1" status: 404 len: 337 time: 0.0558722 May 25 22:59:36.455597 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40054) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:36.563573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce175e49-bfc2-42d8-b66f-346dc485e9eb tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bacb1b9-5305-403d-845d-c3bae2fd9e28,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:36.570209 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-69682523-5657-4241-a596-e1e53623bdf6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:36.570667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69682523-5657-4241-a596-e1e53623bdf6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:36.575138 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-69682523-5657-4241-a596-e1e53623bdf6 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/d393f2ab-cfb9-44aa-ba0b-c313d58ae6bf HTTP/1.1" status: 404 len: 337 time: 0.1124146 May 25 22:59:36.576274 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40058) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:36.598804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-244e5a48-e97b-4367-8f9e-7150eaa2f8f1 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.619754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5eed28-2f58-477a-816c-8d1b50315246 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event updated for resources: {'Network': ['ID=91872640-e833-4531-a439-efa9bef6aaa1,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:36.631386 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-1914bbd1-2867-40b7-b143-b8bd5cc5a2bb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:36.631818 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1914bbd1-2867-40b7-b143-b8bd5cc5a2bb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:36.635690 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1914bbd1-2867-40b7-b143-b8bd5cc5a2bb tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/695c26e8-ea42-4c88-a8b1-217b6d354cd1 HTTP/1.1" status: 404 len: 333 time: 0.0563433 May 25 22:59:36.635864 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 91872640-e833-4531-a439-efa9bef6aaa1 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:59:36.636314 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40064) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:36.678618 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-af5eed28-2f58-477a-816c-8d1b50315246 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2534878 May 25 22:59:36.687113 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e14379-ca77-4b22-aab4-901a1fe296c1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:36.687561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e14379-ca77-4b22-aab4-901a1fe296c1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:36.690708 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f5e14379-ca77-4b22-aab4-901a1fe296c1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/251dafe9-96d5-457a-b7bd-11fbb1c7a57a HTTP/1.1" status: 404 len: 337 time: 0.0522523 May 25 22:59:36.697505 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40068) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:36.722646 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ce175e49-bfc2-42d8-b66f-346dc485e9eb tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.726710 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ce175e49-bfc2-42d8-b66f-346dc485e9eb tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3875067 May 25 22:59:36.727664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40072) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:36.733668 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80b74540-0872-45e6-856d-318b2f4a0cd7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:36.776997 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40076) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:36.781173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-50b734e2-b544-4fe0-8156-146db99e3a27 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Request body: {'security_group_rule': {'security_group_id': '8bacb1b9-5305-403d-845d-c3bae2fd9e28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:36.796059 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e92328-a1d9-410a-ba2f-16db4abf9cc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:36.796516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e92328-a1d9-410a-ba2f-16db4abf9cc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:36.800386 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b6e92328-a1d9-410a-ba2f-16db4abf9cc1 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/165dfaad-af45-4520-b27e-c44b1d2ea028 HTTP/1.1" status: 404 len: 337 time: 0.0840569 May 25 22:59:36.800386 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a8cfa4-2b1a-4437-82ad-105615370c3b tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:36.801384 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40080) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:36.813642 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-50b734e2-b544-4fe0-8156-146db99e3a27 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:36.816963 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b74540-0872-45e6-856d-318b2f4a0cd7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event deleted for resources: {'Port': ['ID=96a55398-fd67-4589-976e-b7a3838fe975,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:36.824478 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-50b734e2-b544-4fe0-8156-146db99e3a27 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Usage tracker for resource:security_group_rule and tenant:cf4f9ec25c7940f0a636f8e4de393849 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:36.830013 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-50b734e2-b544-4fe0-8156-146db99e3a27 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:36.852835 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d64e6c5e-c3f1-4b6f-8918-e78d6ec41f3f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports?device_id=73ed0546-793a-4ecb-8ec1-5f57267d2fb3 HTTP/1.1" status: 200 len: 205 time: 0.0487959 May 25 22:59:36.853296 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40086) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:36.878766 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-50b734e2-b544-4fe0-8156-146db99e3a27 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:36.926560 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-5f946b8c-2b92-45ec-aa92-72c5e4a1cf1f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] delete failed (client error): The resource could not be found. May 25 22:59:36.930080 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5f946b8c-2b92-45ec-aa92-72c5e4a1cf1f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/routers/73ed0546-793a-4ecb-8ec1-5f57267d2fb3 HTTP/1.1" status: 404 len: 336 time: 0.0735543 May 25 22:59:36.930893 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40090) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:37.078236 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be30ec5-e2f0-4dcb-a769-26be77c5e266 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:37.078236 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be30ec5-e2f0-4dcb-a769-26be77c5e266 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:37.082407 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2be30ec5-e2f0-4dcb-a769-26be77c5e266 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/af761d93-f689-4862-ab67-23a1903aa07f HTTP/1.1" status: 404 len: 337 time: 0.1484628 May 25 22:59:37.083657 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40094) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:37.129808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50b734e2-b544-4fe0-8156-146db99e3a27 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.139939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a8cfa4-2b1a-4437-82ad-105615370c3b tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:37.145883 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-48a8cfa4-2b1a-4437-82ad-105615370c3b tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.147174 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-48a8cfa4-2b1a-4437-82ad-105615370c3b tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd HTTP/1.1" status: 200 len: 704 time: 3.7473090 May 25 22:59:37.149681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40098) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:37.155607 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089723c6-509a-44e1-9bcf-cb2f385cb49d None None] Sync routers for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:37.167229 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-83c1ed98-a19c-4572-9b03-b1e7b18cbe6c tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ee83ed-637f-4a56-b92a-f156cf52d20a HTTP/1.1" status: 200 len: 205 time: 0.0737514 May 25 22:59:37.173639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80b74540-0872-45e6-856d-318b2f4a0cd7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.176227 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089723c6-509a-44e1-9bcf-cb2f385cb49d None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:37.177041 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-089723c6-509a-44e1-9bcf-cb2f385cb49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:37.213783 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40102) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:37.405882 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2b832271-220d-42af-a041-3c20f4266849 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af6aa1dd2f1d4e0ca8bef206327adf94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6125791 May 25 22:59:37.414494 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40106) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:37.486848 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-089723c6-509a-44e1-9bcf-cb2f385cb49d None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:37.492197 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-69b2e56b-4965-4b67-b511-df76f93b2115 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] delete failed (client error): The resource could not be found. May 25 22:59:37.495541 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-69b2e56b-4965-4b67-b511-df76f93b2115 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/routers/14ee83ed-637f-4a56-b92a-f156cf52d20a HTTP/1.1" status: 404 len: 336 time: 0.2784326 May 25 22:59:37.499855 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40110) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:37.519714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50b734e2-b544-4fe0-8156-146db99e3a27 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.545898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244e5a48-e97b-4367-8f9e-7150eaa2f8f1 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:37.564247 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2607e02-8cd2-415d-ac8d-e4ee8ae7bd0a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:37.564692 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2607e02-8cd2-415d-ac8d-e4ee8ae7bd0a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:37.569359 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f2607e02-8cd2-415d-ac8d-e4ee8ae7bd0a tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/3b29cf3a-fffc-417d-b7b2-fa095afc246a HTTP/1.1" status: 404 len: 337 time: 0.0656013 May 25 22:59:37.569629 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40114) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:37.623844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.665932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.680478 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50b734e2-b544-4fe0-8156-146db99e3a27 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.694430 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-934acd48-c974-42bc-a2ca-8e5b13750395 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/routers/133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd HTTP/1.1" status: 200 len: 704 time: 0.5432239 May 25 22:59:37.709634 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40118) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:37.880195 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3ed896-99bb-4c08-ba17-a4ff66acd0dd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:37.880754 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3ed896-99bb-4c08-ba17-a4ff66acd0dd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:37.897716 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b734e2-b544-4fe0-8156-146db99e3a27 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e2d8d2-beda-4d56-b335-18c992244900,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:37.911484 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0c3ed896-99bb-4c08-ba17-a4ff66acd0dd tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/e8e0aac5-e612-4b5f-b25d-7e932024c2d6 HTTP/1.1" status: 404 len: 337 time: 0.3390687 May 25 22:59:37.914484 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40122) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:37.934699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.940948 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-089723c6-509a-44e1-9bcf-cb2f385cb49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:34Z', 'revision_number': 7, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d639d0e-5951-4474-b7d3-1063c7513180', 'name': '', 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:98:9f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:24Z', 'updated_at': '2022-05-25T22:59:33Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f57d1a-c2f0-4f90-8242-18dffc7a06a6', 'name': '', 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:27:1c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:13Z', 'updated_at': '2022-05-25T22:59:23Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:37.945318 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089723c6-509a-44e1-9bcf-cb2f385cb49d None None] Checking router: 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:37.958335 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089723c6-509a-44e1-9bcf-cb2f385cb49d None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:37.959600 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-089723c6-509a-44e1-9bcf-cb2f385cb49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:37.963681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd581185-7adb-4a10-a56b-3efa4166d5c6,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:37.978069 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2cfdf65-c9d0-45ce-8613-a56a3c05df10 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:37.978628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2cfdf65-c9d0-45ce-8613-a56a3c05df10 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:37.980262 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b2cfdf65-c9d0-45ce-8613-a56a3c05df10 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/bdecbe5b-c529-49ec-a07e-c6f62fa692eb HTTP/1.1" status: 404 len: 333 time: 0.0648882 May 25 22:59:37.983744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40126) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:37.989561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-50b734e2-b544-4fe0-8156-146db99e3a27 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:37.995417 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-50b734e2-b544-4fe0-8156-146db99e3a27 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2529976 May 25 22:59:38.030160 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40130) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:38.035068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244e5a48-e97b-4367-8f9e-7150eaa2f8f1 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:38.040346 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-244e5a48-e97b-4367-8f9e-7150eaa2f8f1 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0953431 May 25 22:59:38.046445 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40134) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:38.046732 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd71686-67e7-4176-af21-a9d2d31e1521 None None] Sync routers for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:38.066743 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:38.067133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:38.067561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:38.067896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:38.068218 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:38.068346 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76f31c4-e521-4e37-882d-f66b577fc696 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:38.068560 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:38.068900 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:38.069219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:38.069521 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76f31c4-e521-4e37-882d-f66b577fc696 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:38.069646 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:38.069830 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:38.070245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:38.072107 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c76f31c4-e521-4e37-882d-f66b577fc696 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/3c3de56e-a46a-4351-ad97-a17dd30dc3cf HTTP/1.1" status: 404 len: 337 time: 0.0864704 May 25 22:59:38.076667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40138) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:38.078055 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd71686-67e7-4176-af21-a9d2d31e1521 None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:38.078735 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-2fd71686-67e7-4176-af21-a9d2d31e1521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:38.170895 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-089723c6-509a-44e1-9bcf-cb2f385cb49d None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:38.319629 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.327917 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3c98b9aa-3432-4c59-89f9-7a1f7bcc629e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd581185-7adb-4a10-a56b-3efa4166d5c6 HTTP/1.1" status: 204 len: 168 time: 0.8654256 May 25 22:59:38.329390 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce93b4c-71b3-4f49-be92-167a93c5cb36 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:38.330328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce93b4c-71b3-4f49-be92-167a93c5cb36 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:38.332294 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3ce93b4c-71b3-4f49-be92-167a93c5cb36 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/caa17494-83e2-4728-806f-2b48f772a848 HTTP/1.1" status: 404 len: 333 time: 0.1497326 May 25 22:59:38.336038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40146) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:38.471574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-656fcd05-3ded-43fd-97e6-1cd2d1cd4f88 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.472925 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09f5caa-2546-4486-9fcd-affd844f0d98 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:38.473636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09f5caa-2546-4486-9fcd-affd844f0d98 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:38.475422 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c09f5caa-2546-4486-9fcd-affd844f0d98 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/afe62812-025e-42da-99c5-7fde9a522079 HTTP/1.1" status: 404 len: 337 time: 0.1330717 May 25 22:59:38.483071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40150) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:38.564090 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-656fcd05-3ded-43fd-97e6-1cd2d1cd4f88 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.605911 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-2fd71686-67e7-4176-af21-a9d2d31e1521 None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:38.615782 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc27f21-420e-4d8e-b093-b03f720242e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:38.616222 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc27f21-420e-4d8e-b093-b03f720242e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:38.621709 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fdc27f21-420e-4d8e-b093-b03f720242e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/999c6ac8-f894-4bb3-b51e-455ca4a66f95 HTTP/1.1" status: 404 len: 333 time: 0.1363068 May 25 22:59:38.625564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40154) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:38.678698 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3d1f36c-e356-41bc-a48f-a6a6d0c527e7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:38.857945 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd80edf8-8065-4892-83e6-854adb3cdc97 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:38.858398 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd80edf8-8065-4892-83e6-854adb3cdc97 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:38.863925 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-2fd71686-67e7-4176-af21-a9d2d31e1521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 11, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:38.865781 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fd80edf8-8065-4892-83e6-854adb3cdc97 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/5c713232-c60f-4061-9ea6-cdde4f3ef732 HTTP/1.1" status: 404 len: 337 time: 0.2341063 May 25 22:59:38.872364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40158) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:38.876411 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd71686-67e7-4176-af21-a9d2d31e1521 None None] Checking router: be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:38.902807 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd71686-67e7-4176-af21-a9d2d31e1521 None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:38.905223 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-2fd71686-67e7-4176-af21-a9d2d31e1521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:38.930402 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a18e0c-d992-4b8d-ab34-3db79951a2e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:38.930402 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a18e0c-d992-4b8d-ab34-3db79951a2e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:38.932052 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-60a18e0c-d992-4b8d-ab34-3db79951a2e7 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/57744a2e-cac5-4418-89b2-1e8a37eb19fd HTTP/1.1" status: 404 len: 333 time: 0.0635455 May 25 22:59:38.935872 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40162) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:38.978586 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-089723c6-509a-44e1-9bcf-cb2f385cb49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:34Z', 'revision_number': 7, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d639d0e-5951-4474-b7d3-1063c7513180', 'name': '', 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:98:9f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:24Z', 'updated_at': '2022-05-25T22:59:33Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f57d1a-c2f0-4f90-8242-18dffc7a06a6', 'name': '', 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:27:1c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:13Z', 'updated_at': '2022-05-25T22:59:23Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:38.987150 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089723c6-509a-44e1-9bcf-cb2f385cb49d None None] The sync data for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv is: [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:34Z', 'revision_number': 7, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d639d0e-5951-4474-b7d3-1063c7513180', 'name': '', 'network_id': 'a6385a83-dbce-4448-aba9-1328fa197f31', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:98:9f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:24Z', 'updated_at': '2022-05-25T22:59:33Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '02dcc6af-2a2e-4ac6-9f76-2656a45baba2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f57d1a-c2f0-4f90-8242-18dffc7a06a6', 'name': '', 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:27:1c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:13Z', 'updated_at': '2022-05-25T22:59:23Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:39.114572 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-38488c23-f058-4446-905d-da8ef975e87f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:39.115019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38488c23-f058-4446-905d-da8ef975e87f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:39.124703 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-38488c23-f058-4446-905d-da8ef975e87f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/cf06647d-32f7-430e-ab43-857680bb6f01 HTTP/1.1" status: 404 len: 337 time: 0.1862524 May 25 22:59:39.126082 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40166) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:39.209228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting subnet 992a3598-3343-4ab6-9724-86d107674cf8 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:59:39.215424 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7338862-b5b1-464d-8a2f-a9753b049cfa tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:39.215715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.216129 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7338862-b5b1-464d-8a2f-a9753b049cfa tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:39.218712 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e7338862-b5b1-464d-8a2f-a9753b049cfa tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/f33425ee-fe59-4879-9102-b30d932b1636 HTTP/1.1" status: 404 len: 333 time: 0.0897799 May 25 22:59:39.221189 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40170) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:39.271599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-656fcd05-3ded-43fd-97e6-1cd2d1cd4f88 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.307999 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-2fd71686-67e7-4176-af21-a9d2d31e1521 None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:39.317667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fcd05-3ded-43fd-97e6-1cd2d1cd4f88 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bacb1b9-5305-403d-845d-c3bae2fd9e28,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:39.332408 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dce2846-91e1-465a-90eb-f0537a8d3e2f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:39.337752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dce2846-91e1-465a-90eb-f0537a8d3e2f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:39.342097 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0dce2846-91e1-465a-90eb-f0537a8d3e2f tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/67f524b8-f4f6-46f1-8ab0-6c747861b1ac HTTP/1.1" status: 404 len: 337 time: 0.1175687 May 25 22:59:39.342274 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.343666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40174) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:39.439688 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-b581647d-1e69-49ad-9e74-80c703a2f662 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:39.442683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-656fcd05-3ded-43fd-97e6-1cd2d1cd4f88 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.443792 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-656fcd05-3ded-43fd-97e6-1cd2d1cd4f88 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-groups/8bacb1b9-5305-403d-845d-c3bae2fd9e28 HTTP/1.1" status: 204 len: 168 time: 1.4113264 May 25 22:59:39.447216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b581647d-1e69-49ad-9e74-80c703a2f662 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:39.447884 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40178) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:39.456763 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b581647d-1e69-49ad-9e74-80c703a2f662 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/ad7f1766-9ae3-4bad-a88a-f454fc0a9a7f HTTP/1.1" status: 404 len: 333 time: 0.1038628 May 25 22:59:39.456974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40182) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:39.522579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-2fd71686-67e7-4176-af21-a9d2d31e1521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 11, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:39.535632 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd71686-67e7-4176-af21-a9d2d31e1521 None None] The sync data for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv is: [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 11, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:39.582498 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-29830654-0df5-4c4f-95b6-037741e03d02 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:39.582985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29830654-0df5-4c4f-95b6-037741e03d02 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:39.586836 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-29830654-0df5-4c4f-95b6-037741e03d02 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/090e949f-eb0c-4e8d-8149-a8f87dfb2b51 HTTP/1.1" status: 404 len: 337 time: 0.1274295 May 25 22:59:39.593373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40186) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:39.647533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b74540-0872-45e6-856d-318b2f4a0cd7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:39.677260 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f1a51e-9d0f-4298-8f3b-5d0ebf75ccfc tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:39.677996 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f1a51e-9d0f-4298-8f3b-5d0ebf75ccfc tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:39.679802 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-21f1a51e-9d0f-4298-8f3b-5d0ebf75ccfc tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/ports/7610daf0-47ad-40a8-9a5a-4ac642b0a9fd HTTP/1.1" status: 404 len: 333 time: 0.0851705 May 25 22:59:39.691166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40190) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:39.786666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dc38a836-59b3-4d17-b3ab-d3c38bde5e20 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:39.800489 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:39.834617 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-e648cc20-fa89-41a5-a8dd-423b56c9c835 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] DELETE failed (client error): The resource could not be found. May 25 22:59:39.835566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e648cc20-fa89-41a5-a8dd-423b56c9c835 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:39.837449 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e648cc20-fa89-41a5-a8dd-423b56c9c835 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/subnets/c0b36ac7-847a-4783-ac8b-a1ea3be31455 HTTP/1.1" status: 404 len: 337 time: 0.1451468 May 25 22:59:39.855961 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40194) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:39.899058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40198) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:39.911309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Request body: {'subnets': [{'network_id': 'a765e11c-b64e-4025-8101-fa98ab109917', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--382697203', 'ip_version': 6}, {'network_id': '91872640-e833-4531-a439-efa9bef6aaa1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:39.911628 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Request body: {'subnet': {'network_id': 'a765e11c-b64e-4025-8101-fa98ab109917', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--382697203', 'ip_version': 6}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:39.912291 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Request body: {'subnet': {'network_id': '91872640-e833-4531-a439-efa9bef6aaa1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:40.063726 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dc38a836-59b3-4d17-b3ab-d3c38bde5e20 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:40.065043 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dc38a836-59b3-4d17-b3ab-d3c38bde5e20 tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6143882 May 25 22:59:40.069343 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40202) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:40.075660 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-558c6cfa-25d3-4e80-9f05-cfbe131eb894 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.148226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.243516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8214f134-8b55-491d-984b-5d265b18a97b tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Synchronizing usage tracker for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:40.252822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:40.260300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Usage tracker for resource:subnet and tenant:d6558d2c864147078c89b38573bea466 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:40.268472 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:40.276277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:40.304137 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6a7d3313-680a-456c-9695-feb1b9fb7454 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:40.339665 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 6a7d3313-680a-456c-9695-feb1b9fb7454 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:40.340281 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6a7d3313-680a-456c-9695-feb1b9fb7454 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:40.359789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8214f134-8b55-491d-984b-5d265b18a97b tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] Unset dirty status for tenant:cf4f9ec25c7940f0a636f8e4de393849 on resource:security_group_rule {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:40.361173 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8214f134-8b55-491d-984b-5d265b18a97b tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2909226 May 25 22:59:40.365070 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Subnet': ['ID=992a3598-3343-4ab6-9724-86d107674cf8,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:40.365430 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40206) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:40.399345 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faa7c64-51fa-4284-8927-314b4d37f57a None None] Network fc8165dc-ca3d-403a-a567-64d08e0cd388 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:40.400431 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.404483 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-558c6cfa-25d3-4e80-9f05-cfbe131eb894 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.417549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:40.417914 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:40.418214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:40.418864 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:40.419007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:40.419353 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:40.419679 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:40.420034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:40.420392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:40.420732 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:40.421046 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:40.432015 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-360f2a33-1c82-4883-82a3-bc2eb2cb760c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/992a3598-3343-4ab6-9724-86d107674cf8 HTTP/1.1" status: 204 len: 168 time: 2.3636758 May 25 22:59:40.439460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40210) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:40.441309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-a3d1f36c-e356-41bc-a48f-a6a6d0c527e7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port 5d639d0e-5951-4474-b7d3-1063c7513180 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:40.441719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3d1f36c-e356-41bc-a48f-a6a6d0c527e7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.465800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-558c6cfa-25d3-4e80-9f05-cfbe131eb894 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228eb34e-59ed-4b00-ac30-fd8c9bc52748']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:40.474561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Made reservation on behalf of d6558d2c864147078c89b38573bea466 for: {'subnet': 2} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:40.499799 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-0743249b-a100-4015-8f81-9562bb0c606e tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] delete failed (client error): The resource could not be found. May 25 22:59:40.506732 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0743249b-a100-4015-8f81-9562bb0c606e tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "DELETE /v2.0/security-groups/8bacb1b9-5305-403d-845d-c3bae2fd9e28 HTTP/1.1" status: 404 len: 347 time: 0.1346252 May 25 22:59:40.511563 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40214) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:40.541075 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-558c6cfa-25d3-4e80-9f05-cfbe131eb894 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e6a29a-38b6-4df7-825a-ce8726c6953d') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:40.541618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-558c6cfa-25d3-4e80-9f05-cfbe131eb894 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e6a29a-38b6-4df7-825a-ce8726c6953d') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:40.581992 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-558c6cfa-25d3-4e80-9f05-cfbe131eb894 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.617365 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.627390 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-558c6cfa-25d3-4e80-9f05-cfbe131eb894 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.635090 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b74540-0872-45e6-856d-318b2f4a0cd7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:40.640118 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80b74540-0872-45e6-856d-318b2f4a0cd7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.648233 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a33359-4985-4f6b-b303-5c4dd1084d5d None None] Sync routers for ids ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:40.661786 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a33359-4985-4f6b-b303-5c4dd1084d5d None None] Routers {'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:40.662516 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-66a33359-4985-4f6b-b303-5c4dd1084d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:40.670687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] DHCP port deletion for fc8165dc-ca3d-403a-a567-64d08e0cd388 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:59:40.677390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Deleting port a1da9708-e658-4e78-a49b-361584b80abf {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:40.681696 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.682000 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558c6cfa-25d3-4e80-9f05-cfbe131eb894 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:40.682422 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-558c6cfa-25d3-4e80-9f05-cfbe131eb894 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:40.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:40.754164 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port a1da9708-e658-4e78-a49b-361584b80abf {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:40.754528 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:40.824456 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-80b74540-0872-45e6-856d-318b2f4a0cd7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "DELETE /v2.0/floatingips/9c2e997b-134f-4ee3-88ed-1a67b16b2ceb HTTP/1.1" status: 204 len: 168 time: 5.8230071 May 25 22:59:40.843374 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b63cdfc7-e164-491c-a518-187d42f99eeb tempest-SecGroupTest-292498381 tempest-SecGroupTest-292498381-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2896466 May 25 22:59:40.867728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'tag': '140267bc-ed27-4935-b212-d8c24f295998'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:59:40.882679 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-66a33359-4985-4f6b-b303-5c4dd1084d5d None None] Set router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:40.891414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-a3d1f36c-e356-41bc-a48f-a6a6d0c527e7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] For port 5d639d0e-5951-4474-b7d3-1063c7513180, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5d639d0e-5951-4474-b7d3-1063c7513180,segment=NetworkSegment(0cdd3257-afd8-4888-b15c-0acf1243064c),segment_id=0cdd3257-afd8-4888-b15c-0acf1243064c)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:40.891671 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3d1f36c-e356-41bc-a48f-a6a6d0c527e7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:41.015281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-558c6cfa-25d3-4e80-9f05-cfbe131eb894 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:41.029265 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9b992df-9181-4fbb-8d06-eeaa26acbd3c'] response: {'name': 'network-changed', 'server_uuid': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'tag': '140267bc-ed27-4935-b212-d8c24f295998', 'status': 'completed', 'code': 200} May 25 22:59:41.041856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] For port a1da9708-e658-4e78-a49b-361584b80abf, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a1da9708-e658-4e78-a49b-361584b80abf,segment=NetworkSegment(a0c0a270-0990-4275-b43b-c6a420798691),segment_id=a0c0a270-0990-4275-b43b-c6a420798691)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:41.042618 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:41.067442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-a3d1f36c-e356-41bc-a48f-a6a6d0c527e7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for 5d639d0e-5951-4474-b7d3-1063c7513180 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:41.073945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-558c6cfa-25d3-4e80-9f05-cfbe131eb894 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:41.109151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c6cfa-25d3-4e80-9f05-cfbe131eb894 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] Pushing event deleted for resources: {'Network': ['ID=228eb34e-59ed-4b00-ac30-fd8c9bc52748,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:41.116155 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-558c6cfa-25d3-4e80-9f05-cfbe131eb894 tempest-NetworksTestDHCPv6-1551621008 tempest-NetworksTestDHCPv6-1551621008-project] 10.222.0.66 "DELETE /v2.0/networks/228eb34e-59ed-4b00-ac30-fd8c9bc52748 HTTP/1.1" status: 204 len: 168 time: 1.2557175 May 25 22:59:41.245154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Calling delete_port for a1da9708-e658-4e78-a49b-361584b80abf owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:41.256679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:41.257006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:41.303499 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] For port a1da9708-e658-4e78-a49b-361584b80abf, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a1da9708-e658-4e78-a49b-361584b80abf,segment=NetworkSegment(a0c0a270-0990-4275-b43b-c6a420798691),segment_id=a0c0a270-0990-4275-b43b-c6a420798691)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:41.303858 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:41.347447 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-66a33359-4985-4f6b-b303-5c4dd1084d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109414195', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:22Z', 'updated_at': '2022-05-25T22:57:39Z', 'revision_number': 4, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'gw_port': {'id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:24Z', 'updated_at': '2022-05-25T22:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'df31feb1-fda0-477d-ae50-b422db311bb1', 'name': '', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'mac_address': 'fa:16:3e:37:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:37Z', 'updated_at': '2022-05-25T22:57:52Z', 'revision_number': 5, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'subnets': [{'id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:41.354781 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a33359-4985-4f6b-b303-5c4dd1084d5d None None] Checking router: c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:41.386605 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a33359-4985-4f6b-b303-5c4dd1084d5d None None] Routers {'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:41.387233 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-66a33359-4985-4f6b-b303-5c4dd1084d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:41.412433 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:41.461300 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Calling delete_port for a1da9708-e658-4e78-a49b-361584b80abf owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:41.510163 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Pushing event deleted for resources: {'Port': ['ID=a1da9708-e658-4e78-a49b-361584b80abf,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:41.521413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-630d0537-1057-4565-8d7d-a1945b33e0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:41.543079 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6e3ce063-d6a0-49a8-88e7-00dc9b0d5f88 req-c679f011-3702-43c4-9d85-329ab35f3bf7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e097633e41448e99b96c8bd1f567e52&device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 1098 time: 0.3806493 May 25 22:59:41.556732 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:41.557190 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:41.558265 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:41.559390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:41.560398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:41.561079 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:41.561614 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:41.563344 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:41.564156 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:41.564630 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:41.565112 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 22:59:41.577074 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c267f65-2939-4423-9eb7-674f9f36bd3a None None] No DVR routers for this DVR port a1da9708-e658-4e78-a49b-361584b80abf on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:41.606406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:59:41.607323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:59:41.610590 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-66a33359-4985-4f6b-b303-5c4dd1084d5d None None] Set router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:41.754541 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40232) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:41.802617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab30c4-3fd7-4ede-a539-4d4a5e62fd93 req-3083a432-c99d-4a48-a036-a2c48d48f429 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:41.804120 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-4bab30c4-3fd7-4ede-a539-4d4a5e62fd93 req-3083a432-c99d-4a48-a036-a2c48d48f429 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Synchronizing usage tracker for tenant:7e097633e41448e99b96c8bd1f567e52 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:41.828365 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40238) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:41.880194 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-4bab30c4-3fd7-4ede-a539-4d4a5e62fd93 req-3083a432-c99d-4a48-a036-a2c48d48f429 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Unset dirty status for tenant:7e097633e41448e99b96c8bd1f567e52 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:41.881553 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4bab30c4-3fd7-4ede-a539-4d4a5e62fd93 req-3083a432-c99d-4a48-a036-a2c48d48f429 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.2004638 May 25 22:59:41.968780 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4bab30c4-3fd7-4ede-a539-4d4a5e62fd93 req-7f28aeee-fcba-4efe-b8c2-cf3c5417baba tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749965 May 25 22:59:41.981290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ce063-d6a0-49a8-88e7-00dc9b0d5f88 req-97156225-73fe-4aaa-ad41-bdcd9c47bb08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:41.983481 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6e3ce063-d6a0-49a8-88e7-00dc9b0d5f88 req-97156225-73fe-4aaa-ad41-bdcd9c47bb08 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9c60186-9e70-42fb-b8b3-1c80486ade84 HTTP/1.1" status: 200 len: 897 time: 0.4307103 May 25 22:59:42.083955 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-66a33359-4985-4f6b-b303-5c4dd1084d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109414195', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:22Z', 'updated_at': '2022-05-25T22:57:39Z', 'revision_number': 4, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'gw_port': {'id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:24Z', 'updated_at': '2022-05-25T22:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'df31feb1-fda0-477d-ae50-b422db311bb1', 'name': '', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'mac_address': 'fa:16:3e:37:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:37Z', 'updated_at': '2022-05-25T22:57:52Z', 'revision_number': 5, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'subnets': [{'id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:42.088732 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a33359-4985-4f6b-b303-5c4dd1084d5d None None] The sync data for ids ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'] in dv-neutron-843300-1-hyperv is: [{'id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109414195', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:22Z', 'updated_at': '2022-05-25T22:57:39Z', 'revision_number': 4, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'gw_port': {'id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:24Z', 'updated_at': '2022-05-25T22:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'df31feb1-fda0-477d-ae50-b422db311bb1', 'name': '', 'network_id': 'f9c60186-9e70-42fb-b8b3-1c80486ade84', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'mac_address': 'fa:16:3e:37:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:37Z', 'updated_at': '2022-05-25T22:57:52Z', 'revision_number': 5, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'subnets': [{'id': '194773ba-2949-40ba-961f-fa4cac5277ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:42.104814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3d1f36c-e356-41bc-a48f-a6a6d0c527e7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.112166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Deleting port a1da9708-e658-4e78-a49b-361584b80abf {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:42.112497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.185498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1f36c-e356-41bc-a48f-a6a6d0c527e7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Port': ['ID=5d639d0e-5951-4474-b7d3-1063c7513180,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:42.211145 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6e3ce063-d6a0-49a8-88e7-00dc9b0d5f88 req-5878b633-a72a-4f42-b039-1366481480b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=140267bc-ed27-4935-b212-d8c24f295998 HTTP/1.1" status: 200 len: 217 time: 0.1534090 May 25 22:59:42.211337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] The port 'a1da9708-e658-4e78-a49b-361584b80abf' was deleted {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:59:42.211337 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d662f464-b297-42d5-b002-d05d13c2e5e3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=54eefae47a6943b69d21ed159941cefe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3807869 May 25 22:59:42.238027 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40244) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:42.263967 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0d9c21f2-6a7d-494a-8850-21148075f562 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf4f9ec25c7940f0a636f8e4de393849&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5083528 May 25 22:59:42.280129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40248) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:42.441782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27bc3cf-a5e5-47ec-aa87-f6d5ad650c5c None None] New status for floating IP 9c2e997b-134f-4ee3-88ed-1a67b16b2ceb: DOWN {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 22:59:42.447995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.488362 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8165dc-ca3d-403a-a567-64d08e0cd388']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:42.509544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c0a270-0990-4275-b43b-c6a420798691') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:42.509916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c0a270-0990-4275-b43b-c6a420798691') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:42.522289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a1da9708-e658-4e78-a49b-361584b80abf no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:42.530654 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.537182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af4820dc-7c93-49c9-a04a-101266d0a34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.563061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.574913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af4820dc-7c93-49c9-a04a-101266d0a34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.582232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:42.582741 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.585307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ce063-d6a0-49a8-88e7-00dc9b0d5f88 req-465910ee-df22-4ed1-8877-f079c11b79a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:42.586943 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6e3ce063-d6a0-49a8-88e7-00dc9b0d5f88 req-465910ee-df22-4ed1-8877-f079c11b79a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=194773ba-2949-40ba-961f-fa4cac5277ab HTTP/1.1" status: 200 len: 835 time: 0.3409767 May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:42.602019 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:42.662254 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: a1da9708-e658-4e78-a49b-361584b80abf {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:42.662855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a1da9708-e658-4e78-a49b-361584b80abf not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:42.689478 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-346d3df8-c880-466d-bbaa-3695882ebbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.762294 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-346d3df8-c880-466d-bbaa-3695882ebbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.826704 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6e3ce063-d6a0-49a8-88e7-00dc9b0d5f88 req-93c82290-b609-4e4c-9c6e-f6fa7e75230e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9c60186-9e70-42fb-b8b3-1c80486ade84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2319176 May 25 22:59:42.829051 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3d1f36c-e356-41bc-a48f-a6a6d0c527e7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.831185 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.849500 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:42.989588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af4820dc-7c93-49c9-a04a-101266d0a34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.005686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Pushing event deleted for resources: {'Network': ['ID=fc8165dc-ca3d-403a-a567-64d08e0cd388,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:43.029700 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-af4820dc-7c93-49c9-a04a-101266d0a34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.033580 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-af4820dc-7c93-49c9-a04a-101266d0a34d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5edb16e0-da11-49db-bf82-b0d8e030ea9c HTTP/1.1" status: 204 len: 168 time: 0.7496336 May 25 22:59:43.033580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4820dc-7c93-49c9-a04a-101266d0a34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edb16e0-da11-49db-bf82-b0d8e030ea9c,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:43.033766 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.045876 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cdd26e20-27b1-4d99-8c29-2c41ea47d802 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/networks/fc8165dc-ca3d-403a-a567-64d08e0cd388 HTTP/1.1" status: 204 len: 168 time: 2.6039345 May 25 22:59:43.050396 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40258) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:43.075227 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-0835a5db-4756-45a8-9272-71d0ab94db44 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'router': {'routes': None}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:43.081941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-346d3df8-c880-466d-bbaa-3695882ebbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.121437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d3df8-c880-466d-bbaa-3695882ebbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4837f717-12d6-4c33-913e-9f770452e995,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:43.194130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event updated for resources: {'Subnet': ['ID=3f5270f2-290d-4b21-b3ab-785a94047f89,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:43.234893 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6e3ce063-d6a0-49a8-88e7-00dc9b0d5f88 req-22e22537-c83a-46e6-a159-ecebe78b351d service neutron] 10.222.0.73 "GET /v2.0/networks/f9c60186-9e70-42fb-b8b3-1c80486ade84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963871 May 25 22:59:43.238772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-346d3df8-c880-466d-bbaa-3695882ebbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.239903 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-346d3df8-c880-466d-bbaa-3695882ebbbf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4837f717-12d6-4c33-913e-9f770452e995 HTTP/1.1" status: 204 len: 168 time: 0.9927225 May 25 22:59:43.270631 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Checking segment: {'id': '3229466b-1a30-4bf1-b8d8-135dee62c8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a765e11c-b64e-4025-8101-fa98ab109917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:43.271000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Network hostable DHCP agents. Network: a765e11c-b64e-4025-8101-fa98ab109917, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:59:43.291219 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4e62a-d05c-4810-8525-9104b7aea23e req-8163be21-2fbe-4bbe-b72d-e78ec974fe6e tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:43.292663 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-10b4e62a-d05c-4810-8525-9104b7aea23e req-8163be21-2fbe-4bbe-b72d-e78ec974fe6e tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.73 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.4406054 May 25 22:59:43.529122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be75e73-e2a6-4b69-8b1c-4e7a05a9fe42 req-8c1895a5-f84c-4512-843c-e4da6be589df tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:43.530710 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6be75e73-e2a6-4b69-8b1c-4e7a05a9fe42 req-8c1895a5-f84c-4512-843c-e4da6be589df tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 945 time: 0.3743508 May 25 22:59:43.543594 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.extraroute_db [None req-0835a5db-4756-45a8-9272-71d0ab94db44 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Added routes are [] {{(pid=84716) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 25 22:59:43.545158 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.extraroute_db [None req-0835a5db-4756-45a8-9272-71d0ab94db44 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Removed routes are [] {{(pid=84716) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 25 22:59:43.545158 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0835a5db-4756-45a8-9272-71d0ab94db44 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.564301 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [req-10b4e62a-d05c-4810-8525-9104b7aea23e req-b73042dc-c2e2-412a-9b5e-a0b358c2fd29 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Deleting port 140267bc-ed27-4935-b212-d8c24f295998 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:43.564663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-10b4e62a-d05c-4810-8525-9104b7aea23e req-b73042dc-c2e2-412a-9b5e-a0b358c2fd29 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.660803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Network a765e11c-b64e-4025-8101-fa98ab109917 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:59:43.668372 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3c029874-6571-4e9b-97ba-f6dfdcd5a57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.676554 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6e3ce063-d6a0-49a8-88e7-00dc9b0d5f88 req-90b95ff9-4cbe-44ac-a830-788f60a6b109 service neutron] 10.222.0.73 "GET /v2.0/networks/f9c60186-9e70-42fb-b8b3-1c80486ade84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328470 May 25 22:59:43.791139 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6be75e73-e2a6-4b69-8b1c-4e7a05a9fe42 req-3802d1ad-c277-4b1a-8c04-7f5319b61f80 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506053 May 25 22:59:43.839137 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, a765e11c-b64e-4025-8101-fa98ab109917) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:43.848890 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f90dc72-fd25-44c3-8de3-24273021531e None None] Network a765e11c-b64e-4025-8101-fa98ab109917 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:43.850424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:43.951859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event updated for resources: {'Subnet': ['ID=e7a8308c-0153-4a03-84a1-36a6d8d3f15d,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:43.975451 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Checking segment: {'id': '18e63819-6571-496a-aa32-12f3922948d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '91872640-e833-4531-a439-efa9bef6aaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:43.976034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Network hostable DHCP agents. Network: 91872640-e833-4531-a439-efa9bef6aaa1, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:59:44.026328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d1f36c-e356-41bc-a48f-a6a6d0c527e7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:44.055124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0835a5db-4756-45a8-9272-71d0ab94db44 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:44.063956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0835a5db-4756-45a8-9272-71d0ab94db44 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:44.104500 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Network 91872640-e833-4531-a439-efa9bef6aaa1 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:59:44.147985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-a765e11c-b64e-4025-8101-fa98ab109917', 'network_id': 'a765e11c-b64e-4025-8101-fa98ab109917', 'tenant_id': 'd6558d2c864147078c89b38573bea466', 'fixed_ips': [{'subnet_id': '3f5270f2-290d-4b21-b3ab-785a94047f89'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:59:44.150012 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:44.160409 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-10b4e62a-d05c-4810-8525-9104b7aea23e req-b73042dc-c2e2-412a-9b5e-a0b358c2fd29 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] For port 140267bc-ed27-4935-b212-d8c24f295998, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=140267bc-ed27-4935-b212-d8c24f295998,segment=NetworkSegment(5ce93166-2681-4fa4-9e69-5c5981642a09),segment_id=5ce93166-2681-4fa4-9e69-5c5981642a09)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:44.160786 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-10b4e62a-d05c-4810-8525-9104b7aea23e req-b73042dc-c2e2-412a-9b5e-a0b358c2fd29 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:44.236312 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 91872640-e833-4531-a439-efa9bef6aaa1) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:44.252865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:44.253252 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:44.253879 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:44.259634 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d1f36c-e356-41bc-a48f-a6a6d0c527e7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:44.270043 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a3d1f36c-e356-41bc-a48f-a6a6d0c527e7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5556099 May 25 22:59:44.270778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d66377f-6641-4a10-9d79-851615ea067d None None] Network 91872640-e833-4531-a439-efa9bef6aaa1 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:44.272429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40274) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:44.282479 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e4cee9-86e9-49ce-a051-a8e536142190 None None] Sync routers for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:44.311822 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e4cee9-86e9-49ce-a051-a8e536142190 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:44.312703 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-d8e4cee9-86e9-49ce-a051-a8e536142190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:44.437848 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cd003a3b-65b0-441d-8887-b48338cd7f21 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.5374815 May 25 22:59:44.443958 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40280) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:44.484136 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [req-10b4e62a-d05c-4810-8525-9104b7aea23e req-b73042dc-c2e2-412a-9b5e-a0b358c2fd29 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Calling delete_port for 140267bc-ed27-4935-b212-d8c24f295998 owned by compute:nova {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:44.563441 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8a1ea2-381a-4aea-b35b-04ca9060b5d8 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:44.564806 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8a1ea2-381a-4aea-b35b-04ca9060b5d8 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:44.566109 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8a1ea2-381a-4aea-b35b-04ca9060b5d8 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:44.566910 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2c8a1ea2-381a-4aea-b35b-04ca9060b5d8 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Synchronizing usage tracker for tenant:d6558d2c864147078c89b38573bea466 on resource:subnet {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:44.584911 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-af62f7c5-e3a4-4750-9bc9-1e2e661cbb1d tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting subnet 02dcc6af-2a2e-4ac6-9f76-2656a45baba2 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:59:44.590264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af62f7c5-e3a4-4750-9bc9-1e2e661cbb1d tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:44.640841 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Allocated IP 2001:db8::1 (a765e11c-b64e-4025-8101-fa98ab109917/3f5270f2-290d-4b21-b3ab-785a94047f89/bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:44.651499 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-d8e4cee9-86e9-49ce-a051-a8e536142190 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:44.666821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af62f7c5-e3a4-4750-9bc9-1e2e661cbb1d tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:44.688602 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0835a5db-4756-45a8-9272-71d0ab94db44 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:44.755129 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2c8a1ea2-381a-4aea-b35b-04ca9060b5d8 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Unset dirty status for tenant:d6558d2c864147078c89b38573bea466 on resource:subnet {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:44.768811 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2c8a1ea2-381a-4aea-b35b-04ca9060b5d8 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3235712 May 25 22:59:44.769518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40286) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:44.816375 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-91872640-e833-4531-a439-efa9bef6aaa1', 'network_id': '91872640-e833-4531-a439-efa9bef6aaa1', 'tenant_id': 'd6558d2c864147078c89b38573bea466', 'fixed_ips': [{'subnet_id': 'e7a8308c-0153-4a03-84a1-36a6d8d3f15d'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:59:44.817800 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:44.882522 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af62f7c5-e3a4-4750-9bc9-1e2e661cbb1d tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:44.917007 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:44.954616 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cfa177-8ee3-4acc-92d0-528f82181bd2 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Deleting subnet 3f5270f2-290d-4b21-b3ab-785a94047f89 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:59:45.006021 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0835a5db-4756-45a8-9272-71d0ab94db44 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:45.016697 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0835a5db-4756-45a8-9272-71d0ab94db44 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.017828 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0835a5db-4756-45a8-9272-71d0ab94db44 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 HTTP/1.1" status: 200 len: 701 time: 1.9615543 May 25 22:59:45.020556 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40294) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:45.095305 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-10b4e62a-d05c-4810-8525-9104b7aea23e req-b73042dc-c2e2-412a-9b5e-a0b358c2fd29 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.110022 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-d8e4cee9-86e9-49ce-a051-a8e536142190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:41Z', 'revision_number': 8, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f57d1a-c2f0-4f90-8242-18dffc7a06a6', 'name': '', 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:27:1c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:13Z', 'updated_at': '2022-05-25T22:59:23Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:45.110315 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bd23ac3d-c5c5-4e08-8ba0-9f86fe4eec60 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Synchronizing usage tracker for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:45.113410 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-abe78783-b7c8-41a1-b4da-ccf14c90e204 req-e81db219-d664-4928-bf0b-42c8f8ab8dd7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Synchronizing usage tracker for tenant:7e097633e41448e99b96c8bd1f567e52 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:45.114952 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e4cee9-86e9-49ce-a051-a8e536142190 None None] Checking router: 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:45.125715 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af62f7c5-e3a4-4750-9bc9-1e2e661cbb1d tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.131252 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e4cee9-86e9-49ce-a051-a8e536142190 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:45.132082 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-d8e4cee9-86e9-49ce-a051-a8e536142190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:45.140663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Allocated IP 2001:db8:0:1::1 (91872640-e833-4531-a439-efa9bef6aaa1/e7a8308c-0153-4a03-84a1-36a6d8d3f15d/1c076967-ca6f-4987-ba01-294f43a9eda1) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:45.163057 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73042dc-c2e2-412a-9b5e-a0b358c2fd29 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event deleted for resources: {'Port': ['ID=140267bc-ed27-4935-b212-d8c24f295998,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:45.200972 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40298) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:45.220149 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62f7c5-e3a4-4750-9bc9-1e2e661cbb1d tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Subnet': ['ID=02dcc6af-2a2e-4ac6-9f76-2656a45baba2,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:45.226580 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-af62f7c5-e3a4-4750-9bc9-1e2e661cbb1d tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.233403 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-af62f7c5-e3a4-4750-9bc9-1e2e661cbb1d tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/02dcc6af-2a2e-4ac6-9f76-2656a45baba2 HTTP/1.1" status: 204 len: 168 time: 0.9599459 May 25 22:59:45.236005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40304) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:45.294242 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b4e62a-d05c-4810-8525-9104b7aea23e req-b73042dc-c2e2-412a-9b5e-a0b358c2fd29 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] No DVR routers for this DVR port 140267bc-ed27-4935-b212-d8c24f295998 on host hv-neutron-8433 {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:45.305750 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-10b4e62a-d05c-4810-8525-9104b7aea23e req-b73042dc-c2e2-412a-9b5e-a0b358c2fd29 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.307594 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-10b4e62a-d05c-4810-8525-9104b7aea23e req-b73042dc-c2e2-412a-9b5e-a0b358c2fd29 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.73 "DELETE /v2.0/ports/140267bc-ed27-4935-b212-d8c24f295998 HTTP/1.1" status: 204 len: 173 time: 2.0081477 May 25 22:59:45.308203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'name': 'network-vif-deleted', 'tag': '140267bc-ed27-4935-b212-d8c24f295998'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 22:59:45.313587 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-abe78783-b7c8-41a1-b4da-ccf14c90e204 req-e81db219-d664-4928-bf0b-42c8f8ab8dd7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Unset dirty status for tenant:7e097633e41448e99b96c8bd1f567e52 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:45.314659 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-abe78783-b7c8-41a1-b4da-ccf14c90e204 req-e81db219-d664-4928-bf0b-42c8f8ab8dd7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 210 time: 0.2622352 May 25 22:59:45.341946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bd23ac3d-c5c5-4e08-8ba0-9f86fe4eec60 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Unset dirty status for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:45.343114 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bd23ac3d-c5c5-4e08-8ba0-9f86fe4eec60 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports?device_id=be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 HTTP/1.1" status: 200 len: 205 time: 0.3216290 May 25 22:59:45.346209 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40310) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:45.405178 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-d8e4cee9-86e9-49ce-a051-a8e536142190 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:45.429836 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.443576 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Transition to ACTIVE for port object 1c076967-ca6f-4987-ba01-294f43a9eda1 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:45.468454 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Transition to ACTIVE for port object 1c076967-ca6f-4987-ba01-294f43a9eda1 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:45.482748 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c61d51a-3f3e-4aa3-8313-40db73affc58'] response: {'server_uuid': '91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5', 'name': 'network-vif-deleted', 'tag': '140267bc-ed27-4935-b212-d8c24f295998', 'status': 'completed', 'code': 200} May 25 22:59:45.488860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.503184 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:45.504461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.507166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c0006f-25ca-467d-b016-b67c526abbff None None] Sync routers for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:45.509714 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6932faff-1d0f-4520-b336-39c985c13e0b None None] Network a6385a83-dbce-4448-aba9-1328fa197f31 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:45.594309 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b53a0725-5961-44c6-8394-6e9bb51b89ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.628473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.700131 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1798c40c-8b4f-4b59-8f68-c6c863219242 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-267033683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:45.727058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:45.727309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1798c40c-8b4f-4b59-8f68-c6c863219242 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:45.747030 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1798c40c-8b4f-4b59-8f68-c6c863219242 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Usage tracker for resource:router and tenant:bd69389f4b0b4927b76acfaaa6e5af99 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:45.753119 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1798c40c-8b4f-4b59-8f68-c6c863219242 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:45.763753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1798c40c-8b4f-4b59-8f68-c6c863219242 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:45.861535 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c0006f-25ca-467d-b016-b67c526abbff None None] Routers {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:45.868562 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d3c0006f-25ca-467d-b016-b67c526abbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:45.879388 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-d8e4cee9-86e9-49ce-a051-a8e536142190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:41Z', 'revision_number': 8, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f57d1a-c2f0-4f90-8242-18dffc7a06a6', 'name': '', 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:27:1c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:13Z', 'updated_at': '2022-05-25T22:59:23Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:45.884860 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e4cee9-86e9-49ce-a051-a8e536142190 None None] The sync data for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv is: [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:41Z', 'revision_number': 8, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2f57d1a-c2f0-4f90-8242-18dffc7a06a6', 'name': '', 'network_id': 'dee3ef1f-aec1-4b85-b92d-76f00978d815', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:27:1c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:13Z', 'updated_at': '2022-05-25T22:59:23Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '8db59bd2-b298-43f7-9233-11be73ce4228', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:45.941513 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Pushing event updated for resources: {'Port': ['ID=1c076967-ca6f-4987-ba01-294f43a9eda1,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:46.079098 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b53a0725-5961-44c6-8394-6e9bb51b89ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.080198 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Network 91872640-e833-4531-a439-efa9bef6aaa1 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:46.081903 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] For port 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0,segment=NetworkSegment(0cdd3257-afd8-4888-b15c-0acf1243064c),segment_id=0cdd3257-afd8-4888-b15c-0acf1243064c)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:46.082539 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.083610 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b53a0725-5961-44c6-8394-6e9bb51b89ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.093326 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:46.111134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:59:46.161099 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 140267bc-ed27-4935-b212-d8c24f295998 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:46.169516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1798c40c-8b4f-4b59-8f68-c6c863219242 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.170515 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1798c40c-8b4f-4b59-8f68-c6c863219242 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.204817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b53a0725-5961-44c6-8394-6e9bb51b89ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.206833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53a0725-5961-44c6-8394-6e9bb51b89ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Fanout notify agent at l3_agent the message router_deleted on router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:59:46.225992 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b53a0725-5961-44c6-8394-6e9bb51b89ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.227339 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b53a0725-5961-44c6-8394-6e9bb51b89ef tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/routers/be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 HTTP/1.1" status: 204 len: 168 time: 0.8800032 May 25 22:59:46.234759 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40314) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:46.235262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.245707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-47cfa66a-359e-434f-a903-4025c846dabf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-371224449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:46.246720 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 140267bc-ed27-4935-b212-d8c24f295998 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:46.247063 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 140267bc-ed27-4935-b212-d8c24f295998 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:46.253056 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-47cfa66a-359e-434f-a903-4025c846dabf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:46.257633 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-47cfa66a-359e-434f-a903-4025c846dabf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Usage tracker for resource:router and tenant:8ad41d6d9c2a43c19ac972e337b7ea13 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:46.260260 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-d3c0006f-25ca-467d-b016-b67c526abbff None None] Set router be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:46.260587 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-47cfa66a-359e-434f-a903-4025c846dabf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:46.280499 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:46.319512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-47cfa66a-359e-434f-a903-4025c846dabf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:46.335920 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Transition to ACTIVE for port object bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:46.381390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5d639d0e-5951-4474-b7d3-1063c7513180 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:46.411381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-47cfa66a-359e-434f-a903-4025c846dabf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.412645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-47cfa66a-359e-434f-a903-4025c846dabf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.505036 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 5d639d0e-5951-4474-b7d3-1063c7513180 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:46.505371 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5d639d0e-5951-4474-b7d3-1063c7513180 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:46.515076 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d3c0006f-25ca-467d-b016-b67c526abbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3', 'name': 'tempest-RoutersTest-router-1934141581', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:41Z', 'updated_at': '2022-05-25T22:59:35Z', 'revision_number': 11, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:46.515361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-47cfa66a-359e-434f-a903-4025c846dabf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.516452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Transition to ACTIVE for port object bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:46.517970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1798c40c-8b4f-4b59-8f68-c6c863219242 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.532189 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Attempting to bind port 1c076967-ca6f-4987-ba01-294f43a9eda1 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:46.532567 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Attempting to bind port 1c076967-ca6f-4987-ba01-294f43a9eda1 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '18e63819-6571-496a-aa32-12f3922948d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '91872640-e833-4531-a439-efa9bef6aaa1'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:46.535568 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Attempting to bind port 1c076967-ca6f-4987-ba01-294f43a9eda1 on network 91872640-e833-4531-a439-efa9bef6aaa1 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:59:46.539744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c0006f-25ca-467d-b016-b67c526abbff None None] Checking router: be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:46.540585 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.556834 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:59:46.557537 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Checking segment: {'id': '18e63819-6571-496a-aa32-12f3922948d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '91872640-e833-4531-a439-efa9bef6aaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:46.558161 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.558757 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Bound using segment: {'id': '18e63819-6571-496a-aa32-12f3922948d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '91872640-e833-4531-a439-efa9bef6aaa1'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:59:46.559461 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Bound port: 1c076967-ca6f-4987-ba01-294f43a9eda1, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e63819-6571-496a-aa32-12f3922948d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '91872640-e833-4531-a439-efa9bef6aaa1'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:46.560770 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.590017 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c0006f-25ca-467d-b016-b67c526abbff None None] Routers set() bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:46.590573 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c0006f-25ca-467d-b016-b67c526abbff None None] Router IDs set() for agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 25 22:59:46.591542 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_agentschedulers_db [None req-d3c0006f-25ca-467d-b016-b67c526abbff None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent'). {{(pid=84718) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 25 22:59:46.592107 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c0006f-25ca-467d-b016-b67c526abbff None None] The sync data for ids ['be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:46.621582 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Port': ['ID=94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:46.626544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.627040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-36cfa177-8ee3-4acc-92d0-528f82181bd2 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.638874 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b0a695e0-0ee1-411e-92b9-d723c4d1768e req-b3747552-e0e1-4620-8895-c604cd9c414d tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "GET /v2.0/ports?device_id=91daa2cd-78d9-469c-bc1e-14d5f3c9d1d5 HTTP/1.1" status: 200 len: 210 time: 0.0612714 May 25 22:59:46.678125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] No DVR routers for this DVR port 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:46.690503 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aee90e3-452c-4067-8cea-d0c9853baa77 None None] DHCP port deletion for a6385a83-dbce-4448-aba9-1328fa197f31 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:59:46.695295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-47cfa66a-359e-434f-a903-4025c846dabf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.707138 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.737043 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1798c40c-8b4f-4b59-8f68-c6c863219242 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.779848 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Network a765e11c-b64e-4025-8101-fa98ab109917 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:46.780734 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Pushing event updated for resources: {'Port': ['ID=bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:46.786656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:46.788779 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:59:46.791753 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] For port 1c076967-ca6f-4987-ba01-294f43a9eda1, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:46.828991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-47cfa66a-359e-434f-a903-4025c846dabf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.834554 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-47cfa66a-359e-434f-a903-4025c846dabf tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5938230 May 25 22:59:46.834554 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40320) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:46.842374 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-754a16df-f8ca-44e6-9e35-5d3746920845 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:46.869716 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] For port 1c076967-ca6f-4987-ba01-294f43a9eda1, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1c076967-ca6f-4987-ba01-294f43a9eda1,segment=NetworkSegment(18e63819-6571-496a-aa32-12f3922948d4),segment_id=18e63819-6571-496a-aa32-12f3922948d4)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:46.881739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-36cfa177-8ee3-4acc-92d0-528f82181bd2 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.907117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Attempting to bind port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:46.907954 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Attempting to bind port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '3229466b-1a30-4bf1-b8d8-135dee62c8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a765e11c-b64e-4025-8101-fa98ab109917'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:46.908569 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Attempting to bind port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae on network a765e11c-b64e-4025-8101-fa98ab109917 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:59:46.916143 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:59:46.917035 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Checking segment: {'id': '3229466b-1a30-4bf1-b8d8-135dee62c8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a765e11c-b64e-4025-8101-fa98ab109917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:46.917668 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.918271 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Bound using segment: {'id': '3229466b-1a30-4bf1-b8d8-135dee62c8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a765e11c-b64e-4025-8101-fa98ab109917'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:59:46.918937 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Bound port: bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3229466b-1a30-4bf1-b8d8-135dee62c8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a765e11c-b64e-4025-8101-fa98ab109917'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:46.919724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.945254 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.980929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.989876 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1798c40c-8b4f-4b59-8f68-c6c863219242 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:46.991079 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1798c40c-8b4f-4b59-8f68-c6c863219242 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.7861581 May 25 22:59:46.996624 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6385a83-dbce-4448-aba9-1328fa197f31']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:47.003528 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40324) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:47.013777 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-5543812'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:47.023933 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:47.027239 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdd3257-afd8-4888-b15c-0acf1243064c') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:47.027550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdd3257-afd8-4888-b15c-0acf1243064c') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:47.039837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Usage tracker for resource:network and tenant:bd69389f4b0b4927b76acfaaa6e5af99 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:47.046180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:47.050846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.060672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:47.080569 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-36cfa177-8ee3-4acc-92d0-528f82181bd2 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.110597 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.114436 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885e9ae-25ca-44bf-bbd8-2f0a96370d3e None None] Pushing event updated for resources: {'Port': ['ID=1c076967-ca6f-4987-ba01-294f43a9eda1,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:47.127984 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:47.128442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:47.143293 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:47.154473 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Made reservation on behalf of bd69389f4b0b4927b76acfaaa6e5af99 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:47.157448 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.225502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.371976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.380179 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-754a16df-f8ca-44e6-9e35-5d3746920845 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.407393 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.410340 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] For port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:47.413836 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] For port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae,segment=NetworkSegment(3229466b-1a30-4bf1-b8d8-135dee62c8fe),segment_id=3229466b-1a30-4bf1-b8d8-135dee62c8fe)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:47.416783 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.419774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Network': ['ID=a6385a83-dbce-4448-aba9-1328fa197f31,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:47.424927 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-36cfa177-8ee3-4acc-92d0-528f82181bd2 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.462796 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-754a16df-f8ca-44e6-9e35-5d3746920845 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.477806 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:47.486838 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3cd0c877-b8c5-45ab-9dea-ec201eb61b56 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/networks/a6385a83-dbce-4448-aba9-1328fa197f31 HTTP/1.1" status: 204 len: 168 time: 2.2495821 May 25 22:59:47.489457 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfa177-8ee3-4acc-92d0-528f82181bd2 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5270f2-290d-4b21-b3ab-785a94047f89,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:47.492008 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40328) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:47.493237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Usage tracker for resource:security_group_rule and tenant:bd69389f4b0b4927b76acfaaa6e5af99 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:47.494994 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.500606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-36cfa177-8ee3-4acc-92d0-528f82181bd2 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.506515 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-36cfa177-8ee3-4acc-92d0-528f82181bd2 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "DELETE /v2.0/subnets/3f5270f2-290d-4b21-b3ab-785a94047f89 HTTP/1.1" status: 204 len: 168 time: 2.7118082 May 25 22:59:47.506515 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:47.523754 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40332) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:47.602788 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434e78b-5924-43b6-a746-5a087ea7c82d None None] Pushing event updated for resources: {'Port': ['ID=bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:47.623258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:47.754025 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40338) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:47.763313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.822370 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-22baa85b-46fe-4449-be5a-70170f769642 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Deleting subnet e7a8308c-0153-4a03-84a1-36a6d8d3f15d {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:59:47.827037 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22baa85b-46fe-4449-be5a-70170f769642 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.881037 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22baa85b-46fe-4449-be5a-70170f769642 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.894015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:47.918318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754a16df-f8ca-44e6-9e35-5d3746920845 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Router 9274c343-a3cb-4bd4-b436-551ba265171e is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 22:59:48.130918 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22baa85b-46fe-4449-be5a-70170f769642 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.170946 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:59:48.188887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754a16df-f8ca-44e6-9e35-5d3746920845 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:48.191812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b37479e-3891-449b-9211-63e13d9bc06c,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:48.196771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-754a16df-f8ca-44e6-9e35-5d3746920845 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.200730 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-754a16df-f8ca-44e6-9e35-5d3746920845 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "PUT /v2.0/routers/9274c343-a3cb-4bd4-b436-551ba265171e HTTP/1.1" status: 200 len: 693 time: 1.3625865 May 25 22:59:48.201978 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40342) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:48.218415 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe11180-ddd8-4af8-bb10-080b60f2e74a None None] Sync routers for ids ['9274c343-a3cb-4bd4-b436-551ba265171e'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:48.224335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.224733 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Added segment 214f53cc-d1bb-4002-b409-43dc1abbe90a of type vlan for network 4d9670ae-19d1-4cce-8c09-15e1891fbc70 May 25 22:59:48.243299 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe11180-ddd8-4af8-bb10-080b60f2e74a None None] Routers {'9274c343-a3cb-4bd4-b436-551ba265171e'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:48.243849 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-4fe11180-ddd8-4af8-bb10-080b60f2e74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['9274c343-a3cb-4bd4-b436-551ba265171e'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:48.287148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.366258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-366b77a1-ac68-4337-8624-f614595ae661 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.449233 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.453923 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:48.453923 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.481446 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-72a0a37f-8e23-4806-8fca-04daa3e43c2e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/routers/9274c343-a3cb-4bd4-b436-551ba265171e HTTP/1.1" status: 200 len: 699 time: 0.2764900 May 25 22:59:48.482745 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40346) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:48.484195 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-4fe11180-ddd8-4af8-bb10-080b60f2e74a None None] Set router 9274c343-a3cb-4bd4-b436-551ba265171e gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:48.608007 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:48.608584 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-4fe11180-ddd8-4af8-bb10-080b60f2e74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9274c343-a3cb-4bd4-b436-551ba265171e', 'name': 'tempest-RoutersTest-router-371224449', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:46Z', 'updated_at': '2022-05-25T22:59:47Z', 'revision_number': 2, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:48.612495 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe11180-ddd8-4af8-bb10-080b60f2e74a None None] Checking router: 9274c343-a3cb-4bd4-b436-551ba265171e for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:48.625623 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe11180-ddd8-4af8-bb10-080b60f2e74a None None] Routers {'9274c343-a3cb-4bd4-b436-551ba265171e'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:48.631439 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-4fe11180-ddd8-4af8-bb10-080b60f2e74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['9274c343-a3cb-4bd4-b436-551ba265171e'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:48.665032 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event updated for resources: {'Network': ['ID=4d9670ae-19d1-4cce-8c09-15e1891fbc70,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:48.678582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 4d9670ae-19d1-4cce-8c09-15e1891fbc70 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:59:48.701096 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22baa85b-46fe-4449-be5a-70170f769642 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.746821 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8b87c77c-18df-4728-a62c-60300e7068d2 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7420001 May 25 22:59:48.754285 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-baf8d384-ec15-4268-9673-1a18078e015d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports?device_id=9274c343-a3cb-4bd4-b436-551ba265171e HTTP/1.1" status: 200 len: 205 time: 0.2703798 May 25 22:59:48.757332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40350) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:48.757660 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40352) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:48.766508 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-abd27ed5-2bb0-4a71-a112-77e170a6d5b5 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Request body: {'subnet': {'network_id': '4d9670ae-19d1-4cce-8c09-15e1891fbc70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:48.780887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22baa85b-46fe-4449-be5a-70170f769642 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a8308c-0153-4a03-84a1-36a6d8d3f15d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:48.791474 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22baa85b-46fe-4449-be5a-70170f769642 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:48.799349 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c8d610-8486-4ed2-835e-b79f6e077265 None None] Network 91872640-e833-4531-a439-efa9bef6aaa1 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:48.865410 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-4fe11180-ddd8-4af8-bb10-080b60f2e74a None None] Set router 9274c343-a3cb-4bd4-b436-551ba265171e gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:48.899848 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-22baa85b-46fe-4449-be5a-70170f769642 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "DELETE /v2.0/subnets/e7a8308c-0153-4a03-84a1-36a6d8d3f15d HTTP/1.1" status: 204 len: 168 time: 1.3728774 May 25 22:59:48.900212 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40358) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:49.003830 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-4fe11180-ddd8-4af8-bb10-080b60f2e74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9274c343-a3cb-4bd4-b436-551ba265171e', 'name': 'tempest-RoutersTest-router-371224449', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:46Z', 'updated_at': '2022-05-25T22:59:47Z', 'revision_number': 2, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:49.009319 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe11180-ddd8-4af8-bb10-080b60f2e74a None None] The sync data for ids ['9274c343-a3cb-4bd4-b436-551ba265171e'] in dv-neutron-843300-1-hyperv is: [{'id': '9274c343-a3cb-4bd4-b436-551ba265171e', 'name': 'tempest-RoutersTest-router-371224449', 'tenant_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:59:46Z', 'updated_at': '2022-05-25T22:59:47Z', 'revision_number': 2, 'project_id': '8ad41d6d9c2a43c19ac972e337b7ea13', 'gw_port_host': None}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:49.047441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c6cbb3-877e-4c8c-8b5d-e3b2cd4c6153 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:49.048275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f1c6cbb3-877e-4c8c-8b5d-e3b2cd4c6153 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Synchronizing usage tracker for tenant:d6558d2c864147078c89b38573bea466 on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:49.095322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2bab9c7c-c663-4a0d-87a4-38f4df09a40f None None] Provisioning for port 1c076967-ca6f-4987-ba01-294f43a9eda1 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:49.098711 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:49.113260 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1c076967-ca6f-4987-ba01-294f43a9eda1 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:49.128594 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f1c6cbb3-877e-4c8c-8b5d-e3b2cd4c6153 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Unset dirty status for tenant:d6558d2c864147078c89b38573bea466 on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:49.133933 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f1c6cbb3-877e-4c8c-8b5d-e3b2cd4c6153 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2289765 May 25 22:59:49.134404 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40362) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:49.139989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-abd27ed5-2bb0-4a71-a112-77e170a6d5b5 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:49.144837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e0d1576-af11-4f6f-93d1-fb84762f91a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:49.216364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-abd27ed5-2bb0-4a71-a112-77e170a6d5b5 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Usage tracker for resource:subnet and tenant:bd69389f4b0b4927b76acfaaa6e5af99 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:49.250871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-abd27ed5-2bb0-4a71-a112-77e170a6d5b5 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:49.255262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42c606-1300-495c-9911-4a196b3d32b7 None None] Network a765e11c-b64e-4025-8101-fa98ab109917 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:49.345284 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-abd27ed5-2bb0-4a71-a112-77e170a6d5b5 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:49.351876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee861a0-d1b9-4d68-95b5-15b0c90568f8 None None] DHCP port deletion for 91872640-e833-4531-a439-efa9bef6aaa1 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:59:49.354807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:49.367012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Deleting port 1c076967-ca6f-4987-ba01-294f43a9eda1 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:49.367341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 1c076967-ca6f-4987-ba01-294f43a9eda1 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:49.367463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:49.370318 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0ee861a0-d1b9-4d68-95b5-15b0c90568f8 None None] Deleting port 1c076967-ca6f-4987-ba01-294f43a9eda1 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:49.370690 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0ee861a0-d1b9-4d68-95b5-15b0c90568f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:49.433106 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 1c076967-ca6f-4987-ba01-294f43a9eda1 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:49.433482 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:49.595642 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] For port 1c076967-ca6f-4987-ba01-294f43a9eda1, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1c076967-ca6f-4987-ba01-294f43a9eda1,segment=NetworkSegment(18e63819-6571-496a-aa32-12f3922948d4),segment_id=18e63819-6571-496a-aa32-12f3922948d4)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:49.596193 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:49.635075 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd27ed5-2bb0-4a71-a112-77e170a6d5b5 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Made reservation on behalf of bd69389f4b0b4927b76acfaaa6e5af99 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:49.681595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3776e69a-967e-47c9-b6f8-7730a52d67c7 None None] Provisioning for port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:49.696388 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3776e69a-967e-47c9-b6f8-7730a52d67c7 None None] Provisioning complete for port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:49.696785 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3776e69a-967e-47c9-b6f8-7730a52d67c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:49.732503 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Calling delete_port for 1c076967-ca6f-4987-ba01-294f43a9eda1 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:49.886382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:49.911266 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-abd27ed5-2bb0-4a71-a112-77e170a6d5b5 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:49.929760 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:49.938468 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event deleted for resources: {'Port': ['ID=1c076967-ca6f-4987-ba01-294f43a9eda1,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:49.955704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0ee861a0-d1b9-4d68-95b5-15b0c90568f8 None None] For port 1c076967-ca6f-4987-ba01-294f43a9eda1, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1c076967-ca6f-4987-ba01-294f43a9eda1,segment=NetworkSegment(18e63819-6571-496a-aa32-12f3922948d4),segment_id=18e63819-6571-496a-aa32-12f3922948d4)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:49.956098 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0ee861a0-d1b9-4d68-95b5-15b0c90568f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:49.961505 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] No DVR routers for this DVR port 1c076967-ca6f-4987-ba01-294f43a9eda1 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:50.074331 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27e6e65-4189-4073-84c4-7ae8ed00a1b7 None None] DHCP port deletion for a765e11c-b64e-4025-8101-fa98ab109917 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:59:50.119872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.149201 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91872640-e833-4531-a439-efa9bef6aaa1']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:50.162621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e63819-6571-496a-aa32-12f3922948d4') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:50.162972 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e63819-6571-496a-aa32-12f3922948d4') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:50.169087 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0ee861a0-d1b9-4d68-95b5-15b0c90568f8 None None] Calling delete_port for 1c076967-ca6f-4987-ba01-294f43a9eda1 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:50.175318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.192572 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.200804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:50.201238 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.214970 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f27e6e65-4189-4073-84c4-7ae8ed00a1b7 None None] Deleting port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:50.214970 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f27e6e65-4189-4073-84c4-7ae8ed00a1b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:50.216569 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:50.226860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e0d1576-af11-4f6f-93d1-fb84762f91a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.284856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3776e69a-967e-47c9-b6f8-7730a52d67c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.299477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:50.311929 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e0d1576-af11-4f6f-93d1-fb84762f91a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.314805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fb9ccfa6-6f9c-48cf-9068-5de6806133fb tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.342373 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:50.342708 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 94a1bd74-9b5a-4b4e-a4cb-a7732e0b3ea0 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:50.405545 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.410087 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.421358 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-0ee861a0-d1b9-4d68-95b5-15b0c90568f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:59:50.421586 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-0ee861a0-d1b9-4d68-95b5-15b0c90568f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:59:50.443725 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event deleted for resources: {'Network': ['ID=91872640-e833-4531-a439-efa9bef6aaa1,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:50.446883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-3776e69a-967e-47c9-b6f8-7730a52d67c7 None None] For port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae,segment=NetworkSegment(3229466b-1a30-4bf1-b8d8-135dee62c8fe),segment_id=3229466b-1a30-4bf1-b8d8-135dee62c8fe)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:50.448004 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:50.460188 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1e7c77d7-415f-48b7-af83-733a1598ced3 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "DELETE /v2.0/networks/91872640-e833-4531-a439-efa9bef6aaa1 HTTP/1.1" status: 204 len: 168 time: 1.3223507 May 25 22:59:50.461365 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40366) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:50.546768 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3776e69a-967e-47c9-b6f8-7730a52d67c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.586062 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.597876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Deleting port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:50.597876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.647055 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-f27e6e65-4189-4073-84c4-7ae8ed00a1b7 None None] For port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae,segment=NetworkSegment(3229466b-1a30-4bf1-b8d8-135dee62c8fe),segment_id=3229466b-1a30-4bf1-b8d8-135dee62c8fe)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:50.647354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f27e6e65-4189-4073-84c4-7ae8ed00a1b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.652788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e0d1576-af11-4f6f-93d1-fb84762f91a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.653352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0d1576-af11-4f6f-93d1-fb84762f91a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Fanout notify agent at l3_agent the message router_deleted on router 9274c343-a3cb-4bd4-b436-551ba265171e {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 22:59:50.710224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e0d1576-af11-4f6f-93d1-fb84762f91a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.717479 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9e0d1576-af11-4f6f-93d1-fb84762f91a7 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/routers/9274c343-a3cb-4bd4-b436-551ba265171e HTTP/1.1" status: 204 len: 168 time: 1.9500554 May 25 22:59:50.717479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40370) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:50.782103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-43d9f1d8-72b4-499c-bab6-c69c72c4afa8 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Synchronizing usage tracker for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 22:59:50.796804 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776e69a-967e-47c9-b6f8-7730a52d67c7 None None] Pushing event updated for resources: {'Port': ['ID=bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:50.800665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-abd27ed5-2bb0-4a71-a112-77e170a6d5b5 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.810419 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f27e6e65-4189-4073-84c4-7ae8ed00a1b7 None None] Calling delete_port for bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:50.852196 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] For port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae,segment=NetworkSegment(3229466b-1a30-4bf1-b8d8-135dee62c8fe),segment_id=3229466b-1a30-4bf1-b8d8-135dee62c8fe)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:50.853225 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.875969 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.922269 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0ee861a0-d1b9-4d68-95b5-15b0c90568f8 None None] Deleting port 1c076967-ca6f-4987-ba01-294f43a9eda1 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:50.922877 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0ee861a0-d1b9-4d68-95b5-15b0c90568f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:50.952609 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae,segment=NetworkSegment(3229466b-1a30-4bf1-b8d8-135dee62c8fe),segment_id=3229466b-1a30-4bf1-b8d8-135dee62c8fe)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:50.963319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-43d9f1d8-72b4-499c-bab6-c69c72c4afa8 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] Unset dirty status for tenant:8ad41d6d9c2a43c19ac972e337b7ea13 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 22:59:50.964602 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-43d9f1d8-72b4-499c-bab6-c69c72c4afa8 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports?device_id=9274c343-a3cb-4bd4-b436-551ba265171e HTTP/1.1" status: 200 len: 205 time: 0.2462134 May 25 22:59:50.983651 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40374) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:50.984780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd27ed5-2bb0-4a71-a112-77e170a6d5b5 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event updated for resources: {'Subnet': ['ID=0cb0625d-a1d8-4fa9-911a-8af0962f0691,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:50.990381 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0ee861a0-d1b9-4d68-95b5-15b0c90568f8 None None] The port '1c076967-ca6f-4987-ba01-294f43a9eda1' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:59:51.033957 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:51.034863 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1c076967-ca6f-4987-ba01-294f43a9eda1 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:51.079134 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Calling delete_port for bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:51.095329 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-de56186a-55fd-4a77-9121-a31bea2bd31a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] delete failed (client error): The resource could not be found. May 25 22:59:51.098667 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-de56186a-55fd-4a77-9121-a31bea2bd31a tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/routers/9274c343-a3cb-4bd4-b436-551ba265171e HTTP/1.1" status: 404 len: 336 time: 0.1091988 May 25 22:59:51.104862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40378) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:51.110760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-366b77a1-ac68-4337-8624-f614595ae661 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:51.111103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-366b77a1-ac68-4337-8624-f614595ae661 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:51.160037 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 1c076967-ca6f-4987-ba01-294f43a9eda1 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:51.160379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1c076967-ca6f-4987-ba01-294f43a9eda1 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:51.190174 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:51.194493 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-f27e6e65-4189-4073-84c4-7ae8ed00a1b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:59:51.194850 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-f27e6e65-4189-4073-84c4-7ae8ed00a1b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:59:51.205401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:59:51.205776 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:59:51.351598 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd27ed5-2bb0-4a71-a112-77e170a6d5b5 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Checking segment: {'id': '214f53cc-d1bb-4002-b409-43dc1abbe90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d9670ae-19d1-4cce-8c09-15e1891fbc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:51.351954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd27ed5-2bb0-4a71-a112-77e170a6d5b5 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Network hostable DHCP agents. Network: 4d9670ae-19d1-4cce-8c09-15e1891fbc70, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:59:51.356167 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b3d3cc-8f35-412d-a7d6-1708cd0e9516 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] DELETE failed (client error): The resource could not be found. May 25 22:59:51.357415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b3d3cc-8f35-412d-a7d6-1708cd0e9516 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:51.362393 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b3b3d3cc-8f35-412d-a7d6-1708cd0e9516 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/a6e9def6-a5b0-42b3-8542-fc5dd14e9abf HTTP/1.1" status: 404 len: 337 time: 0.2566142 May 25 22:59:51.364973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40382) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:51.402563 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-422e081f-ed31-4c4b-890d-3df81c88d70c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] DELETE failed (client error): The resource could not be found. May 25 22:59:51.402989 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422e081f-ed31-4c4b-890d-3df81c88d70c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:51.409209 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-422e081f-ed31-4c4b-890d-3df81c88d70c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/5acca102-d5be-467a-9d4d-35ac0298eb79 HTTP/1.1" status: 404 len: 337 time: 0.0432603 May 25 22:59:51.411617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40386) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:51.451717 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-caaaef31-5dd4-434c-bb13-599078e428e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] DELETE failed (client error): The resource could not be found. May 25 22:59:51.452055 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caaaef31-5dd4-434c-bb13-599078e428e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:51.453693 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-caaaef31-5dd4-434c-bb13-599078e428e5 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/0a581d9b-a85d-4837-b0f5-fe41050ae087 HTTP/1.1" status: 404 len: 337 time: 0.0412295 May 25 22:59:51.456127 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40390) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:51.493617 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1f4d98-57c3-4946-a5ab-438613388e7c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] DELETE failed (client error): The resource could not be found. May 25 22:59:51.494133 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1f4d98-57c3-4946-a5ab-438613388e7c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:51.498349 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9a1f4d98-57c3-4946-a5ab-438613388e7c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/992a3598-3343-4ab6-9724-86d107674cf8 HTTP/1.1" status: 404 len: 337 time: 0.0387840 May 25 22:59:51.499577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40394) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:51.541617 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ac64a863-9f7e-4b1d-bdf4-e52888e1a90d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports?device_id=be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 HTTP/1.1" status: 200 len: 205 time: 0.0408616 May 25 22:59:51.544250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40398) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:51.616904 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-38f581b1-1e14-4661-af03-c03bc20b786e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] delete failed (client error): The resource could not be found. May 25 22:59:51.620579 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-38f581b1-1e14-4661-af03-c03bc20b786e tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/routers/be16c146-23a5-4ecc-bc7c-ad6c2be1f4b3 HTTP/1.1" status: 404 len: 336 time: 0.0727327 May 25 22:59:51.620712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40402) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:51.623811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd27ed5-2bb0-4a71-a112-77e170a6d5b5 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Network 4d9670ae-19d1-4cce-8c09-15e1891fbc70 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:59:51.640713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-366b77a1-ac68-4337-8624-f614595ae661 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] For port c2f57d1a-c2f0-4f90-8242-18dffc7a06a6, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c2f57d1a-c2f0-4f90-8242-18dffc7a06a6,segment=NetworkSegment(c6a31137-b209-42e2-9038-0fe718aabb57),segment_id=c6a31137-b209-42e2-9038-0fe718aabb57)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:51.641083 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-366b77a1-ac68-4337-8624-f614595ae661 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:51.665129 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c0f352f3-8479-41c3-9328-2c61da2d9f3d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff1c6f8b-7163-4ffc-b480-f91d34ec44ab HTTP/1.1" status: 200 len: 205 time: 0.0433667 May 25 22:59:51.667457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40406) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:51.695950 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f27e6e65-4189-4073-84c4-7ae8ed00a1b7 None None] Deleting port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:51.696522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f27e6e65-4189-4073-84c4-7ae8ed00a1b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:51.727587 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Deleting port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:51.727883 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:51.774295 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-c8c4b59d-9958-461a-a106-4bfb995029c1 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] delete failed (client error): The resource could not be found. May 25 22:59:51.778253 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c8c4b59d-9958-461a-a106-4bfb995029c1 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/routers/ff1c6f8b-7163-4ffc-b480-f91d34ec44ab HTTP/1.1" status: 404 len: 336 time: 0.1069717 May 25 22:59:51.778253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40410) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:51.799571 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-abd27ed5-2bb0-4a71-a112-77e170a6d5b5 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 4d9670ae-19d1-4cce-8c09-15e1891fbc70) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:51.807167 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-366b77a1-ac68-4337-8624-f614595ae661 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:51.816428 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58acc59-6f08-4c54-b417-47caad52800e None None] Network 4d9670ae-19d1-4cce-8c09-15e1891fbc70 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:51.829821 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-16432c4d-31cd-4808-b897-cdf7b7a26596 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] DELETE failed (client error): The resource could not be found. May 25 22:59:51.830561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16432c4d-31cd-4808-b897-cdf7b7a26596 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:51.834283 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-16432c4d-31cd-4808-b897-cdf7b7a26596 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/03e5d1ef-9505-45c4-885e-d7f4171c8948 HTTP/1.1" status: 404 len: 337 time: 0.0529840 May 25 22:59:51.834999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40414) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:51.846128 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd27ed5-2bb0-4a71-a112-77e170a6d5b5 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:51.846714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-abd27ed5-2bb0-4a71-a112-77e170a6d5b5 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:51.921428 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-edd67946-0199-4212-81a6-9904a0192e4b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports?device_id=069c5528-dbbb-481a-bf15-c84928e9ec57 HTTP/1.1" status: 200 len: 205 time: 0.0830579 May 25 22:59:51.921688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40418) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:51.980188 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-abd27ed5-2bb0-4a71-a112-77e170a6d5b5 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2202976 May 25 22:59:51.986135 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40422) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:51.997924 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f1720ea8-849f-4b64-9f21-6622738d8e3d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Request body: {'network': {'name': 'tempest-router-network01--1742116421'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:52.000779 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-bb959cfd-ae0a-4879-a630-9b75e2e6212c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] delete failed (client error): The resource could not be found. May 25 22:59:52.001799 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bb959cfd-ae0a-4879-a630-9b75e2e6212c tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/routers/069c5528-dbbb-481a-bf15-c84928e9ec57 HTTP/1.1" status: 404 len: 336 time: 0.0792291 May 25 22:59:52.009384 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f1720ea8-849f-4b64-9f21-6622738d8e3d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:52.011570 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40426) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:52.020273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f1720ea8-849f-4b64-9f21-6622738d8e3d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Usage tracker for resource:network and tenant:bd69389f4b0b4927b76acfaaa6e5af99 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:52.033113 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-f27e6e65-4189-4073-84c4-7ae8ed00a1b7 None None] For port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae,segment=NetworkSegment(3229466b-1a30-4bf1-b8d8-135dee62c8fe),segment_id=3229466b-1a30-4bf1-b8d8-135dee62c8fe)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:52.033500 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f27e6e65-4189-4073-84c4-7ae8ed00a1b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:52.054477 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f1720ea8-849f-4b64-9f21-6622738d8e3d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:52.081694 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f1720ea8-849f-4b64-9f21-6622738d8e3d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:52.088772 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bd6811ea-b4dc-4979-86bd-e2eb7f99d71b tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8c333b4-bbc7-48ce-9878-f32d9b3ac222 HTTP/1.1" status: 200 len: 205 time: 0.0733485 May 25 22:59:52.089649 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40430) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:52.165856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f27e6e65-4189-4073-84c4-7ae8ed00a1b7 None None] Calling delete_port for bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:52.174074 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-73c3b91d-3d71-4d99-901f-9ed91cdf140d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] delete failed (client error): The resource could not be found. May 25 22:59:52.178177 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-73c3b91d-3d71-4d99-901f-9ed91cdf140d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/routers/a8c333b4-bbc7-48ce-9878-f32d9b3ac222 HTTP/1.1" status: 404 len: 336 time: 0.0852149 May 25 22:59:52.179392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40434) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:52.182435 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] For port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae,segment=NetworkSegment(3229466b-1a30-4bf1-b8d8-135dee62c8fe),segment_id=3229466b-1a30-4bf1-b8d8-135dee62c8fe)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:52.182800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:52.195069 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1720ea8-849f-4b64-9f21-6622738d8e3d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Made reservation on behalf of bd69389f4b0b4927b76acfaaa6e5af99 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:52.196998 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1720ea8-849f-4b64-9f21-6622738d8e3d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:52.246425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ccfa6-6f9c-48cf-9068-5de6806133fb tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Deleting port df31feb1-fda0-477d-ae50-b422db311bb1 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:52.246771 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fb9ccfa6-6f9c-48cf-9068-5de6806133fb tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:52.288225 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd194f8-c5ec-4c72-8481-7523432c91b4 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] DELETE failed (client error): The resource could not be found. May 25 22:59:52.288716 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd194f8-c5ec-4c72-8481-7523432c91b4 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:52.292768 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ddd194f8-c5ec-4c72-8481-7523432c91b4 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/e9e5c7b5-52a0-4c5a-ab8b-8f0bc79b1f9f HTTP/1.1" status: 404 len: 337 time: 0.1102765 May 25 22:59:52.292905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1720ea8-849f-4b64-9f21-6622738d8e3d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:59:52.295438 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40438) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:52.327052 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-4d9670ae-19d1-4cce-8c09-15e1891fbc70', 'network_id': '4d9670ae-19d1-4cce-8c09-15e1891fbc70', 'tenant_id': 'bd69389f4b0b4927b76acfaaa6e5af99', 'fixed_ips': [{'subnet_id': '0cb0625d-a1d8-4fa9-911a-8af0962f0691'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:59:52.327844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:52.354593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Calling delete_port for bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:52.385646 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-366b77a1-ac68-4337-8624-f614595ae661 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:52.398120 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f27e6e65-4189-4073-84c4-7ae8ed00a1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:52.435887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 22:59:52.436258 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 22:59:52.462438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e6e65-4189-4073-84c4-7ae8ed00a1b7 None None] Pushing event deleted for resources: {'Port': ['ID=bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:52.474381 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e6e65-4189-4073-84c4-7ae8ed00a1b7 None None] No DVR routers for this DVR port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:52.496632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1720ea8-849f-4b64-9f21-6622738d8e3d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:52.496941 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-f1720ea8-849f-4b64-9f21-6622738d8e3d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Added segment 0806e1d5-12df-46ef-95bc-635fb9980cab of type vlan for network b498f848-60b6-4101-bdd3-97e66dd87b85 May 25 22:59:52.499086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b77a1-ac68-4337-8624-f614595ae661 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Port': ['ID=c2f57d1a-c2f0-4f90-8242-18dffc7a06a6,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:52.509775 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e2a05697-0d38-4148-a414-eb0489ea05ac tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a873058-a3ef-473c-91f2-592985e59d2a HTTP/1.1" status: 200 len: 205 time: 0.1193783 May 25 22:59:52.512240 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40442) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:52.579766 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Allocated IP 172.20.0.2 (4d9670ae-19d1-4cce-8c09-15e1891fbc70/0cb0625d-a1d8-4fa9-911a-8af0962f0691/4b70247f-b0e8-4b7c-a740-24aa5c77a05f) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:52.599017 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-a5090a4c-8834-49aa-9454-2ab15b3c7c3d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] delete failed (client error): The resource could not be found. May 25 22:59:52.600403 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a5090a4c-8834-49aa-9454-2ab15b3c7c3d tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/routers/5a873058-a3ef-473c-91f2-592985e59d2a HTTP/1.1" status: 404 len: 336 time: 0.0857327 May 25 22:59:52.603610 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40446) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:52.743417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1720ea8-849f-4b64-9f21-6622738d8e3d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:52.752163 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-6764db60-111d-4565-8546-6bb121d000a2 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] DELETE failed (client error): The resource could not be found. May 25 22:59:52.752784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6764db60-111d-4565-8546-6bb121d000a2 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:52.758227 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6764db60-111d-4565-8546-6bb121d000a2 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/5e2f2588-64b2-4c6d-a9d3-5dd54ec68738 HTTP/1.1" status: 404 len: 337 time: 0.1539853 May 25 22:59:52.761138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40450) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:52.761616 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Deleting port bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:52.761950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:52.780614 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-fb9ccfa6-6f9c-48cf-9068-5de6806133fb tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] For port df31feb1-fda0-477d-ae50-b422db311bb1, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=df31feb1-fda0-477d-ae50-b422db311bb1,segment=NetworkSegment(5ce93166-2681-4fa4-9e69-5c5981642a09),segment_id=5ce93166-2681-4fa4-9e69-5c5981642a09)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:52.780975 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fb9ccfa6-6f9c-48cf-9068-5de6806133fb tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:52.843075 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b9e86cac-9b7a-4c0c-833e-17a521c45c19 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "GET /v2.0/ports?device_id=779c4871-ff28-4782-a7a8-f99ffd29a9b2 HTTP/1.1" status: 200 len: 205 time: 0.0542095 May 25 22:59:52.858398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:52.869752 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Transition to ACTIVE for port object 4b70247f-b0e8-4b7c-a740-24aa5c77a05f will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:52.874656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40454) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:52.881517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] The port 'bbc6e4a8-1eb3-4191-8ef1-0e1db3893cae' was deleted {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 22:59:52.891562 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Transition to ACTIVE for port object 4b70247f-b0e8-4b7c-a740-24aa5c77a05f will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:52.974614 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-ffdd5519-88f3-4ca4-9df9-765390aab270 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] delete failed (client error): The resource could not be found. May 25 22:59:52.975668 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ffdd5519-88f3-4ca4-9df9-765390aab270 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/routers/779c4871-ff28-4782-a7a8-f99ffd29a9b2 HTTP/1.1" status: 404 len: 336 time: 0.1002712 May 25 22:59:52.979428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40458) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:52.988459 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.038426 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ccfa6-6f9c-48cf-9068-5de6806133fb tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Calling delete_port for df31feb1-fda0-477d-ae50-b422db311bb1 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:53.066721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Network 4d9670ae-19d1-4cce-8c09-15e1891fbc70 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:53.070410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:53.074079 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:59:53.077691 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Pushing event updated for resources: {'Port': ['ID=4b70247f-b0e8-4b7c-a740-24aa5c77a05f,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:53.085144 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-de035ac6-d2e6-481c-966f-3511777896a0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] DELETE failed (client error): The resource could not be found. May 25 22:59:53.085577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de035ac6-d2e6-481c-966f-3511777896a0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:53.089827 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-de035ac6-d2e6-481c-966f-3511777896a0 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/32139f92-cbea-4f04-b300-756c73bbdf7f HTTP/1.1" status: 404 len: 337 time: 0.0945227 May 25 22:59:53.094925 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40462) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:53.109031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.134620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a765e11c-b64e-4025-8101-fa98ab109917']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:53.144865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1720ea8-849f-4b64-9f21-6622738d8e3d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.148502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1720ea8-849f-4b64-9f21-6622738d8e3d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:53.148694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3229466b-1a30-4bf1-b8d8-135dee62c8fe') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:53.148926 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3229466b-1a30-4bf1-b8d8-135dee62c8fe') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:53.149109 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1720ea8-849f-4b64-9f21-6622738d8e3d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.162824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.176121 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-97976463-610e-485c-8cb7-a98b2c0d19c3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] DELETE failed (client error): The resource could not be found. May 25 22:59:53.177013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97976463-610e-485c-8cb7-a98b2c0d19c3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 22:59:53.180179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Attempting to bind port 4b70247f-b0e8-4b7c-a740-24aa5c77a05f on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:53.180559 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Attempting to bind port 4b70247f-b0e8-4b7c-a740-24aa5c77a05f by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '214f53cc-d1bb-4002-b409-43dc1abbe90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d9670ae-19d1-4cce-8c09-15e1891fbc70'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:53.180692 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.180926 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Attempting to bind port 4b70247f-b0e8-4b7c-a740-24aa5c77a05f on network 4d9670ae-19d1-4cce-8c09-15e1891fbc70 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:59:53.187600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:59:53.187829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:53.187946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Checking segment: {'id': '214f53cc-d1bb-4002-b409-43dc1abbe90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d9670ae-19d1-4cce-8c09-15e1891fbc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:53.188622 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.188748 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.189009 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Bound using segment: {'id': '214f53cc-d1bb-4002-b409-43dc1abbe90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d9670ae-19d1-4cce-8c09-15e1891fbc70'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:59:53.189473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Bound port: 4b70247f-b0e8-4b7c-a740-24aa5c77a05f, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214f53cc-d1bb-4002-b409-43dc1abbe90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d9670ae-19d1-4cce-8c09-15e1891fbc70'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:53.189842 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:53.204057 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:53.271526 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-97976463-610e-485c-8cb7-a98b2c0d19c3 tempest-RoutersTest-177552733 tempest-RoutersTest-177552733-project] 10.222.0.66 "DELETE /v2.0/subnets/7f998739-2f27-4bd0-9fd6-0862973d9466 HTTP/1.1" status: 404 len: 337 time: 0.1733017 May 25 22:59:53.297939 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] For port 4b70247f-b0e8-4b7c-a740-24aa5c77a05f, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:53.317931 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1720ea8-849f-4b64-9f21-6622738d8e3d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event updated for resources: {'Network': ['ID=b498f848-60b6-4101-bdd3-97e66dd87b85,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:53.334170 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network b498f848-60b6-4101-bdd3-97e66dd87b85 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:59:53.341800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-366b77a1-ac68-4337-8624-f614595ae661 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.420674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.431493 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] For port 4b70247f-b0e8-4b7c-a740-24aa5c77a05f, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4b70247f-b0e8-4b7c-a740-24aa5c77a05f,segment=NetworkSegment(214f53cc-d1bb-4002-b409-43dc1abbe90a),segment_id=214f53cc-d1bb-4002-b409-43dc1abbe90a)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:53.432643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.438696 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f1720ea8-849f-4b64-9f21-6622738d8e3d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4485757 May 25 22:59:53.446719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40468) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:53.464738 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "DELETE /v2.0/networks/a765e11c-b64e-4025-8101-fa98ab109917 HTTP/1.1" status: 204 len: 168 time: 3.0028994 May 25 22:59:53.465679 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca0585-8829-418c-92b9-445860acf459 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event deleted for resources: {'Network': ['ID=a765e11c-b64e-4025-8101-fa98ab109917,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:53.468045 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40472) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:53.471507 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d4ba274e-0e3f-435f-a2d6-d182609ac689 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Request body: {'network': {'name': 'tempest-router-network02--363301198'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:53.530739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d4ba274e-0e3f-435f-a2d6-d182609ac689 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:53.535105 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.541489 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d4ba274e-0e3f-435f-a2d6-d182609ac689 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Usage tracker for resource:network and tenant:bd69389f4b0b4927b76acfaaa6e5af99 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:53.545679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d4ba274e-0e3f-435f-a2d6-d182609ac689 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:53.559164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d4ba274e-0e3f-435f-a2d6-d182609ac689 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:53.595188 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ec04b04f-4fe9-4ee8-aa1c-27b62af1f232 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.642761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56611f9-6ec6-452e-84d9-de8f754bb80a None None] Pushing event updated for resources: {'Port': ['ID=4b70247f-b0e8-4b7c-a740-24aa5c77a05f,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:53.689129 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fb9ccfa6-6f9c-48cf-9068-5de6806133fb tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.692869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ba274e-0e3f-435f-a2d6-d182609ac689 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Made reservation on behalf of bd69389f4b0b4927b76acfaaa6e5af99 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:53.695885 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d4ba274e-0e3f-435f-a2d6-d182609ac689 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.760895 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ec04b04f-4fe9-4ee8-aa1c-27b62af1f232 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.803771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-ec04b04f-4fe9-4ee8-aa1c-27b62af1f232 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09bd410-292f-41a4-a157-388e49dcfb53']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:53.816573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40478) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:53.826947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-ec04b04f-4fe9-4ee8-aa1c-27b62af1f232 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa78c059-1295-41a6-9e3c-5a70b3c7c0ba') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:53.827232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-ec04b04f-4fe9-4ee8-aa1c-27b62af1f232 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa78c059-1295-41a6-9e3c-5a70b3c7c0ba') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:53.864626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ccfa6-6f9c-48cf-9068-5de6806133fb tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event deleted for resources: {'Port': ['ID=df31feb1-fda0-477d-ae50-b422db311bb1,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:53.868683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ec04b04f-4fe9-4ee8-aa1c-27b62af1f232 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.889399 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ec04b04f-4fe9-4ee8-aa1c-27b62af1f232 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.903598 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec04b04f-4fe9-4ee8-aa1c-27b62af1f232 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:53.904220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ec04b04f-4fe9-4ee8-aa1c-27b62af1f232 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:53.931774 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:53.983341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ba274e-0e3f-435f-a2d6-d182609ac689 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 22:59:54.083051 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d4ba274e-0e3f-435f-a2d6-d182609ac689 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:54.083755 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-d4ba274e-0e3f-435f-a2d6-d182609ac689 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Added segment 2269ba92-cb9d-4780-b571-8b11016e4fff of type vlan for network 607ccf66-0ddb-4647-b254-0831010a8062 May 25 22:59:54.095418 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-41f1472f-fed7-42d5-ac22-4e205c4f0914 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ad41d6d9c2a43c19ac972e337b7ea13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2754655 May 25 22:59:54.095632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40484) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:54.140867 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ec04b04f-4fe9-4ee8-aa1c-27b62af1f232 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:54.145811 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ec04b04f-4fe9-4ee8-aa1c-27b62af1f232 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:54.182672 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ec04b04f-4fe9-4ee8-aa1c-27b62af1f232 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "DELETE /v2.0/networks/b09bd410-292f-41a4-a157-388e49dcfb53 HTTP/1.1" status: 204 len: 168 time: 0.7143142 May 25 22:59:54.183714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04b04f-4fe9-4ee8-aa1c-27b62af1f232 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event deleted for resources: {'Network': ['ID=b09bd410-292f-41a4-a157-388e49dcfb53,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:54.186947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40488) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:54.244332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d4ba274e-0e3f-435f-a2d6-d182609ac689 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:54.283094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-01d7d9dd-bdfd-438b-841d-174123c5082d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:54.336738 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-01d7d9dd-bdfd-438b-841d-174123c5082d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:54.346702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c0165d8f-b15d-495b-9a0a-0a48ca01b465 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:54.524899 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c0165d8f-b15d-495b-9a0a-0a48ca01b465 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:54.564222 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-c0165d8f-b15d-495b-9a0a-0a48ca01b465 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca579a7-2544-471e-95b0-ec5507af36a7']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:54.570302 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4b70247f-b0e8-4b7c-a740-24aa5c77a05f up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:54.580340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-c0165d8f-b15d-495b-9a0a-0a48ca01b465 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ce6b30-cdd3-44a2-8113-6a873fcdbabc') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:54.580609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-c0165d8f-b15d-495b-9a0a-0a48ca01b465 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ce6b30-cdd3-44a2-8113-6a873fcdbabc') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:54.583546 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366b77a1-ac68-4337-8624-f614595ae661 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:54.593533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c0165d8f-b15d-495b-9a0a-0a48ca01b465 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:54.602229 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d4ba274e-0e3f-435f-a2d6-d182609ac689 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:54.607427 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ba274e-0e3f-435f-a2d6-d182609ac689 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:54.612221 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d4ba274e-0e3f-435f-a2d6-d182609ac689 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:54.613113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c0165d8f-b15d-495b-9a0a-0a48ca01b465 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:54.625331 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0165d8f-b15d-495b-9a0a-0a48ca01b465 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:54.626070 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c0165d8f-b15d-495b-9a0a-0a48ca01b465 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:54.754394 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 4b70247f-b0e8-4b7c-a740-24aa5c77a05f completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:54.815641 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:54.821976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-01d7d9dd-bdfd-438b-841d-174123c5082d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:54.855016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7d9dd-bdfd-438b-841d-174123c5082d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cfd6e8-69ae-4316-8d94-a3112e9e9421,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:54.860482 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-01d7d9dd-bdfd-438b-841d-174123c5082d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:54.861621 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-01d7d9dd-bdfd-438b-841d-174123c5082d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/25cfd6e8-69ae-4316-8d94-a3112e9e9421 HTTP/1.1" status: 204 len: 168 time: 0.7651830 May 25 22:59:54.868803 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d4ba274e-0e3f-435f-a2d6-d182609ac689 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4130254 May 25 22:59:54.874714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40494) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:54.874835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba274e-0e3f-435f-a2d6-d182609ac689 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event updated for resources: {'Network': ['ID=607ccf66-0ddb-4647-b254-0831010a8062,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:54.888843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-039fbc63-7e50-405b-96ae-0256fc693db9 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Request body: {'subnet': {'network_id': 'b498f848-60b6-4101-bdd3-97e66dd87b85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:54.889000 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badc15af-a4f1-4cbe-a628-ec7d04d4a896 None None] Network 4d9670ae-19d1-4cce-8c09-15e1891fbc70 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:54.895402 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fb9ccfa6-6f9c-48cf-9068-5de6806133fb tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:54.968163 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 607ccf66-0ddb-4647-b254-0831010a8062 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 22:59:54.983465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c0165d8f-b15d-495b-9a0a-0a48ca01b465 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:55.010166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c0165d8f-b15d-495b-9a0a-0a48ca01b465 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:55.028808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0165d8f-b15d-495b-9a0a-0a48ca01b465 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] Pushing event deleted for resources: {'Network': ['ID=dca579a7-2544-471e-95b0-ec5507af36a7,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:55.058760 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c0165d8f-b15d-495b-9a0a-0a48ca01b465 tempest-BulkNetworkOpsIpV6Test-386137101 tempest-BulkNetworkOpsIpV6Test-386137101-project] 10.222.0.66 "DELETE /v2.0/networks/dca579a7-2544-471e-95b0-ec5507af36a7 HTTP/1.1" status: 204 len: 168 time: 0.8575335 May 25 22:59:55.071215 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366b77a1-ac68-4337-8624-f614595ae661 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:55.078184 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-366b77a1-ac68-4337-8624-f614595ae661 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5794690 May 25 22:59:55.079327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-039fbc63-7e50-405b-96ae-0256fc693db9 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:55.082484 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40500) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:55.115441 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2223a7f4-b82b-46d6-8861-c2c7a9576d16 None None] Sync routers for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:55.129736 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-039fbc63-7e50-405b-96ae-0256fc693db9 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Usage tracker for resource:subnet and tenant:bd69389f4b0b4927b76acfaaa6e5af99 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:55.142262 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-039fbc63-7e50-405b-96ae-0256fc693db9 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:55.156824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2223a7f4-b82b-46d6-8861-c2c7a9576d16 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:55.157564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-2223a7f4-b82b-46d6-8861-c2c7a9576d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:55.160398 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-039fbc63-7e50-405b-96ae-0256fc693db9 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:55.286306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039fbc63-7e50-405b-96ae-0256fc693db9 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Made reservation on behalf of bd69389f4b0b4927b76acfaaa6e5af99 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:55.312595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0b00a6ba-0f24-47c4-b3e7-d6f56904da20 None None] Provisioning for port 4b70247f-b0e8-4b7c-a740-24aa5c77a05f completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 22:59:55.361570 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0b00a6ba-0f24-47c4-b3e7-d6f56904da20 None None] Provisioning complete for port 4b70247f-b0e8-4b7c-a740-24aa5c77a05f triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:55.364463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0b00a6ba-0f24-47c4-b3e7-d6f56904da20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:55.446555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-2223a7f4-b82b-46d6-8861-c2c7a9576d16 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:55.486221 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-039fbc63-7e50-405b-96ae-0256fc693db9 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:55.523539 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8d4b62-cf41-4d35-ac13-4483f3364b54 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting subnet 8db59bd2-b298-43f7-9233-11be73ce4228 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:59:55.604501 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3a8d4b62-cf41-4d35-ac13-4483f3364b54 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:55.646183 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9ccfa6-6f9c-48cf-9068-5de6806133fb tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 22:59:55.695729 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3a8d4b62-cf41-4d35-ac13-4483f3364b54 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:55.791760 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0b00a6ba-0f24-47c4-b3e7-d6f56904da20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:55.863321 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0b00a6ba-0f24-47c4-b3e7-d6f56904da20 None None] For port 4b70247f-b0e8-4b7c-a740-24aa5c77a05f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4b70247f-b0e8-4b7c-a740-24aa5c77a05f,segment=NetworkSegment(214f53cc-d1bb-4002-b409-43dc1abbe90a),segment_id=214f53cc-d1bb-4002-b409-43dc1abbe90a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:55.871005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40516) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:55.916010 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3a8d4b62-cf41-4d35-ac13-4483f3364b54 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:55.940251 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0b00a6ba-0f24-47c4-b3e7-d6f56904da20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:55.981106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9ccfa6-6f9c-48cf-9068-5de6806133fb tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 22:59:55.992084 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b17f46-acdb-4d25-aa3d-20cf243c08c5 None None] Sync routers for ids ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 22:59:55.993983 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fb9ccfa6-6f9c-48cf-9068-5de6806133fb tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "PUT /v2.0/routers/c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2351248 May 25 22:59:55.996771 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40524) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:56.022572 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b17f46-acdb-4d25-aa3d-20cf243c08c5 None None] Routers {'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:56.024831 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-71b17f46-acdb-4d25-aa3d-20cf243c08c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:56.032191 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00a6ba-0f24-47c4-b3e7-d6f56904da20 None None] Pushing event updated for resources: {'Port': ['ID=4b70247f-b0e8-4b7c-a740-24aa5c77a05f,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:56.049591 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-2223a7f4-b82b-46d6-8861-c2c7a9576d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:52Z', 'revision_number': 9, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:56.054369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2223a7f4-b82b-46d6-8861-c2c7a9576d16 None None] Checking router: 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:56.083572 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2223a7f4-b82b-46d6-8861-c2c7a9576d16 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:56.084565 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-2223a7f4-b82b-46d6-8861-c2c7a9576d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:56.125617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-039fbc63-7e50-405b-96ae-0256fc693db9 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:56.288197 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8ab5a236-6639-4774-a959-938b694e5102 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d6558d2c864147078c89b38573bea466&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4157779 May 25 22:59:56.291785 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40530) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:56.306065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fbc63-7e50-405b-96ae-0256fc693db9 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event updated for resources: {'Subnet': ['ID=6c2d6366-3676-4db6-83c6-eb6e1016114b,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:56.337761 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-6876811d-6c70-43fa-996e-95b24c91c448 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Deleting subnet 194773ba-2949-40ba-961f-fa4cac5277ab {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 22:59:56.346308 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6876811d-6c70-43fa-996e-95b24c91c448 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:56.353999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3a8d4b62-cf41-4d35-ac13-4483f3364b54 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:56.402702 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-71b17f46-acdb-4d25-aa3d-20cf243c08c5 None None] Set router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:56.438743 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6876811d-6c70-43fa-996e-95b24c91c448 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:56.441898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4228f170-6f88-417d-92fc-bcb0c59ef31d None None] Provisioning complete for port 4b70247f-b0e8-4b7c-a740-24aa5c77a05f triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:56.442467 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4228f170-6f88-417d-92fc-bcb0c59ef31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:56.492714 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-2223a7f4-b82b-46d6-8861-c2c7a9576d16 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:56.519966 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d4b62-cf41-4d35-ac13-4483f3364b54 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Subnet': ['ID=8db59bd2-b298-43f7-9233-11be73ce4228,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:56.551790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039fbc63-7e50-405b-96ae-0256fc693db9 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Checking segment: {'id': '0806e1d5-12df-46ef-95bc-635fb9980cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b498f848-60b6-4101-bdd3-97e66dd87b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:56.552220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039fbc63-7e50-405b-96ae-0256fc693db9 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Network hostable DHCP agents. Network: b498f848-60b6-4101-bdd3-97e66dd87b85, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:59:56.568899 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3a8d4b62-cf41-4d35-ac13-4483f3364b54 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:56.585543 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3a8d4b62-cf41-4d35-ac13-4483f3364b54 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/8db59bd2-b298-43f7-9233-11be73ce4228 HTTP/1.1" status: 204 len: 168 time: 1.5019944 May 25 22:59:56.587719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40536) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:56.596292 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4b70247f-b0e8-4b7c-a740-24aa5c77a05f up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 22:59:56.661655 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1353640-3be9-449b-aa9a-1d838a4962de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:56.666224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40540) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:56.710452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff950f2-163c-448a-ac37-6b9a12fc9034 None None] Network dee3ef1f-aec1-4b85-b92d-76f00978d815 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:56.721961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1353640-3be9-449b-aa9a-1d838a4962de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:56.774393 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 22:59:56.785906 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-71b17f46-acdb-4d25-aa3d-20cf243c08c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109414195', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:22Z', 'updated_at': '2022-05-25T22:59:53Z', 'revision_number': 5, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'gw_port': {'id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:24Z', 'updated_at': '2022-05-25T22:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:56.789105 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6876811d-6c70-43fa-996e-95b24c91c448 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:56.789804 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b17f46-acdb-4d25-aa3d-20cf243c08c5 None None] Checking router: c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 22:59:56.802055 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b17f46-acdb-4d25-aa3d-20cf243c08c5 None None] Routers {'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 22:59:56.802658 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-71b17f46-acdb-4d25-aa3d-20cf243c08c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:56.848265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:56.873741 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port b0b456e7-b802-47fd-b777-c058060d3a30 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:56.874076 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:56.959487 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1353640-3be9-449b-aa9a-1d838a4962de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:56.981884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1353640-3be9-449b-aa9a-1d838a4962de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45d0ae0-fa30-48ce-b700-19fb249fd142,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:57.003303 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-3620e7f3-5a53-4eae-a374-2ad4b66343f5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:57.003883 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-3620e7f3-5a53-4eae-a374-2ad4b66343f5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): There was a conflict when trying to complete your request. May 25 22:59:57.012770 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3620e7f3-5a53-4eae-a374-2ad4b66343f5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3451774 May 25 22:59:57.020832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40548) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:57.039897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group': {'name': 'tempest-secgroup--544740912'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:57.048318 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-71b17f46-acdb-4d25-aa3d-20cf243c08c5 None None] Set router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 22:59:57.053737 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:57.059443 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:57.063989 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039fbc63-7e50-405b-96ae-0256fc693db9 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Network b498f848-60b6-4101-bdd3-97e66dd87b85 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:59:57.064485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:57.072006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:57.095082 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6876811d-6c70-43fa-996e-95b24c91c448 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:57.099658 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f1353640-3be9-449b-aa9a-1d838a4962de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:57.103241 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f1353640-3be9-449b-aa9a-1d838a4962de admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c45d0ae0-fa30-48ce-b700-19fb249fd142 HTTP/1.1" status: 204 len: 168 time: 0.8078640 May 25 22:59:57.147209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876811d-6c70-43fa-996e-95b24c91c448 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event deleted for resources: {'Subnet': ['ID=194773ba-2949-40ba-961f-fa4cac5277ab,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:57.163659 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:57.190122 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:57.202849 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-039fbc63-7e50-405b-96ae-0256fc693db9 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, b498f848-60b6-4101-bdd3-97e66dd87b85) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:57.222816 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039fbc63-7e50-405b-96ae-0256fc693db9 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:57.223400 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-039fbc63-7e50-405b-96ae-0256fc693db9 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:57.249471 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] For port b0b456e7-b802-47fd-b777-c058060d3a30, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b0b456e7-b802-47fd-b777-c058060d3a30,segment=NetworkSegment(c6a31137-b209-42e2-9038-0fe718aabb57),segment_id=c6a31137-b209-42e2-9038-0fe718aabb57)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:57.251947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:57.254574 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:57.264310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6876811d-6c70-43fa-996e-95b24c91c448 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:57.267171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:57.274415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:57.286296 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6876811d-6c70-43fa-996e-95b24c91c448 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "DELETE /v2.0/subnets/194773ba-2949-40ba-961f-fa4cac5277ab HTTP/1.1" status: 204 len: 168 time: 1.2855599 May 25 22:59:57.286296 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:57.287734 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40554) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:57.396296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c8727e-92bf-4274-bfff-074c7492920a None None] Network b498f848-60b6-4101-bdd3-97e66dd87b85 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:57.422510 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2654355e-ff0b-4892-bcfb-2a60c347ea98 None None] Network f9c60186-9e70-42fb-b8b3-1c80486ade84 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:57.539963 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-71b17f46-acdb-4d25-aa3d-20cf243c08c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109414195', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:22Z', 'updated_at': '2022-05-25T22:59:53Z', 'revision_number': 5, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'gw_port': {'id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:24Z', 'updated_at': '2022-05-25T22:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:57.545970 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b17f46-acdb-4d25-aa3d-20cf243c08c5 None None] The sync data for ids ['c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb'] in dv-neutron-843300-1-hyperv is: [{'id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2109414195', 'tenant_id': '7e097633e41448e99b96c8bd1f567e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:57:22Z', 'updated_at': '2022-05-25T22:59:53Z', 'revision_number': 5, 'project_id': '7e097633e41448e99b96c8bd1f567e52', 'gw_port': {'id': 'cd40513f-a29c-4d4e-900f-aac5c83018e8', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:57:24Z', 'updated_at': '2022-05-25T22:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:57.597419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for b0b456e7-b802-47fd-b777-c058060d3a30 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:57.630151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:57.671492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7399c6a0-c721-4f9d-9d54-0860afe72cfa tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:57.678512 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 4b70247f-b0e8-4b7c-a740-24aa5c77a05f triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 22:59:57.679025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:57.704338 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-039fbc63-7e50-405b-96ae-0256fc693db9 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8326445 May 25 22:59:57.706939 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40560) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:57.715410 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-489f76e1-164a-458c-90da-2cc0ddd7acb8 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Request body: {'subnet': {'network_id': '607ccf66-0ddb-4647-b254-0831010a8062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:57.733820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:57.848510 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:57.860680 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:57.863122 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0b8da6-2642-4314-a51c-be9995a297e9,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:57.879817 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:57.884688 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:57.894870 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:57.909701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] No DVR routers for this DVR port b0b456e7-b802-47fd-b777-c058060d3a30 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:57.917561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Port': ['ID=b0b456e7-b802-47fd-b777-c058060d3a30,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:57.928992 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-489f76e1-164a-458c-90da-2cc0ddd7acb8 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:57.992498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.030392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-489f76e1-164a-458c-90da-2cc0ddd7acb8 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Usage tracker for resource:subnet and tenant:bd69389f4b0b4927b76acfaaa6e5af99 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:58.037417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7399c6a0-c721-4f9d-9d54-0860afe72cfa tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.038001 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-489f76e1-164a-458c-90da-2cc0ddd7acb8 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:58.062508 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.136896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251636b0-ee34-480a-9627-687366dd4e7d,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:58.151056 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-489f76e1-164a-458c-90da-2cc0ddd7acb8 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:58.160308 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-7399c6a0-c721-4f9d-9d54-0860afe72cfa tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Deleting port cd40513f-a29c-4d4e-900f-aac5c83018e8 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:58.160661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7399c6a0-c721-4f9d-9d54-0860afe72cfa tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.194072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.201489 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3515f9e5-b06f-42b3-b85f-241b6adb5701 None None] DHCP port deletion for dee3ef1f-aec1-4b85-b92d-76f00978d815 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:59:58.222001 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee3ef1f-aec1-4b85-b92d-76f00978d815']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:58.222234 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.223784 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-881a541d-42b7-4876-b87a-1997ef225338 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2004182 May 25 22:59:58.226510 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40574) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:58.241590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c35dc056-12f8-435f-9d91-c8cf7cd1ed75 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': '251636b0-ee34-480a-9627-687366dd4e7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:58.245016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a31137-b209-42e2-9038-0fe718aabb57') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:58.245292 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a31137-b209-42e2-9038-0fe718aabb57') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:58.259656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.277289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.284870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 22:59:58.285071 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.290135 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c35dc056-12f8-435f-9d91-c8cf7cd1ed75 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 22:59:58.303048 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 22:59:58.306147 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-2223a7f4-b82b-46d6-8861-c2c7a9576d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:52Z', 'revision_number': 9, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 22:59:58.315362 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-b498f848-60b6-4101-bdd3-97e66dd87b85', 'network_id': 'b498f848-60b6-4101-bdd3-97e66dd87b85', 'tenant_id': 'bd69389f4b0b4927b76acfaaa6e5af99', 'fixed_ips': [{'subnet_id': '6c2d6366-3676-4db6-83c6-eb6e1016114b'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 22:59:58.316343 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.329706 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2223a7f4-b82b-46d6-8861-c2c7a9576d16 None None] The sync data for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv is: [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T22:59:52Z', 'revision_number': 9, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '2930d81f-092d-44dc-9e6f-5937f992bce3', 'name': '', 'network_id': '8685ee3a-3f6b-44e9-a8f4-ad22778d05bd', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:cd:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:59:01Z', 'updated_at': '2022-05-25T22:59:11Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': 'd074e90d-de86-4268-a0b2-2bbc6785daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 22:59:58.367790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489f76e1-164a-458c-90da-2cc0ddd7acb8 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Made reservation on behalf of bd69389f4b0b4927b76acfaaa6e5af99 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:58.413213 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c35dc056-12f8-435f-9d91-c8cf7cd1ed75 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:58.416565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c35dc056-12f8-435f-9d91-c8cf7cd1ed75 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:58.424586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c35dc056-12f8-435f-9d91-c8cf7cd1ed75 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:58.452065 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d25f56-b8f7-4378-9372-9e43bc0ada4a None None] DHCP port deletion for f9c60186-9e70-42fb-b8b3-1c80486ade84 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 22:59:58.459174 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f9d25f56-b8f7-4378-9372-9e43bc0ada4a None None] Deleting port fb62577e-b52a-47e0-b1c8-e3c301580eb7 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 22:59:58.459543 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f9d25f56-b8f7-4378-9372-9e43bc0ada4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.514212 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-7399c6a0-c721-4f9d-9d54-0860afe72cfa tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] For port cd40513f-a29c-4d4e-900f-aac5c83018e8, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=cd40513f-a29c-4d4e-900f-aac5c83018e8,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:58.514688 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7399c6a0-c721-4f9d-9d54-0860afe72cfa tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.517864 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-489f76e1-164a-458c-90da-2cc0ddd7acb8 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.536286 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c35dc056-12f8-435f-9d91-c8cf7cd1ed75 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.622789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.668368 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.699330 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Network': ['ID=dee3ef1f-aec1-4b85-b92d-76f00978d815,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:58.706018 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-7399c6a0-c721-4f9d-9d54-0860afe72cfa tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Calling delete_port for cd40513f-a29c-4d4e-900f-aac5c83018e8 owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:58.725308 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f88b5ec5-27f9-4d6c-aca2-35ada502eb44 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/networks/dee3ef1f-aec1-4b85-b92d-76f00978d815 HTTP/1.1" status: 204 len: 168 time: 2.1363876 May 25 22:59:58.736319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40582) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:58.793661 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device df31feb1-fda0-477d-ae50-b422db311bb1 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:58.839838 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: df31feb1-fda0-477d-ae50-b422db311bb1 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:58.840179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device df31feb1-fda0-477d-ae50-b422db311bb1 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:58.840713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b0b456e7-b802-47fd-b777-c058060d3a30 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 22:59:58.890157 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c35dc056-12f8-435f-9d91-c8cf7cd1ed75 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:58.918629 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: b0b456e7-b802-47fd-b777-c058060d3a30 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 22:59:58.919510 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b0b456e7-b802-47fd-b777-c058060d3a30 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 22:59:58.928571 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Allocated IP 172.20.0.2 (b498f848-60b6-4101-bdd3-97e66dd87b85/6c2d6366-3676-4db6-83c6-eb6e1016114b/62cf55d4-9bdb-4c02-be46-2b8045fc1be5) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 22:59:58.944503 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-f9d25f56-b8f7-4378-9372-9e43bc0ada4a None None] For port fb62577e-b52a-47e0-b1c8-e3c301580eb7, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fb62577e-b52a-47e0-b1c8-e3c301580eb7,segment=NetworkSegment(5ce93166-2681-4fa4-9e69-5c5981642a09),segment_id=5ce93166-2681-4fa4-9e69-5c5981642a09)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 22:59:58.944503 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f9d25f56-b8f7-4378-9372-9e43bc0ada4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:59.024057 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c35dc056-12f8-435f-9d91-c8cf7cd1ed75 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:59.071358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dc056-12f8-435f-9d91-c8cf7cd1ed75 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8f8bf1-fc60-4fa1-aec6-b0f564db55e6,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:59.094832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40588) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:59.101638 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f9d25f56-b8f7-4378-9372-9e43bc0ada4a None None] Calling delete_port for fb62577e-b52a-47e0-b1c8-e3c301580eb7 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 22:59:59.225942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c35dc056-12f8-435f-9d91-c8cf7cd1ed75 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:59.229916 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c35dc056-12f8-435f-9d91-c8cf7cd1ed75 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9999819 May 25 22:59:59.231083 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40594) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 22:59:59.236234 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-548229512'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:59.250465 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:59.256294 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ee9bbbad-e552-40f9-88e5-564a15f7b781 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': '251636b0-ee34-480a-9627-687366dd4e7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 22:59:59.266164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ee9bbbad-e552-40f9-88e5-564a15f7b781 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:59.270493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ee9bbbad-e552-40f9-88e5-564a15f7b781 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:59.273884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ee9bbbad-e552-40f9-88e5-564a15f7b781 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:59.282113 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7399c6a0-c721-4f9d-9d54-0860afe72cfa tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:59.286954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:network and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:59.288997 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ee9bbbad-e552-40f9-88e5-564a15f7b781 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:59.310511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-489f76e1-164a-458c-90da-2cc0ddd7acb8 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:59.324898 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:59.337604 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f9d25f56-b8f7-4378-9372-9e43bc0ada4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:59.349474 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:59.351504 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399c6a0-c721-4f9d-9d54-0860afe72cfa tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event deleted for resources: {'Port': ['ID=cd40513f-a29c-4d4e-900f-aac5c83018e8,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:59.399782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d25f56-b8f7-4378-9372-9e43bc0ada4a None None] Pushing event deleted for resources: {'Port': ['ID=fb62577e-b52a-47e0-b1c8-e3c301580eb7,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:59.402164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:59.410277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d25f56-b8f7-4378-9372-9e43bc0ada4a None None] No DVR routers for this DVR port fb62577e-b52a-47e0-b1c8-e3c301580eb7 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 22:59:59.414832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f76e1-164a-458c-90da-2cc0ddd7acb8 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event updated for resources: {'Subnet': ['ID=6d148915-cd26-4afc-90af-1a225fde20b1,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:59.424465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Transition to ACTIVE for port object 62cf55d4-9bdb-4c02-be46-2b8045fc1be5 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:59.445057 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489f76e1-164a-458c-90da-2cc0ddd7acb8 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Checking segment: {'id': '2269ba92-cb9d-4780-b571-8b11016e4fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '607ccf66-0ddb-4647-b254-0831010a8062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:59.445415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489f76e1-164a-458c-90da-2cc0ddd7acb8 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Network hostable DHCP agents. Network: 607ccf66-0ddb-4647-b254-0831010a8062, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 22:59:59.445689 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Transition to ACTIVE for port object 62cf55d4-9bdb-4c02-be46-2b8045fc1be5 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 22:59:59.470252 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-05fa61a2-3aeb-47b1-b0bb-6ed4196988ab tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:59.514352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:59.579633 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 22:59:59.582562 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:59.596049 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ee9bbbad-e552-40f9-88e5-564a15f7b781 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:59.596678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Network b498f848-60b6-4101-bdd3-97e66dd87b85 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 22:59:59.600619 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:59.603378 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 22:59:59.605954 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Pushing event updated for resources: {'Port': ['ID=62cf55d4-9bdb-4c02-be46-2b8045fc1be5,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 22:59:59.615507 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:59.705063 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Attempting to bind port 62cf55d4-9bdb-4c02-be46-2b8045fc1be5 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 22:59:59.705357 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Attempting to bind port 62cf55d4-9bdb-4c02-be46-2b8045fc1be5 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '0806e1d5-12df-46ef-95bc-635fb9980cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b498f848-60b6-4101-bdd3-97e66dd87b85'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 22:59:59.705710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Attempting to bind port 62cf55d4-9bdb-4c02-be46-2b8045fc1be5 on network b498f848-60b6-4101-bdd3-97e66dd87b85 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 22:59:59.712669 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 22:59:59.713033 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Checking segment: {'id': '0806e1d5-12df-46ef-95bc-635fb9980cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b498f848-60b6-4101-bdd3-97e66dd87b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 22:59:59.713551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:59.713852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Bound using segment: {'id': '0806e1d5-12df-46ef-95bc-635fb9980cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b498f848-60b6-4101-bdd3-97e66dd87b85'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 22:59:59.714307 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Bound port: 62cf55d4-9bdb-4c02-be46-2b8045fc1be5, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0806e1d5-12df-46ef-95bc-635fb9980cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b498f848-60b6-4101-bdd3-97e66dd87b85'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 22:59:59.714785 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:59.786836 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489f76e1-164a-458c-90da-2cc0ddd7acb8 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Network 607ccf66-0ddb-4647-b254-0831010a8062 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 22:59:59.803405 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7399c6a0-c721-4f9d-9d54-0860afe72cfa tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:59.811813 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] For port 62cf55d4-9bdb-4c02-be46-2b8045fc1be5, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 22:59:59.815733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] For port 62cf55d4-9bdb-4c02-be46-2b8045fc1be5, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=62cf55d4-9bdb-4c02-be46-2b8045fc1be5,segment=NetworkSegment(0806e1d5-12df-46ef-95bc-635fb9980cab),segment_id=0806e1d5-12df-46ef-95bc-635fb9980cab)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 22:59:59.861232 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 22:59:59.876379 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-489f76e1-164a-458c-90da-2cc0ddd7acb8 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 607ccf66-0ddb-4647-b254-0831010a8062) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 22:59:59.886241 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51ed120-3fe5-45a8-8e24-815e1daf7b0e None None] Network 607ccf66-0ddb-4647-b254-0831010a8062 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 22:59:59.915467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489f76e1-164a-458c-90da-2cc0ddd7acb8 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 22:59:59.919607 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-489f76e1-164a-458c-90da-2cc0ddd7acb8 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 22:59:59.925915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:security_group_rule and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 22:59:59.935653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 22:59:59.950697 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 22:59:59.950945 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.053762 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-489f76e1-164a-458c-90da-2cc0ddd7acb8 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3456998 May 25 23:00:00.059465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40598) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:00.092164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87fbe8-968a-40f2-9c60-a71a4cdf325a None None] Pushing event updated for resources: {'Port': ['ID=62cf55d4-9bdb-4c02-be46-2b8045fc1be5,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:00.094650 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-ee9bbbad-e552-40f9-88e5-564a15f7b781 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): There was a conflict when trying to complete your request. May 25 23:00:00.098645 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ee9bbbad-e552-40f9-88e5-564a15f7b781 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8533223 May 25 23:00:00.101058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40602) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:00.109968 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7399c6a0-c721-4f9d-9d54-0860afe72cfa tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.135711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7399c6a0-c721-4f9d-9d54-0860afe72cfa tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.219806 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-607ccf66-0ddb-4647-b254-0831010a8062', 'network_id': '607ccf66-0ddb-4647-b254-0831010a8062', 'tenant_id': 'bd69389f4b0b4927b76acfaaa6e5af99', 'fixed_ips': [{'subnet_id': '6d148915-cd26-4afc-90af-1a225fde20b1'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:00:00.222850 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.251328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.259329 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b527ec24-8309-414a-aeff-7ec17083d5d8 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.308400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b527ec24-8309-414a-aeff-7ec17083d5d8 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.317032 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7399c6a0-c721-4f9d-9d54-0860afe72cfa tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.318026 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7399c6a0-c721-4f9d-9d54-0860afe72cfa tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Fanout notify agent at l3_agent the message router_deleted on router c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:00:00.546787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.546787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:00:00.546787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.546787 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Added segment 942a9423-7ca0-4750-a34a-aeec14f1cdc0 of type vlan for network e0f317b6-a277-4c58-ba86-1ac996097a7f May 25 23:00:00.546787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68359dc-e6ff-449b-93a3-870990439894,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:00.546787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7399c6a0-c721-4f9d-9d54-0860afe72cfa tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.546787 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7399c6a0-c721-4f9d-9d54-0860afe72cfa tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "DELETE /v2.0/routers/c22322a4-a9c2-4f59-a35c-2cbc1f1a58eb HTTP/1.1" status: 204 len: 168 time: 3.1664128 May 25 23:00:00.546787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40606) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:00.590183 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Allocated IP 172.20.0.2 (607ccf66-0ddb-4647-b254-0831010a8062/6d148915-cd26-4afc-90af-1a225fde20b1/cb09b37f-e503-4bed-9a49-1d0af9fca8da) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:00.627078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b527ec24-8309-414a-aeff-7ec17083d5d8 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.664453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.681042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-120e4558-3d4d-44c6-a4bf-42834a330de0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.685375 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527ec24-8309-414a-aeff-7ec17083d5d8 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=251636b0-ee34-480a-9627-687366dd4e7d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:00.723597 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b527ec24-8309-414a-aeff-7ec17083d5d8 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.727118 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b527ec24-8309-414a-aeff-7ec17083d5d8 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "DELETE /v2.0/security-groups/251636b0-ee34-480a-9627-687366dd4e7d HTTP/1.1" status: 204 len: 168 time: 0.6227536 May 25 23:00:00.728440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40610) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:00.820875 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-05fa61a2-3aeb-47b1-b0bb-6ed4196988ab tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port 2930d81f-092d-44dc-9e6f-5937f992bce3 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:00.821667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-05fa61a2-3aeb-47b1-b0bb-6ed4196988ab tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.863971 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.867723 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:00.868300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.871239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.885802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Transition to ACTIVE for port object cb09b37f-e503-4bed-9a49-1d0af9fca8da will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:00.916436 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Transition to ACTIVE for port object cb09b37f-e503-4bed-9a49-1d0af9fca8da will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:00.917989 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.949450 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-120e4558-3d4d-44c6-a4bf-42834a330de0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:00.975926 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:00:00.982902 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-120e4558-3d4d-44c6-a4bf-42834a330de0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c60186-9e70-42fb-b8b3-1c80486ade84']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:00.999920 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-120e4558-3d4d-44c6-a4bf-42834a330de0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce93166-2681-4fa4-9e69-5c5981642a09') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:01.000340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-120e4558-3d4d-44c6-a4bf-42834a330de0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce93166-2681-4fa4-9e69-5c5981642a09') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:01.005309 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:01.014717 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-120e4558-3d4d-44c6-a4bf-42834a330de0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:01.032210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-120e4558-3d4d-44c6-a4bf-42834a330de0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:01.040124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120e4558-3d4d-44c6-a4bf-42834a330de0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:00:01.045026 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-120e4558-3d4d-44c6-a4bf-42834a330de0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:01.049199 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:00:01.049617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c2f57d1a-c2f0-4f90-8242-18dffc7a06a6 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:00:01.049935 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fb62577e-b52a-47e0-b1c8-e3c301580eb7 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:00:01.127470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: fb62577e-b52a-47e0-b1c8-e3c301580eb7 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:00:01.127805 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fb62577e-b52a-47e0-b1c8-e3c301580eb7 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:00:01.170489 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Network 607ccf66-0ddb-4647-b254-0831010a8062 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:01.173996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:00:01.174562 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:00:01.180078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-42dc554f-daa0-44b0-89af-81ec6262d3b7 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Synchronizing usage tracker for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:01.181802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:01.194131 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Pushing event updated for resources: {'Port': ['ID=cb09b37f-e503-4bed-9a49-1d0af9fca8da,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:01.263599 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1668184 May 25 23:00:01.268431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40614) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:01.283045 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'name': 'tempest-PortsTestJSON-1228566810'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:01.287086 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Attempting to bind port cb09b37f-e503-4bed-9a49-1d0af9fca8da on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:00:01.287456 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Attempting to bind port cb09b37f-e503-4bed-9a49-1d0af9fca8da by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '2269ba92-cb9d-4780-b571-8b11016e4fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '607ccf66-0ddb-4647-b254-0831010a8062'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:00:01.287810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Attempting to bind port cb09b37f-e503-4bed-9a49-1d0af9fca8da on network 607ccf66-0ddb-4647-b254-0831010a8062 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:00:01.294656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:00:01.295033 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Checking segment: {'id': '2269ba92-cb9d-4780-b571-8b11016e4fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '607ccf66-0ddb-4647-b254-0831010a8062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:01.295431 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:01.295818 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Bound using segment: {'id': '2269ba92-cb9d-4780-b571-8b11016e4fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '607ccf66-0ddb-4647-b254-0831010a8062'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:00:01.296282 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Bound port: cb09b37f-e503-4bed-9a49-1d0af9fca8da, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2269ba92-cb9d-4780-b571-8b11016e4fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '607ccf66-0ddb-4647-b254-0831010a8062'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:00:01.296691 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:01.406160 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] For port cb09b37f-e503-4bed-9a49-1d0af9fca8da, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:00:01.439918 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-05fa61a2-3aeb-47b1-b0bb-6ed4196988ab tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] For port 2930d81f-092d-44dc-9e6f-5937f992bce3, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2930d81f-092d-44dc-9e6f-5937f992bce3,segment=NetworkSegment(81305eda-1c29-4064-a52b-c477c3fb3f0e),segment_id=81305eda-1c29-4064-a52b-c477c3fb3f0e)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:01.440327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-05fa61a2-3aeb-47b1-b0bb-6ed4196988ab tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:01.448626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee4f90-321e-40b9-9d66-8e7ceda61026 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Network': ['ID=e0f317b6-a277-4c58-ba86-1ac996097a7f,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:01.460104 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network e0f317b6-a277-4c58-ba86-1ac996097a7f details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:00:01.465555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:01.470815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:port and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:01.484391 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:01.484391 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:01.502789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-42dc554f-daa0-44b0-89af-81ec6262d3b7 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Unset dirty status for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:01.504321 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-42dc554f-daa0-44b0-89af-81ec6262d3b7 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7751019 May 25 23:00:01.508178 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40618) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:01.514200 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-6a5294de-5ff5-4867-9d0a-b2a4cd95d52a tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628800446'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:01.520896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-6a5294de-5ff5-4867-9d0a-b2a4cd95d52a tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:01.532926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-6a5294de-5ff5-4867-9d0a-b2a4cd95d52a tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:01.535112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-120e4558-3d4d-44c6-a4bf-42834a330de0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:01.547122 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b5232b-7771-4666-95c3-90d8e6857064 None None] Network b498f848-60b6-4101-bdd3-97e66dd87b85 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:01.561298 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-120e4558-3d4d-44c6-a4bf-42834a330de0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:01.618627 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-05fa61a2-3aeb-47b1-b0bb-6ed4196988ab tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for 2930d81f-092d-44dc-9e6f-5937f992bce3 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:01.632410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] For port cb09b37f-e503-4bed-9a49-1d0af9fca8da, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=cb09b37f-e503-4bed-9a49-1d0af9fca8da,segment=NetworkSegment(2269ba92-cb9d-4780-b571-8b11016e4fff),segment_id=2269ba92-cb9d-4780-b571-8b11016e4fff)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:00:01.680366 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e4558-3d4d-44c6-a4bf-42834a330de0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event deleted for resources: {'Network': ['ID=f9c60186-9e70-42fb-b8b3-1c80486ade84,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:01.682260 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:01.685773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:01.693707 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:01.710420 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] device_id is not set on port 5d56546a-2217-4da6-9018-f18452632731 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:00:01.744908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6a5294de-5ff5-4867-9d0a-b2a4cd95d52a tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:01.777738 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-120e4558-3d4d-44c6-a4bf-42834a330de0 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "DELETE /v2.0/networks/f9c60186-9e70-42fb-b8b3-1c80486ade84 HTTP/1.1" status: 204 len: 168 time: 1.3167458 May 25 23:00:01.780831 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40622) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:01.782059 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Allocated IP 172.20.0.1 (b498f848-60b6-4101-bdd3-97e66dd87b85/6c2d6366-3676-4db6-83c6-eb6e1016114b/05f384e7-00fa-4258-97e7-d708a1f1dfe3) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:01.794708 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6f2ae4df-1afb-459a-82fd-c2bca76736dd None None] Provisioning for port 62cf55d4-9bdb-4c02-be46-2b8045fc1be5 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:01.859727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbe92f-2dcb-4437-9da3-3f28681ae91a None None] Pushing event updated for resources: {'Port': ['ID=cb09b37f-e503-4bed-9a49-1d0af9fca8da,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:01.881247 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-6a5294de-5ff5-4867-9d0a-b2a4cd95d52a tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:01.894544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-6a5294de-5ff5-4867-9d0a-b2a4cd95d52a tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:01.899924 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-6a5294de-5ff5-4867-9d0a-b2a4cd95d52a tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:01.909645 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-6a5294de-5ff5-4867-9d0a-b2a4cd95d52a tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:01.942318 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1066733c-34a0-422e-b18c-db492d574cf7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.005060 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1066733c-34a0-422e-b18c-db492d574cf7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.034069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.043097 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6a5294de-5ff5-4867-9d0a-b2a4cd95d52a tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.058174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Transition to ACTIVE for port object 05f384e7-00fa-4258-97e7-d708a1f1dfe3 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:02.066763 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-05fa61a2-3aeb-47b1-b0bb-6ed4196988ab tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.143152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa61a2-3aeb-47b1-b0bb-6ed4196988ab tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Port': ['ID=2930d81f-092d-44dc-9e6f-5937f992bce3,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:02.179400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6a5294de-5ff5-4867-9d0a-b2a4cd95d52a tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.300739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5294de-5ff5-4867-9d0a-b2a4cd95d52a tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aa0c6e-386f-43c1-bab7-5fcded927100,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:02.310938 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.379732 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.403022 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.408880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1066733c-34a0-422e-b18c-db492d574cf7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.411519 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1066733c-34a0-422e-b18c-db492d574cf7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.415493 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1066733c-34a0-422e-b18c-db492d574cf7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] 10.222.0.66 "DELETE /v2.0/security-groups/ea4fcfd0-27bc-411e-afc5-0a130a5a1fba HTTP/1.1" status: 204 len: 168 time: 0.6294727 May 25 23:00:02.511997 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6a5294de-5ff5-4867-9d0a-b2a4cd95d52a tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.511997 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6a5294de-5ff5-4867-9d0a-b2a4cd95d52a tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9998441 May 25 23:00:02.525977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40628) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:02.533216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066733c-34a0-422e-b18c-db492d574cf7 tempest-TestNetworkAdvancedServerOps-849534360 tempest-TestNetworkAdvancedServerOps-849534360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4fcfd0-27bc-411e-afc5-0a130a5a1fba,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:02.537038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Network b498f848-60b6-4101-bdd3-97e66dd87b85 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:02.542118 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-be09dc64-a0ff-4420-9349-6cc69c0bd7a8 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': 'd6aa0c6e-386f-43c1-bab7-5fcded927100', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:02.543189 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-be09dc64-a0ff-4420-9349-6cc69c0bd7a8 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:02.546905 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-be09dc64-a0ff-4420-9349-6cc69c0bd7a8 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0144906 May 25 23:00:02.548490 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event updated for resources: {'Port': ['ID=05f384e7-00fa-4258-97e7-d708a1f1dfe3,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:02.548658 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40632) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:02.552877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:02.557131 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:02.602036 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=5d56546a-2217-4da6-9018-f18452632731,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:02.657781 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.666180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Checking segment: {'id': '942a9423-7ca0-4750-a34a-aeec14f1cdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:02.666180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network hostable DHCP agents. Network: e0f317b6-a277-4c58-ba86-1ac996097a7f, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:00:02.674229 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device cb09b37f-e503-4bed-9a49-1d0af9fca8da up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:02.706972 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-05fa61a2-3aeb-47b1-b0bb-6ed4196988ab tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.730529 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45186616-1183-4079-8d0a-dc203fe8bdd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.790571 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45186616-1183-4079-8d0a-dc203fe8bdd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.851884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network e0f317b6-a277-4c58-ba86-1ac996097a7f is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:00:02.879588 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port cb09b37f-e503-4bed-9a49-1d0af9fca8da completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:02.885165 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 62cf55d4-9bdb-4c02-be46-2b8045fc1be5 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:02.942594 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.965659 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, e0f317b6-a277-4c58-ba86-1ac996097a7f) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:02.967630 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45186616-1183-4079-8d0a-dc203fe8bdd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:02.980980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac421f4-a07e-4a36-a68e-950ecbf8fffe None None] Network e0f317b6-a277-4c58-ba86-1ac996097a7f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:02.991017 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:02.994986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:02.995687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:03.025023 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45186616-1183-4079-8d0a-dc203fe8bdd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aa0c6e-386f-43c1-bab7-5fcded927100,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:03.027447 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-45186616-1183-4079-8d0a-dc203fe8bdd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:03.029431 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-45186616-1183-4079-8d0a-dc203fe8bdd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "DELETE /v2.0/security-groups/d6aa0c6e-386f-43c1-bab7-5fcded927100 HTTP/1.1" status: 204 len: 168 time: 0.4786294 May 25 23:00:03.032283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40638) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:03.088145 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 62cf55d4-9bdb-4c02-be46-2b8045fc1be5 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:03.095037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-54f02ced-fbf0-4426-a097-14832801d342 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Synchronizing usage tracker for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:03.118130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 62cf55d4-9bdb-4c02-be46-2b8045fc1be5 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:03.118752 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:03.127366 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a1279184-3f4a-49f3-bd25-460eb0ddfde3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8467193 May 25 23:00:03.129650 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40642) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:03.140713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d3e443b2-bca3-4e77-8324-d98829d937df tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-358751229'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:03.147181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d3e443b2-bca3-4e77-8324-d98829d937df tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:03.152075 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d3e443b2-bca3-4e77-8324-d98829d937df tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:network and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:03.157859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d3e443b2-bca3-4e77-8324-d98829d937df tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:03.172112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d3e443b2-bca3-4e77-8324-d98829d937df tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:03.198931 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-54f02ced-fbf0-4426-a097-14832801d342 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Unset dirty status for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:03.205764 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-54f02ced-fbf0-4426-a097-14832801d342 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1721594 May 25 23:00:03.206851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40646) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:03.214170 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4bc3e2f0-a9de-414a-b610-1a2a119f7bd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1655677674'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:03.222915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4bc3e2f0-a9de-414a-b610-1a2a119f7bd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:03.242391 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4bc3e2f0-a9de-414a-b610-1a2a119f7bd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:03.293707 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e443b2-bca3-4e77-8324-d98829d937df tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:03.296739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d3e443b2-bca3-4e77-8324-d98829d937df tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:03.323623 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e5cee8a9-24d8-49b4-bd73-cd48ae598167 None None] Provisioning for port 05f384e7-00fa-4258-97e7-d708a1f1dfe3 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:03.337330 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e443b2-bca3-4e77-8324-d98829d937df tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:00:03.347837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d3e443b2-bca3-4e77-8324-d98829d937df tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:03.348181 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-d3e443b2-bca3-4e77-8324-d98829d937df tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Added segment 49cc494d-7ea9-4375-8a86-0b8dc965da29 of type vlan for network ab959554-5253-4a59-b6fc-72959e94b2b3 May 25 23:00:03.370541 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e5cee8a9-24d8-49b4-bd73-cd48ae598167 None None] Provisioning complete for port 05f384e7-00fa-4258-97e7-d708a1f1dfe3 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:03.372750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e5cee8a9-24d8-49b4-bd73-cd48ae598167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:03.380220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d3e443b2-bca3-4e77-8324-d98829d937df tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:03.403419 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40652) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:03.408158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e2f0-a9de-414a-b610-1a2a119f7bd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:03.430472 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9920ad-aaa4-45d1-83bb-1c819dd9cfb3 None None] Network 607ccf66-0ddb-4647-b254-0831010a8062 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:03.457491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4bc3e2f0-a9de-414a-b610-1a2a119f7bd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:03.462896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4bc3e2f0-a9de-414a-b610-1a2a119f7bd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:03.466373 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4bc3e2f0-a9de-414a-b610-1a2a119f7bd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:03.475355 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4bc3e2f0-a9de-414a-b610-1a2a119f7bd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:03.482815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d3e443b2-bca3-4e77-8324-d98829d937df tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:03.486719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e443b2-bca3-4e77-8324-d98829d937df tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:03.491237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d3e443b2-bca3-4e77-8324-d98829d937df tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:03.569488 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e5cee8a9-24d8-49b4-bd73-cd48ae598167 None None] Port 05f384e7-00fa-4258-97e7-d708a1f1dfe3 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:00:03.624048 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:03.650924 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d3e443b2-bca3-4e77-8324-d98829d937df tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5175354 May 25 23:00:03.663855 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40658) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:03.681708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'ports': [{'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f'}, {'network_id': 'ab959554-5253-4a59-b6fc-72959e94b2b3'}]} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:03.682174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:03.682703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'network_id': 'ab959554-5253-4a59-b6fc-72959e94b2b3'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:03.703945 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e443b2-bca3-4e77-8324-d98829d937df tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Network': ['ID=ab959554-5253-4a59-b6fc-72959e94b2b3,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:03.706452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 62cf55d4-9bdb-4c02-be46-2b8045fc1be5, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=62cf55d4-9bdb-4c02-be46-2b8045fc1be5,segment=NetworkSegment(0806e1d5-12df-46ef-95bc-635fb9980cab),segment_id=0806e1d5-12df-46ef-95bc-635fb9980cab)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:03.729181 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network ab959554-5253-4a59-b6fc-72959e94b2b3 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:00:03.801159 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:03.838059 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e32c532d-138d-419f-b035-cf8d1e270515 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e097633e41448e99b96c8bd1f567e52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4308779 May 25 23:00:03.841749 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40662) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:03.843897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e2f0-a9de-414a-b610-1a2a119f7bd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:03.874379 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.resource_extend [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 23:00:03.888079 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4256a8ce-0996-44a3-9d8b-e18e4bcf6364 None None] Provisioning for port cb09b37f-e503-4bed-9a49-1d0af9fca8da completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:03.892362 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:03.902043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device cd40513f-a29c-4d4e-900f-aac5c83018e8 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:00:03.915026 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e2f0-a9de-414a-b610-1a2a119f7bd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:03.943955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fa61a2-3aeb-47b1-b0bb-6ed4196988ab tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:00:03.949072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:03.987725 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4256a8ce-0996-44a3-9d8b-e18e4bcf6364 None None] Provisioning complete for port cb09b37f-e503-4bed-9a49-1d0af9fca8da triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:03.988090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4256a8ce-0996-44a3-9d8b-e18e4bcf6364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.015369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: cd40513f-a29c-4d4e-900f-aac5c83018e8 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:00:04.021822 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device cd40513f-a29c-4d4e-900f-aac5c83018e8 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:00:04.057446 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3e2f0-a9de-414a-b610-1a2a119f7bd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92456ce-67ba-40eb-8bb7-19f869c57fb0,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:04.079293 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=62cf55d4-9bdb-4c02-be46-2b8045fc1be5,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:04.081113 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:04.089220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:port and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:04.092700 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1e435b6d-2fca-4135-9579-64d3eaf387f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.102298 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:04.106515 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:04.126210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e2f0-a9de-414a-b610-1a2a119f7bd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.130812 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4bc3e2f0-a9de-414a-b610-1a2a119f7bd4 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9184682 May 25 23:00:04.130963 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40666) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:04.132576 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event updated for resources: {'Port': ['ID=05f384e7-00fa-4258-97e7-d708a1f1dfe3,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:04.134273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1e435b6d-2fca-4135-9579-64d3eaf387f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.145613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-813f41cd-fb15-4e75-a517-30986ee9a42f tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': 'f92456ce-67ba-40eb-8bb7-19f869c57fb0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:04.146265 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-813f41cd-fb15-4e75-a517-30986ee9a42f tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:04.150858 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-813f41cd-fb15-4e75-a517-30986ee9a42f tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0154612 May 25 23:00:04.151965 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40670) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:04.162191 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4256a8ce-0996-44a3-9d8b-e18e4bcf6364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.191100 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.205138 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4256a8ce-0996-44a3-9d8b-e18e4bcf6364 None None] For port cb09b37f-e503-4bed-9a49-1d0af9fca8da, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=cb09b37f-e503-4bed-9a49-1d0af9fca8da,segment=NetworkSegment(2269ba92-cb9d-4780-b571-8b11016e4fff),segment_id=2269ba92-cb9d-4780-b571-8b11016e4fff)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:04.222075 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'port': 2} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:04.226397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.274478 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.296883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4256a8ce-0996-44a3-9d8b-e18e4bcf6364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.384633 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Network b498f848-60b6-4101-bdd3-97e66dd87b85 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:04.386276 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:04.405202 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256a8ce-0996-44a3-9d8b-e18e4bcf6364 None None] Pushing event updated for resources: {'Port': ['ID=cb09b37f-e503-4bed-9a49-1d0af9fca8da,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:04.424441 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1e435b6d-2fca-4135-9579-64d3eaf387f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.458295 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e435b6d-2fca-4135-9579-64d3eaf387f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15abd335-a25c-49b4-990e-a38dd27db310,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:04.462219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f004a57-f380-4bb6-abf4-b641f5729af2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.496419 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 62cf55d4-9bdb-4c02-be46-2b8045fc1be5 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:04.506777 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f004a57-f380-4bb6-abf4-b641f5729af2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.537647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fa61a2-3aeb-47b1-b0bb-6ed4196988ab tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:00:04.550238 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ce385-821d-4aa7-94f9-12eab6cf4717 None None] Sync routers for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:00:04.555289 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-05fa61a2-3aeb-47b1-b0bb-6ed4196988ab tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8145664 May 25 23:00:04.559117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40674) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:04.587874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7dbacea7-dc0f-41ca-af3e-02ea2c2e4039 None None] Provisioning complete for port cb09b37f-e503-4bed-9a49-1d0af9fca8da triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:04.588381 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7dbacea7-dc0f-41ca-af3e-02ea2c2e4039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.628239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ce385-821d-4aa7-94f9-12eab6cf4717 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:04.629083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-658ce385-821d-4aa7-94f9-12eab6cf4717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:04.667442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1e435b6d-2fca-4135-9579-64d3eaf387f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.671115 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1e435b6d-2fca-4135-9579-64d3eaf387f9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15abd335-a25c-49b4-990e-a38dd27db310 HTTP/1.1" status: 204 len: 168 time: 0.8233163 May 25 23:00:04.723845 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] device_id is not set on port 3f162ec6-ba1e-4e1b-9cf2-7cbc877fd21f yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:00:04.776704 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f004a57-f380-4bb6-abf4-b641f5729af2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.811711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f004a57-f380-4bb6-abf4-b641f5729af2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92456ce-67ba-40eb-8bb7-19f869c57fb0,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:04.834083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 62cf55d4-9bdb-4c02-be46-2b8045fc1be5 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:04.834691 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.878234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-658ce385-821d-4aa7-94f9-12eab6cf4717 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:00:04.974732 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f004a57-f380-4bb6-abf4-b641f5729af2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:04.979826 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2f004a57-f380-4bb6-abf4-b641f5729af2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "DELETE /v2.0/security-groups/f92456ce-67ba-40eb-8bb7-19f869c57fb0 HTTP/1.1" status: 204 len: 168 time: 0.8231106 May 25 23:00:04.979826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40680) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:05.049216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.061825 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-767f8040-2f62-4aa4-ab29-28cbb6ec01e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting subnet d074e90d-de86-4268-a0b2-2bbc6785daa2 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:00:05.067637 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-767f8040-2f62-4aa4-ab29-28cbb6ec01e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.080087 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7d8925b3-966a-4480-b538-25b691f20613 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Synchronizing usage tracker for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:05.135235 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-767f8040-2f62-4aa4-ab29-28cbb6ec01e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.252436 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f52395e8-b56d-40fb-a95b-bd28f9d92ecd None None] Provisioning complete for port 05f384e7-00fa-4258-97e7-d708a1f1dfe3 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:05.253229 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f52395e8-b56d-40fb-a95b-bd28f9d92ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.260662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-767f8040-2f62-4aa4-ab29-28cbb6ec01e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.261804 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] device_id is not set on port 57ff4723-2ae2-4d16-b680-8ccded633c9f yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:00:05.345739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7d8925b3-966a-4480-b538-25b691f20613 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Unset dirty status for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:05.351371 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7d8925b3-966a-4480-b538-25b691f20613 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3671901 May 25 23:00:05.351559 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f52395e8-b56d-40fb-a95b-bd28f9d92ecd None None] Port 05f384e7-00fa-4258-97e7-d708a1f1dfe3 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:00:05.354482 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40686) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:05.361046 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-51ddf84f-0d99-4d1c-a92e-5201d7eefe4e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915362599'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:05.367422 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Router f7154922-5a58-49fb-9f3d-eb6f9db7614a is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:00:05.372333 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-51ddf84f-0d99-4d1c-a92e-5201d7eefe4e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:05.381547 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-658ce385-821d-4aa7-94f9-12eab6cf4717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T23:00:01Z', 'revision_number': 10, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:05.382465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-51ddf84f-0d99-4d1c-a92e-5201d7eefe4e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:05.386287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ce385-821d-4aa7-94f9-12eab6cf4717 None None] Checking router: 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:00:05.387913 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.400473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ce385-821d-4aa7-94f9-12eab6cf4717 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:05.401429 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-658ce385-821d-4aa7-94f9-12eab6cf4717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:05.477224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.508382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-767f8040-2f62-4aa4-ab29-28cbb6ec01e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.554878 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-51ddf84f-0d99-4d1c-a92e-5201d7eefe4e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.558368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40690) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:05.563950 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network e0f317b6-a277-4c58-ba86-1ac996097a7f is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:05.565685 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-658ce385-821d-4aa7-94f9-12eab6cf4717 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:00:05.576517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f8040-2f62-4aa4-ab29-28cbb6ec01e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Subnet': ['ID=d074e90d-de86-4268-a0b2-2bbc6785daa2,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:05.587243 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:05.592476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=3f162ec6-ba1e-4e1b-9cf2-7cbc877fd21f,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:05.594960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:05.595236 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-767f8040-2f62-4aa4-ab29-28cbb6ec01e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.595763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.597719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ae31-34d5-406e-a5d4-325cf8e254dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.624292 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36de68bf-d437-49c5-8113-5392a96cabcf None None] Network 8685ee3a-3f6b-44e9-a8f4-ad22778d05bd requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:05.632205 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-767f8040-2f62-4aa4-ab29-28cbb6ec01e0 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/d074e90d-de86-4268-a0b2-2bbc6785daa2 HTTP/1.1" status: 204 len: 168 time: 1.0703328 May 25 23:00:05.633689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40694) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:05.634591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-51ddf84f-0d99-4d1c-a92e-5201d7eefe4e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:05.659091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-51ddf84f-0d99-4d1c-a92e-5201d7eefe4e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:05.669115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-51ddf84f-0d99-4d1c-a92e-5201d7eefe4e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:05.705269 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=57ff4723-2ae2-4d16-b680-8ccded633c9f,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:05.727906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-51ddf84f-0d99-4d1c-a92e-5201d7eefe4e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:05.743195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c1e5ae31-34d5-406e-a5d4-325cf8e254dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:05.751989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c1e5ae31-34d5-406e-a5d4-325cf8e254dd admin admin] Usage tracker for resource:security_group_rule and tenant:9f42c901dfda45a0802dcfac9477e192 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:05.755373 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c1e5ae31-34d5-406e-a5d4-325cf8e254dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:05.758244 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Checking segment: {'id': '49cc494d-7ea9-4375-8a86-0b8dc965da29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ab959554-5253-4a59-b6fc-72959e94b2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:05.758653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network hostable DHCP agents. Network: ab959554-5253-4a59-b6fc-72959e94b2b3, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:00:05.767476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c1e5ae31-34d5-406e-a5d4-325cf8e254dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:05.791347 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.845213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:00:05.848842 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-51ddf84f-0d99-4d1c-a92e-5201d7eefe4e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.851887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ae31-34d5-406e-a5d4-325cf8e254dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.853827 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port 170fd44d-147f-4682-be69-3ceb1f72a6ec {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:05.854159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.860138 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82727b38-7081-4098-8c34-3bb313cdd8ec None None] Sync routers for ids ['f7154922-5a58-49fb-9f3d-eb6f9db7614a'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:00:05.861865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network ab959554-5253-4a59-b6fc-72959e94b2b3 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:00:05.879355 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82727b38-7081-4098-8c34-3bb313cdd8ec None None] Routers {'f7154922-5a58-49fb-9f3d-eb6f9db7614a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:05.880302 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-82727b38-7081-4098-8c34-3bb313cdd8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['f7154922-5a58-49fb-9f3d-eb6f9db7614a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:05.894594 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-02cecd89-1880-4b48-851e-0ad0af286af4 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "PUT /v2.0/routers/f7154922-5a58-49fb-9f3d-eb6f9db7614a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8300147 May 25 23:00:05.895103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40698) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:05.943941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-51ddf84f-0d99-4d1c-a92e-5201d7eefe4e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:05.970361 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-82727b38-7081-4098-8c34-3bb313cdd8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:05.988470 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82727b38-7081-4098-8c34-3bb313cdd8ec None None] Routers {'f7154922-5a58-49fb-9f3d-eb6f9db7614a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:05.989314 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-82727b38-7081-4098-8c34-3bb313cdd8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['f7154922-5a58-49fb-9f3d-eb6f9db7614a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:06.026266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddf84f-0d99-4d1c-a92e-5201d7eefe4e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8588ea2-2cfe-43d9-9ea7-910669e65f13,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:06.030923 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ae31-34d5-406e-a5d4-325cf8e254dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:06.037969 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, ab959554-5253-4a59-b6fc-72959e94b2b3) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:06.046693 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:06.047359 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e7ae4c-92ce-4c90-b7af-b9d38bae4feb None None] Network ab959554-5253-4a59-b6fc-72959e94b2b3 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:06.050984 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:06.054321 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:06.055114 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:06.086579 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-82727b38-7081-4098-8c34-3bb313cdd8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:06.087584 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82727b38-7081-4098-8c34-3bb313cdd8ec None None] The sync data for ids ['f7154922-5a58-49fb-9f3d-eb6f9db7614a'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:00:06.106569 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-51ddf84f-0d99-4d1c-a92e-5201d7eefe4e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:06.108177 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-51ddf84f-0d99-4d1c-a92e-5201d7eefe4e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7525740 May 25 23:00:06.113996 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40702) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:06.133856 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a8d52ec3-ac33-4c12-9bf1-b1a8d38f4d1e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': 'b8588ea2-2cfe-43d9-9ea7-910669e65f13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:06.135628 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-a8d52ec3-ac33-4c12-9bf1-b1a8d38f4d1e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:06.137044 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a8d52ec3-ac33-4c12-9bf1-b1a8d38f4d1e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0217855 May 25 23:00:06.141688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40706) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:06.151366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-ab7617e4-bda0-4580-b3b5-d8138ee16b47 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': 'b8588ea2-2cfe-43d9-9ea7-910669e65f13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:06.152306 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-ab7617e4-bda0-4580-b3b5-d8138ee16b47 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:06.153460 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ab7617e4-bda0-4580-b3b5-d8138ee16b47 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0106854 May 25 23:00:06.156654 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40710) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:06.162994 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c1e5ae31-34d5-406e-a5d4-325cf8e254dd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f42c901dfda45a0802dcfac9477e192&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6021624 May 25 23:00:06.163735 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5ae31-34d5-406e-a5d4-325cf8e254dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d80748-ba00-4f80-9f94-5e5cbe5a2509,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:06.168674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40714) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:06.170818 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c6954c66-762e-4e34-839c-1757846f1d53 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': 'b8588ea2-2cfe-43d9-9ea7-910669e65f13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:06.171534 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-c6954c66-762e-4e34-839c-1757846f1d53 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:06.172470 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c6954c66-762e-4e34-839c-1757846f1d53 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0134900 May 25 23:00:06.181791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40718) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:06.184106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1401dc1e-7fd1-48d7-bb72-6a0762c948a5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': 'b8588ea2-2cfe-43d9-9ea7-910669e65f13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:06.185386 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-1401dc1e-7fd1-48d7-bb72-6a0762c948a5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:06.189326 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1401dc1e-7fd1-48d7-bb72-6a0762c948a5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072262 May 25 23:00:06.190272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40722) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:06.213341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] For port 170fd44d-147f-4682-be69-3ceb1f72a6ec, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=170fd44d-147f-4682-be69-3ceb1f72a6ec,segment=NetworkSegment(81305eda-1c29-4064-a52b-c477c3fb3f0e),segment_id=81305eda-1c29-4064-a52b-c477c3fb3f0e)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:06.213792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:06.235084 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bcbf9f4f-a117-4f4f-a14e-dc1efe5fe54b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5711293 May 25 23:00:06.241745 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40726) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:06.282464 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612b5366-2f49-488d-bab1-8d32f5f45058 None None] DHCP port deletion for 8685ee3a-3f6b-44e9-a8f4-ad22778d05bd request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:00:06.296167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-612b5366-2f49-488d-bab1-8d32f5f45058 None None] Deleting port 170fd44d-147f-4682-be69-3ceb1f72a6ec {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:06.296700 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-612b5366-2f49-488d-bab1-8d32f5f45058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:06.345026 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8b6a8437-c445-429a-9c4b-9f1dc68f0d47 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:06.366015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-953f0b2a-925b-4aa4-8264-dfa6d99db166 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port 57ff4723-2ae2-4d16-b680-8ccded633c9f {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:06.366361 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-953f0b2a-925b-4aa4-8264-dfa6d99db166 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:06.369203 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-658ce385-821d-4aa7-94f9-12eab6cf4717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T23:00:01Z', 'revision_number': 10, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:06.413235 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ce385-821d-4aa7-94f9-12eab6cf4717 None None] The sync data for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv is: [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T23:00:01Z', 'revision_number': 10, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None, '_interfaces': [{'id': '646dd8e6-fc1b-4963-8a23-258f7f6c2eeb', 'name': '', 'network_id': '09a08ced-f030-4c85-9ff1-424e8dd821e9', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'mac_address': 'fa:16:3e:57:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T22:58:44Z', 'updated_at': '2022-05-25T22:58:59Z', 'revision_number': 5, 'project_id': '709065ad3f804137aff47a33720efd4e', 'subnets': [{'id': '6bf10f45-4b09-4303-a6a0-982e37dd8af3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:00:06.423735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for 170fd44d-147f-4682-be69-3ceb1f72a6ec owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:06.461592 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2097-c324-4427-9e4d-d00bd7101dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:06.508755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2097-c324-4427-9e4d-d00bd7101dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:06.550517 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-612b5366-2f49-488d-bab1-8d32f5f45058 None None] For port 170fd44d-147f-4682-be69-3ceb1f72a6ec, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=170fd44d-147f-4682-be69-3ceb1f72a6ec,segment=NetworkSegment(81305eda-1c29-4064-a52b-c477c3fb3f0e),segment_id=81305eda-1c29-4064-a52b-c477c3fb3f0e)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:06.550912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-612b5366-2f49-488d-bab1-8d32f5f45058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:06.556744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8b6a8437-c445-429a-9c4b-9f1dc68f0d47 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:06.656410 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:06.678329 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-612b5366-2f49-488d-bab1-8d32f5f45058 None None] Calling delete_port for 170fd44d-147f-4682-be69-3ceb1f72a6ec owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:06.702377 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2097-c324-4427-9e4d-d00bd7101dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:06.712924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Port': ['ID=170fd44d-147f-4682-be69-3ceb1f72a6ec,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:06.729860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb2097-c324-4427-9e4d-d00bd7101dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d80748-ba00-4f80-9f94-5e5cbe5a2509,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:06.736152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] No DVR routers for this DVR port 170fd44d-147f-4682-be69-3ceb1f72a6ec on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:00:06.771795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8b6a8437-c445-429a-9c4b-9f1dc68f0d47 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:06.773874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-612b5366-2f49-488d-bab1-8d32f5f45058 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:00:06.774281 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-612b5366-2f49-488d-bab1-8d32f5f45058 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:00:06.780206 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2097-c324-4427-9e4d-d00bd7101dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:06.789974 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1ccb2097-c324-4427-9e4d-d00bd7101dc8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e3d80748-ba00-4f80-9f94-5e5cbe5a2509 HTTP/1.1" status: 204 len: 168 time: 0.6173880 May 25 23:00:06.818060 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device cb09b37f-e503-4bed-9a49-1d0af9fca8da up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:06.821705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-953f0b2a-925b-4aa4-8264-dfa6d99db166 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:06.832967 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a8437-c445-429a-9c4b-9f1dc68f0d47 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8588ea2-2cfe-43d9-9ea7-910669e65f13,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:06.932470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port cb09b37f-e503-4bed-9a49-1d0af9fca8da triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:06.935149 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:07.001750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-953f0b2a-925b-4aa4-8264-dfa6d99db166 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for 57ff4723-2ae2-4d16-b680-8ccded633c9f owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:07.045144 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8b6a8437-c445-429a-9c4b-9f1dc68f0d47 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:07.050783 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8b6a8437-c445-429a-9c4b-9f1dc68f0d47 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "DELETE /v2.0/security-groups/b8588ea2-2cfe-43d9-9ea7-910669e65f13 HTTP/1.1" status: 204 len: 168 time: 0.8551271 May 25 23:00:07.054265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40732) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:07.092730 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:07.131557 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8685ee3a-3f6b-44e9-a8f4-ad22778d05bd']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:07.146326 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81305eda-1c29-4064-a52b-c477c3fb3f0e') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:07.146628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81305eda-1c29-4064-a52b-c477c3fb3f0e') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:07.148957 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 170fd44d-147f-4682-be69-3ceb1f72a6ec no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:00:07.160554 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:07.181852 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:07.186754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 170fd44d-147f-4682-be69-3ceb1f72a6ec {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:00:07.187636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 170fd44d-147f-4682-be69-3ceb1f72a6ec not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:00:07.191042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:00:07.192054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:00:07.210960 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:00:07.277198 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-612b5366-2f49-488d-bab1-8d32f5f45058 None None] Deleting port 170fd44d-147f-4682-be69-3ceb1f72a6ec {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:07.277569 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-612b5366-2f49-488d-bab1-8d32f5f45058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:07.377474 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-612b5366-2f49-488d-bab1-8d32f5f45058 None None] The port '170fd44d-147f-4682-be69-3ceb1f72a6ec' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:00:07.384793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c733d61d-44e6-4b76-b708-c8758de715e7 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Synchronizing usage tracker for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:07.409535 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:07.433413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:07.441093 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/networks/8685ee3a-3f6b-44e9-a8f4-ad22778d05bd HTTP/1.1" status: 204 len: 168 time: 1.8037624 May 25 23:00:07.449152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40736) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:07.459195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-953f0b2a-925b-4aa4-8264-dfa6d99db166 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:07.513577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c733d61d-44e6-4b76-b708-c8758de715e7 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Unset dirty status for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:07.514784 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c733d61d-44e6-4b76-b708-c8758de715e7 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3028872 May 25 23:00:07.521086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb52457-697b-449b-8977-c72994341f1e tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Network': ['ID=8685ee3a-3f6b-44e9-a8f4-ad22778d05bd,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:07.529634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40740) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:07.530449 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f0b2a-925b-4aa4-8264-dfa6d99db166 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=57ff4723-2ae2-4d16-b680-8ccded633c9f,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:07.543522 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-953f0b2a-925b-4aa4-8264-dfa6d99db166 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:07.579053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-268f62fb-09ae-41fa-8574-5558b049ec02 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114045477'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:07.591621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-268f62fb-09ae-41fa-8574-5558b049ec02 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:07.593822 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-953f0b2a-925b-4aa4-8264-dfa6d99db166 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/57ff4723-2ae2-4d16-b680-8ccded633c9f HTTP/1.1" status: 204 len: 168 time: 1.3507559 May 25 23:00:07.596259 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40744) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:07.603656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-268f62fb-09ae-41fa-8574-5558b049ec02 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:07.648433 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-b15c4c76-2a2c-4563-9452-fd400d8f8808 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:07.649376 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b15c4c76-2a2c-4563-9452-fd400d8f8808 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "PUT /v2.0/routers/f7154922-5a58-49fb-9f3d-eb6f9db7614a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7533882 May 25 23:00:07.652334 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40748) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:07.764826 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-268f62fb-09ae-41fa-8574-5558b049ec02 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:07.815382 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aa039d-6326-4de7-a32c-939a35df89ec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:07.819284 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aa039d-6326-4de7-a32c-939a35df89ec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:07.820009 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-63aa039d-6326-4de7-a32c-939a35df89ec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:07.822757 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-268f62fb-09ae-41fa-8574-5558b049ec02 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:07.829673 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-268f62fb-09ae-41fa-8574-5558b049ec02 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:07.832926 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-268f62fb-09ae-41fa-8574-5558b049ec02 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:07.841762 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-268f62fb-09ae-41fa-8574-5558b049ec02 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:07.872265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b23d9d7-4472-4f6a-8177-1adbc73fbd7f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:07.921413 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-63aa039d-6326-4de7-a32c-939a35df89ec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:07.922486 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-63aa039d-6326-4de7-a32c-939a35df89ec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3253229 May 25 23:00:07.929097 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40752) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:08.023903 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-268f62fb-09ae-41fa-8574-5558b049ec02 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:08.063410 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-ed75df8e-2c9d-4fc0-8559-37d8d162c3d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port 3f162ec6-ba1e-4e1b-9cf2-7cbc877fd21f {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:08.064177 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ed75df8e-2c9d-4fc0-8559-37d8d162c3d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:08.100609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-268f62fb-09ae-41fa-8574-5558b049ec02 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:08.202700 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1718b17-cfa2-4c48-b6d9-21591466e0cb tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:08.214923 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f62fb-09ae-41fa-8574-5558b049ec02 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4836bc-978a-488b-a838-33799b149ee3,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:08.260453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-268f62fb-09ae-41fa-8574-5558b049ec02 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:08.264716 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-268f62fb-09ae-41fa-8574-5558b049ec02 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7379658 May 25 23:00:08.267269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40756) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:08.282072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-32d22a41-44e2-47a5-835c-ab9c96353932 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': 'db4836bc-978a-488b-a838-33799b149ee3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:08.282686 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-32d22a41-44e2-47a5-835c-ab9c96353932 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:08.286846 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-32d22a41-44e2-47a5-835c-ab9c96353932 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0158334 May 25 23:00:08.296668 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40760) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:08.296668 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3fead64f-c39d-49fd-81f4-8862646d8ff0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': 'db4836bc-978a-488b-a838-33799b149ee3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:08.302844 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3fead64f-c39d-49fd-81f4-8862646d8ff0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:08.310423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3fead64f-c39d-49fd-81f4-8862646d8ff0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:08.315742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3fead64f-c39d-49fd-81f4-8862646d8ff0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:08.324440 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3fead64f-c39d-49fd-81f4-8862646d8ff0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:08.412228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2930d81f-092d-44dc-9e6f-5937f992bce3 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:00:08.415082 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ed75df8e-2c9d-4fc0-8559-37d8d162c3d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:08.448045 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 2930d81f-092d-44dc-9e6f-5937f992bce3 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:00:08.448796 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2930d81f-092d-44dc-9e6f-5937f992bce3 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:00:08.583217 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-3fead64f-c39d-49fd-81f4-8862646d8ff0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:08.584392 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3fead64f-c39d-49fd-81f4-8862646d8ff0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2964604 May 25 23:00:08.592054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40764) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:08.600002 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e6125bf0-31ab-437d-8138-92e65a2cfba6 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': 'db4836bc-978a-488b-a838-33799b149ee3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:08.600644 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-e6125bf0-31ab-437d-8138-92e65a2cfba6 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:08.601565 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e6125bf0-31ab-437d-8138-92e65a2cfba6 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084856 May 25 23:00:08.610155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40768) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:08.618447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-6e6b648e-e667-4cc3-a0b8-a10808c96eb2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': 'db4836bc-978a-488b-a838-33799b149ee3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:08.628156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6e6b648e-e667-4cc3-a0b8-a10808c96eb2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:08.635621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6e6b648e-e667-4cc3-a0b8-a10808c96eb2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:08.639150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-7b23d9d7-4472-4f6a-8177-1adbc73fbd7f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:08.639846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b23d9d7-4472-4f6a-8177-1adbc73fbd7f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:08.648180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-ed75df8e-2c9d-4fc0-8559-37d8d162c3d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for 3f162ec6-ba1e-4e1b-9cf2-7cbc877fd21f owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:08.664104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6e6b648e-e667-4cc3-a0b8-a10808c96eb2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:08.679871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6e6b648e-e667-4cc3-a0b8-a10808c96eb2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:08.843036 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ed75df8e-2c9d-4fc0-8559-37d8d162c3d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:08.927321 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75df8e-2c9d-4fc0-8559-37d8d162c3d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=3f162ec6-ba1e-4e1b-9cf2-7cbc877fd21f,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:08.947623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ed75df8e-2c9d-4fc0-8559-37d8d162c3d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:08.951709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-7b23d9d7-4472-4f6a-8177-1adbc73fbd7f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] For port 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=646dd8e6-fc1b-4963-8a23-258f7f6c2eeb,segment=NetworkSegment(61464291-cd80-4550-bb1f-a6586e235a97),segment_id=61464291-cd80-4550-bb1f-a6586e235a97)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:08.952067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b23d9d7-4472-4f6a-8177-1adbc73fbd7f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:09.016175 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-6e6b648e-e667-4cc3-a0b8-a10808c96eb2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:09.019860 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6e6b648e-e667-4cc3-a0b8-a10808c96eb2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4061446 May 25 23:00:09.050142 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40772) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:09.055481 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-5930454c-99ab-47fe-b66c-d62fbba50fd2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': 'db4836bc-978a-488b-a838-33799b149ee3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:09.056508 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-5930454c-99ab-47fe-b66c-d62fbba50fd2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:09.057451 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5930454c-99ab-47fe-b66c-d62fbba50fd2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063720 May 25 23:00:09.062826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40776) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:09.067739 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ed75df8e-2c9d-4fc0-8559-37d8d162c3d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/3f162ec6-ba1e-4e1b-9cf2-7cbc877fd21f HTTP/1.1" status: 204 len: 168 time: 1.1376257 May 25 23:00:09.072905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e907fc3f-daa1-43d5-b991-abbf4e9237dd tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': 'db4836bc-978a-488b-a838-33799b149ee3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:09.075711 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40780) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:09.079529 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e907fc3f-daa1-43d5-b991-abbf4e9237dd tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:09.083910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-7b23d9d7-4472-4f6a-8177-1adbc73fbd7f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:09.085326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e907fc3f-daa1-43d5-b991-abbf4e9237dd tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:09.089129 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e907fc3f-daa1-43d5-b991-abbf4e9237dd tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:09.100510 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e907fc3f-daa1-43d5-b991-abbf4e9237dd tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:09.211651 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-e907fc3f-daa1-43d5-b991-abbf4e9237dd tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Project 5ee8ec83720e4d749355052616286844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:00:09.228314 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1070fdfc-ff73-43d7-a499-32c7517aa813 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:09.229780 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1070fdfc-ff73-43d7-a499-32c7517aa813 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1531544 May 25 23:00:09.232773 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40784) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:09.255842 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-d1718b17-cfa2-4c48-b6d9-21591466e0cb tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Deleting port 05f384e7-00fa-4258-97e7-d708a1f1dfe3 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:09.256181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1718b17-cfa2-4c48-b6d9-21591466e0cb tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:09.276631 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7aa1100-1814-419e-aff4-90deeb7e18be tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] GET failed (client error): The resource could not be found. May 25 23:00:09.280691 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c7aa1100-1814-419e-aff4-90deeb7e18be tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/57ff4723-2ae2-4d16-b680-8ccded633c9f HTTP/1.1" status: 404 len: 333 time: 0.0442038 May 25 23:00:09.283323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40788) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:09.337480 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-e907fc3f-daa1-43d5-b991-abbf4e9237dd tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:09.343032 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e907fc3f-daa1-43d5-b991-abbf4e9237dd tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2741179 May 25 23:00:09.343171 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40792) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:09.343290 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab174a85-68a8-4796-a5a7-095656c4e630 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] GET failed (client error): The resource could not be found. May 25 23:00:09.343290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ab174a85-68a8-4796-a5a7-095656c4e630 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:09.350113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d6d3892d-338f-4c35-8360-dafaa6d69395 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': 'db4836bc-978a-488b-a838-33799b149ee3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:09.350784 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-d6d3892d-338f-4c35-8360-dafaa6d69395 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:09.351617 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d6d3892d-338f-4c35-8360-dafaa6d69395 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084872 May 25 23:00:09.354345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40796) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:09.365730 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a918bbfe-a091-4d2c-b5fd-4c639e3ba93b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': 'db4836bc-978a-488b-a838-33799b149ee3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:09.375686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a918bbfe-a091-4d2c-b5fd-4c639e3ba93b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:09.383366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a918bbfe-a091-4d2c-b5fd-4c639e3ba93b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:09.386701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a918bbfe-a091-4d2c-b5fd-4c639e3ba93b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:09.392784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a918bbfe-a091-4d2c-b5fd-4c639e3ba93b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:09.454132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b23d9d7-4472-4f6a-8177-1adbc73fbd7f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:09.488688 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1718b17-cfa2-4c48-b6d9-21591466e0cb tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:09.501614 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-a918bbfe-a091-4d2c-b5fd-4c639e3ba93b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Project 5ee8ec83720e4d749355052616286844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:00:09.506598 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23d9d7-4472-4f6a-8177-1adbc73fbd7f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Port': ['ID=646dd8e6-fc1b-4963-8a23-258f7f6c2eeb,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:09.553232 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ab174a85-68a8-4796-a5a7-095656c4e630 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:09.555314 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ab174a85-68a8-4796-a5a7-095656c4e630 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/3f162ec6-ba1e-4e1b-9cf2-7cbc877fd21f HTTP/1.1" status: 404 len: 333 time: 0.2701678 May 25 23:00:09.557476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40800) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:09.623830 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-d1718b17-cfa2-4c48-b6d9-21591466e0cb tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Calling delete_port for 05f384e7-00fa-4258-97e7-d708a1f1dfe3 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:09.691269 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-a918bbfe-a091-4d2c-b5fd-4c639e3ba93b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:09.695285 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40804) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:09.695424 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a918bbfe-a091-4d2c-b5fd-4c639e3ba93b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3401644 May 25 23:00:09.702075 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4bfccd2b-de05-4b57-9aa6-bedafe650ed0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': 'db4836bc-978a-488b-a838-33799b149ee3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:09.718656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4bfccd2b-de05-4b57-9aa6-bedafe650ed0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:09.723822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4bfccd2b-de05-4b57-9aa6-bedafe650ed0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:09.727936 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4bfccd2b-de05-4b57-9aa6-bedafe650ed0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:09.734976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4bfccd2b-de05-4b57-9aa6-bedafe650ed0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:09.802548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a22a-7c7a-46a3-857e-13ff2b4e58fa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:09.806312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b23d9d7-4472-4f6a-8177-1adbc73fbd7f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:09.828487 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-4bfccd2b-de05-4b57-9aa6-bedafe650ed0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Project 5ee8ec83720e4d749355052616286844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:00:09.899673 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1718b17-cfa2-4c48-b6d9-21591466e0cb tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:09.939261 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-4bfccd2b-de05-4b57-9aa6-bedafe650ed0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:09.940358 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4bfccd2b-de05-4b57-9aa6-bedafe650ed0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2440219 May 25 23:00:09.949886 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40808) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:09.950678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1718b17-cfa2-4c48-b6d9-21591466e0cb tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event deleted for resources: {'Port': ['ID=05f384e7-00fa-4258-97e7-d708a1f1dfe3,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:10.062675 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a22a-7c7a-46a3-857e-13ff2b4e58fa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:10.174431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95b2815e-0404-445a-9fd9-2d295fa733e3 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:10.205701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-7cc2a22a-7c7a-46a3-857e-13ff2b4e58fa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab959554-5253-4a59-b6fc-72959e94b2b3']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:10.263665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95b2815e-0404-445a-9fd9-2d295fa733e3 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:10.339068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-7cc2a22a-7c7a-46a3-857e-13ff2b4e58fa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49cc494d-7ea9-4375-8a86-0b8dc965da29') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:10.339697 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-7cc2a22a-7c7a-46a3-857e-13ff2b4e58fa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49cc494d-7ea9-4375-8a86-0b8dc965da29') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:10.356651 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a22a-7c7a-46a3-857e-13ff2b4e58fa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:10.398788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1718b17-cfa2-4c48-b6d9-21591466e0cb tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:10.433043 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a22a-7c7a-46a3-857e-13ff2b4e58fa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:10.493971 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc2a22a-7c7a-46a3-857e-13ff2b4e58fa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:00:10.494363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a22a-7c7a-46a3-857e-13ff2b4e58fa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:00:10.510688 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:00:10.538841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95b2815e-0404-445a-9fd9-2d295fa733e3 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:10.562101 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2815e-0404-445a-9fd9-2d295fa733e3 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4836bc-978a-488b-a838-33799b149ee3,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:10.603808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b23d9d7-4472-4f6a-8177-1adbc73fbd7f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:00:10.641245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95b2815e-0404-445a-9fd9-2d295fa733e3 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:10.642350 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-95b2815e-0404-445a-9fd9-2d295fa733e3 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "DELETE /v2.0/security-groups/db4836bc-978a-488b-a838-33799b149ee3 HTTP/1.1" status: 204 len: 168 time: 0.6883342 May 25 23:00:10.666341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40812) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:10.744838 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a22a-7c7a-46a3-857e-13ff2b4e58fa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:10.749933 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a22a-7c7a-46a3-857e-13ff2b4e58fa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:10.791837 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2a22a-7c7a-46a3-857e-13ff2b4e58fa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Network': ['ID=ab959554-5253-4a59-b6fc-72959e94b2b3,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:10.799729 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7cc2a22a-7c7a-46a3-857e-13ff2b4e58fa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/networks/ab959554-5253-4a59-b6fc-72959e94b2b3 HTTP/1.1" status: 204 len: 168 time: 1.2411661 May 25 23:00:10.803718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40816) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:10.813285 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-b065bd6a-ea87-455b-8a8d-4b70c75d1351 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1489062579'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:10.825441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b065bd6a-ea87-455b-8a8d-4b70c75d1351 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:10.836353 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b065bd6a-ea87-455b-8a8d-4b70c75d1351 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:network and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:10.839882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b23d9d7-4472-4f6a-8177-1adbc73fbd7f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:00:10.845757 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7b23d9d7-4472-4f6a-8177-1adbc73fbd7f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3996601 May 25 23:00:10.846725 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b065bd6a-ea87-455b-8a8d-4b70c75d1351 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:10.849990 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad3c32-d5d5-433d-884d-ce9ebc3392d5 None None] Sync routers for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:00:10.851299 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40820) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:10.854032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b065bd6a-ea87-455b-8a8d-4b70c75d1351 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:10.858796 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d64b8017-ecf9-44a3-abf4-a5d29ca036b9 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Synchronizing usage tracker for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:10.865060 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad3c32-d5d5-433d-884d-ce9ebc3392d5 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:10.865675 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-07ad3c32-d5d5-433d-884d-ce9ebc3392d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:10.891419 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1718b17-cfa2-4c48-b6d9-21591466e0cb tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Router f7154922-5a58-49fb-9f3d-eb6f9db7614a has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:00:10.968973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d64b8017-ecf9-44a3-abf4-a5d29ca036b9 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Unset dirty status for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:10.976496 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d64b8017-ecf9-44a3-abf4-a5d29ca036b9 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3030095 May 25 23:00:10.976496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b065bd6a-ea87-455b-8a8d-4b70c75d1351 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:10.976496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b065bd6a-ea87-455b-8a8d-4b70c75d1351 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:10.986609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40824) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:10.995227 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-73af0e47-6f1d-4b1e-b408-e8938979991d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group': {'name': 'tempest-secgroup--504127386'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:11.003612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-73af0e47-6f1d-4b1e-b408-e8938979991d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:11.019008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-73af0e47-6f1d-4b1e-b408-e8938979991d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:11.027457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b065bd6a-ea87-455b-8a8d-4b70c75d1351 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:00:11.033762 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-07ad3c32-d5d5-433d-884d-ce9ebc3392d5 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:00:11.038636 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b065bd6a-ea87-455b-8a8d-4b70c75d1351 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:11.038986 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-b065bd6a-ea87-455b-8a8d-4b70c75d1351 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Added segment 04e12c94-0fb0-4d01-b9fb-1e2e8c133f08 of type vlan for network 6ab7c94d-a8c3-43f4-9fcf-e528e37345d9 May 25 23:00:11.067084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b065bd6a-ea87-455b-8a8d-4b70c75d1351 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:11.096541 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73af0e47-6f1d-4b1e-b408-e8938979991d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:11.133632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-73af0e47-6f1d-4b1e-b408-e8938979991d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:11.139027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-73af0e47-6f1d-4b1e-b408-e8938979991d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:11.142693 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-73af0e47-6f1d-4b1e-b408-e8938979991d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:11.143822 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-07ad3c32-d5d5-433d-884d-ce9ebc3392d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T23:00:09Z', 'revision_number': 11, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:11.147795 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad3c32-d5d5-433d-884d-ce9ebc3392d5 None None] Checking router: 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:00:11.148700 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-73af0e47-6f1d-4b1e-b408-e8938979991d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:11.157011 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1718b17-cfa2-4c48-b6d9-21591466e0cb tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:00:11.159126 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b065bd6a-ea87-455b-8a8d-4b70c75d1351 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:11.160099 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad3c32-d5d5-433d-884d-ce9ebc3392d5 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:11.160923 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-07ad3c32-d5d5-433d-884d-ce9ebc3392d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:11.163099 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d1718b17-cfa2-4c48-b6d9-21591466e0cb tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "PUT /v2.0/routers/f7154922-5a58-49fb-9f3d-eb6f9db7614a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5097997 May 25 23:00:11.163575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b065bd6a-ea87-455b-8a8d-4b70c75d1351 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:11.164161 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b065bd6a-ea87-455b-8a8d-4b70c75d1351 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:11.167714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40828) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:11.176958 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d66ab8a-3166-4a88-ab94-e0973aab6d62 None None] Sync routers for ids ['f7154922-5a58-49fb-9f3d-eb6f9db7614a'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:00:11.184853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a08df0-9458-4d82-83e7-558eb218a0d8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting subnet 6bf10f45-4b09-4303-a6a0-982e37dd8af3 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:00:11.188925 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b7a08df0-9458-4d82-83e7-558eb218a0d8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:11.190876 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d66ab8a-3166-4a88-ab94-e0973aab6d62 None None] Routers {'f7154922-5a58-49fb-9f3d-eb6f9db7614a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:11.191717 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-4d66ab8a-3166-4a88-ab94-e0973aab6d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['f7154922-5a58-49fb-9f3d-eb6f9db7614a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:11.259911 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-4d66ab8a-3166-4a88-ab94-e0973aab6d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:11.266486 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b7a08df0-9458-4d82-83e7-558eb218a0d8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:11.278758 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-fc51bac0-7099-41fe-b9c4-8f0de29650aa tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] delete failed (client error): The resource could not be found. May 25 23:00:11.279964 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fc51bac0-7099-41fe-b9c4-8f0de29650aa tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-1737237973 HTTP/1.1" status: 404 len: 335 time: 0.0936432 May 25 23:00:11.289279 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d66ab8a-3166-4a88-ab94-e0973aab6d62 None None] Routers {'f7154922-5a58-49fb-9f3d-eb6f9db7614a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:11.292252 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-4d66ab8a-3166-4a88-ab94-e0973aab6d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T22:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['f7154922-5a58-49fb-9f3d-eb6f9db7614a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:11.299319 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-07ad3c32-d5d5-433d-884d-ce9ebc3392d5 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:00:11.331617 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40832) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:11.351466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-2a68203c-4d95-4091-9f3a-0aea6f0d51be tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f7154922-5a58-49fb-9f3d-eb6f9db7614a'}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:11.386784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065bd6a-ea87-455b-8a8d-4b70c75d1351 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Network': ['ID=6ab7c94d-a8c3-43f4-9fcf-e528e37345d9,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:11.389720 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-4d66ab8a-3166-4a88-ab94-e0973aab6d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:11.390405 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d66ab8a-3166-4a88-ab94-e0973aab6d62 None None] The sync data for ids ['f7154922-5a58-49fb-9f3d-eb6f9db7614a'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:00:11.408650 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 6ab7c94d-a8c3-43f4-9fcf-e528e37345d9 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:00:11.427953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73af0e47-6f1d-4b1e-b408-e8938979991d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:11.437903 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b065bd6a-ea87-455b-8a8d-4b70c75d1351 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6332278 May 25 23:00:11.441253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40836) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:11.447308 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'subnet': {'network_id': '6ab7c94d-a8c3-43f4-9fcf-e528e37345d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:11.482375 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-07ad3c32-d5d5-433d-884d-ce9ebc3392d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T23:00:09Z', 'revision_number': 11, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:11.505519 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad3c32-d5d5-433d-884d-ce9ebc3392d5 None None] The sync data for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv is: [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T23:00:09Z', 'revision_number': 11, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:00:11.535525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73af0e47-6f1d-4b1e-b408-e8938979991d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:11.553816 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e50b639c-3f55-4754-aa0a-ef52a8223c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:11.618509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:11.620709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af0e47-6f1d-4b1e-b408-e8938979991d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d194229-60b9-4a53-b2bc-ca8da82b065d,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:11.632942 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:subnet and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:11.632942 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:11.635095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:11.653643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73af0e47-6f1d-4b1e-b408-e8938979991d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:11.654859 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-73af0e47-6f1d-4b1e-b408-e8938979991d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6670382 May 25 23:00:11.661596 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40844) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:11.663851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-953773a2-25c0-4dfa-85a3-e24a9182d0d8 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': '7d194229-60b9-4a53-b2bc-ca8da82b065d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:11.665466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b7a08df0-9458-4d82-83e7-558eb218a0d8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:11.670645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-953773a2-25c0-4dfa-85a3-e24a9182d0d8 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:11.674413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-953773a2-25c0-4dfa-85a3-e24a9182d0d8 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:11.677329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-953773a2-25c0-4dfa-85a3-e24a9182d0d8 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:11.683028 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-953773a2-25c0-4dfa-85a3-e24a9182d0d8 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:11.699530 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:11.826154 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:11.900593 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-953773a2-25c0-4dfa-85a3-e24a9182d0d8 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The resource could not be found. May 25 23:00:11.911218 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-953773a2-25c0-4dfa-85a3-e24a9182d0d8 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2430205 May 25 23:00:11.911624 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40848) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:11.923353 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.ipam_backend_mixin [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Performing IP validity checks on allocation pools {{(pid=84716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 25 23:00:11.924253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.ipam_backend_mixin [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 25 23:00:11.965053 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d115fe27-1c75-4950-b2b6-545596e3bdc5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': '7d194229-60b9-4a53-b2bc-ca8da82b065d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0a8b5e6c-f1ff-4da4-9b72-baae2b34902a'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:11.980824 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d115fe27-1c75-4950-b2b6-545596e3bdc5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:11.988358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d115fe27-1c75-4950-b2b6-545596e3bdc5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:11.992341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d115fe27-1c75-4950-b2b6-545596e3bdc5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:12.000919 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d115fe27-1c75-4950-b2b6-545596e3bdc5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:12.016332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2a68203c-4d95-4091-9f3a-0aea6f0d51be tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:12.101182 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b7a08df0-9458-4d82-83e7-558eb218a0d8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:12.130844 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:12.165392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a08df0-9458-4d82-83e7-558eb218a0d8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf10f45-4b09-4303-a6a0-982e37dd8af3,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:12.177610 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-2a68203c-4d95-4091-9f3a-0aea6f0d51be tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] update failed (client error): The resource could not be found. May 25 23:00:12.178582 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2a68203c-4d95-4091-9f3a-0aea6f0d51be tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "PUT /v2.0/routers/f7154922-5a58-49fb-9f3d-eb6f9db7614a HTTP/1.1" status: 404 len: 339 time: 0.8433936 May 25 23:00:12.183293 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40852) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:12.189770 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b7a08df0-9458-4d82-83e7-558eb218a0d8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:12.192397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0fd176-634a-49e9-a318-fb2a2efe931e None None] Network 09a08ced-f030-4c85-9ff1-424e8dd821e9 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:12.213378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Subnet': ['ID=2e3ea119-cf91-4351-a9b6-4c79406f272d,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:12.225537 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Checking segment: {'id': '04e12c94-0fb0-4d01-b9fb-1e2e8c133f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6ab7c94d-a8c3-43f4-9fcf-e528e37345d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:12.225894 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network hostable DHCP agents. Network: 6ab7c94d-a8c3-43f4-9fcf-e528e37345d9, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:00:12.252660 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-d115fe27-1c75-4950-b2b6-545596e3bdc5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The resource could not be found. May 25 23:00:12.256564 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d115fe27-1c75-4950-b2b6-545596e3bdc5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3410907 May 25 23:00:12.256756 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40856) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:12.257919 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b7a08df0-9458-4d82-83e7-558eb218a0d8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/6bf10f45-4b09-4303-a6a0-982e37dd8af3 HTTP/1.1" status: 204 len: 168 time: 1.4057064 May 25 23:00:12.263321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40858) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:12.431263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:00:12.470792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:00:12.471263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 646dd8e6-fc1b-4963-8a23-258f7f6c2eeb not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:00:12.490829 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e0a919-ac42-437a-ad1a-a5b53fcb7be0 None None] DHCP port deletion for 09a08ced-f030-4c85-9ff1-424e8dd821e9 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:00:12.495809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f1e0a919-ac42-437a-ad1a-a5b53fcb7be0 None None] Deleting port 5b294e6c-a0fd-4448-a23b-321f87a16cce {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:12.495984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a919-ac42-437a-ad1a-a5b53fcb7be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:12.501664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network 6ab7c94d-a8c3-43f4-9fcf-e528e37345d9 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:00:12.565557 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:12.590152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port 5b294e6c-a0fd-4448-a23b-321f87a16cce {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:12.590566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:12.630360 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 6ab7c94d-a8c3-43f4-9fcf-e528e37345d9) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:12.638666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-715ac675-6a12-4ee9-b5c4-0185068e94e5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:12.644406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:12.644938 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:12.668231 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934c6259-78c2-44bb-969e-832f57567324 None None] Network 6ab7c94d-a8c3-43f4-9fcf-e528e37345d9 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:12.718710 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-715ac675-6a12-4ee9-b5c4-0185068e94e5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:12.724230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:12.784680 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-f1e0a919-ac42-437a-ad1a-a5b53fcb7be0 None None] For port 5b294e6c-a0fd-4448-a23b-321f87a16cce, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5b294e6c-a0fd-4448-a23b-321f87a16cce,segment=NetworkSegment(61464291-cd80-4550-bb1f-a6586e235a97),segment_id=61464291-cd80-4550-bb1f-a6586e235a97)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:12.785124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a919-ac42-437a-ad1a-a5b53fcb7be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:12.797071 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4ca592bb-e3a3-4a38-8c54-c5c5fc2d51b5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3543320 May 25 23:00:12.808461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40864) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:12.874692 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'network_id': '6ab7c94d-a8c3-43f4-9fcf-e528e37345d9', 'name': 'tempest-PortsTestJSON-70682910'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:12.886215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] For port 5b294e6c-a0fd-4448-a23b-321f87a16cce, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5b294e6c-a0fd-4448-a23b-321f87a16cce,segment=NetworkSegment(61464291-cd80-4550-bb1f-a6586e235a97),segment_id=61464291-cd80-4550-bb1f-a6586e235a97)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:12.886626 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:12.963391 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f1e0a919-ac42-437a-ad1a-a5b53fcb7be0 None None] Calling delete_port for 5b294e6c-a0fd-4448-a23b-321f87a16cce owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:13.008893 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-715ac675-6a12-4ee9-b5c4-0185068e94e5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:13.018565 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Calling delete_port for 5b294e6c-a0fd-4448-a23b-321f87a16cce owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:13.067565 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ac675-6a12-4ee9-b5c4-0185068e94e5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d194229-60b9-4a53-b2bc-ca8da82b065d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:13.146218 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-6ab7c94d-a8c3-43f4-9fcf-e528e37345d9', 'network_id': '6ab7c94d-a8c3-43f4-9fcf-e528e37345d9', 'tenant_id': '4e40335e489b4fbcbbb65e8797e0298c', 'fixed_ips': [{'subnet_id': '2e3ea119-cf91-4351-a9b6-4c79406f272d'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:00:13.147046 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:13.157341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:13.164568 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-715ac675-6a12-4ee9-b5c4-0185068e94e5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:13.164568 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-715ac675-6a12-4ee9-b5c4-0185068e94e5 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "DELETE /v2.0/security-groups/7d194229-60b9-4a53-b2bc-ca8da82b065d HTTP/1.1" status: 204 len: 168 time: 0.9018700 May 25 23:00:13.164568 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40868) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:13.175133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:13.220078 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b332f198-d3f7-4d6f-b850-5523615ab24d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Synchronizing usage tracker for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:13.224226 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a919-ac42-437a-ad1a-a5b53fcb7be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:13.233410 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:00:13.233985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:00:13.254835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Allocated IP 172.20.0.1 (4d9670ae-19d1-4cce-8c09-15e1891fbc70/0cb0625d-a1d8-4fa9-911a-8af0962f0691/781530cc-4109-41d6-88c2-f256049267df) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:13.281979 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e0a919-ac42-437a-ad1a-a5b53fcb7be0 None None] No DVR routers for this DVR port 5b294e6c-a0fd-4448-a23b-321f87a16cce on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:00:13.283569 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0a919-ac42-437a-ad1a-a5b53fcb7be0 None None] Pushing event deleted for resources: {'Port': ['ID=5b294e6c-a0fd-4448-a23b-321f87a16cce,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:13.285550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:13.296501 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:13.319540 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b332f198-d3f7-4d6f-b850-5523615ab24d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Unset dirty status for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:13.324606 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b332f198-d3f7-4d6f-b850-5523615ab24d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1570232 May 25 23:00:13.325349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40872) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:13.332921 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-dac4bf27-e748-400b-9ab6-2b397d48b101 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': '44615ac9-2269-4160-928a-12f72ef8dd94', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:13.337489 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-dac4bf27-e748-400b-9ab6-2b397d48b101 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:13.342453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dac4bf27-e748-400b-9ab6-2b397d48b101 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:13.346357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dac4bf27-e748-400b-9ab6-2b397d48b101 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:13.352626 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-dac4bf27-e748-400b-9ab6-2b397d48b101 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:13.374147 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Allocated IP 172.20.0.2 (6ab7c94d-a8c3-43f4-9fcf-e528e37345d9/2e3ea119-cf91-4351-a9b6-4c79406f272d/2c032501-51de-4781-b93c-386e5dc1e55f) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:13.487520 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] device_id is not set on port 898071e5-6391-4d1f-903d-9f5fc2991768 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:00:13.519362 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-dac4bf27-e748-400b-9ab6-2b397d48b101 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The resource could not be found. May 25 23:00:13.521281 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dac4bf27-e748-400b-9ab6-2b397d48b101 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1946640 May 25 23:00:13.525032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40876) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:13.530442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-254bf9fb-bcf3-45b0-97e0-18f78a187f1b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748021557'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:13.536517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-254bf9fb-bcf3-45b0-97e0-18f78a187f1b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:13.546696 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-254bf9fb-bcf3-45b0-97e0-18f78a187f1b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:13.603376 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:13.612363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:13.613985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Transition to ACTIVE for port object 2c032501-51de-4781-b93c-386e5dc1e55f will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:13.628374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Transition to ACTIVE for port object 781530cc-4109-41d6-88c2-f256049267df will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:13.633262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Transition to ACTIVE for port object 2c032501-51de-4781-b93c-386e5dc1e55f will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:13.644906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-254bf9fb-bcf3-45b0-97e0-18f78a187f1b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:13.678620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-254bf9fb-bcf3-45b0-97e0-18f78a187f1b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:13.682331 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-254bf9fb-bcf3-45b0-97e0-18f78a187f1b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:13.685616 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-254bf9fb-bcf3-45b0-97e0-18f78a187f1b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:13.691459 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-254bf9fb-bcf3-45b0-97e0-18f78a187f1b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:13.693869 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-81d0558b-656b-49dc-a06e-ae13a91bca59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:13.740239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Deleting port 5b294e6c-a0fd-4448-a23b-321f87a16cce {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:13.740494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:13.774470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:13.778537 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-254bf9fb-bcf3-45b0-97e0-18f78a187f1b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:13.811032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] The port '5b294e6c-a0fd-4448-a23b-321f87a16cce' was deleted {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:00:13.827624 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:13.845909 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Pushing event updated for resources: {'Port': ['ID=2c032501-51de-4781-b93c-386e5dc1e55f,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:13.849191 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Network 6ab7c94d-a8c3-43f4-9fcf-e528e37345d9 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:13.850584 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:13.852506 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:13.911742 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Allocated IP 172.20.0.12 (6ab7c94d-a8c3-43f4-9fcf-e528e37345d9/2e3ea119-cf91-4351-a9b6-4c79406f272d/898071e5-6391-4d1f-903d-9f5fc2991768) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:13.913861 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-254bf9fb-bcf3-45b0-97e0-18f78a187f1b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:13.923746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event updated for resources: {'Port': ['ID=781530cc-4109-41d6-88c2-f256049267df,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:13.928767 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Network 4d9670ae-19d1-4cce-8c09-15e1891fbc70 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:13.933762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:13.937535 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:13.950702 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Attempting to bind port 2c032501-51de-4781-b93c-386e5dc1e55f on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:00:13.951155 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Attempting to bind port 2c032501-51de-4781-b93c-386e5dc1e55f by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '04e12c94-0fb0-4d01-b9fb-1e2e8c133f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6ab7c94d-a8c3-43f4-9fcf-e528e37345d9'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:00:13.951692 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Attempting to bind port 2c032501-51de-4781-b93c-386e5dc1e55f on network 6ab7c94d-a8c3-43f4-9fcf-e528e37345d9 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:00:13.959896 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 22, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:00:13.960524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Checking segment: {'id': '04e12c94-0fb0-4d01-b9fb-1e2e8c133f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6ab7c94d-a8c3-43f4-9fcf-e528e37345d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:13.960690 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:13.961219 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:13.961746 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Bound using segment: {'id': '04e12c94-0fb0-4d01-b9fb-1e2e8c133f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6ab7c94d-a8c3-43f4-9fcf-e528e37345d9'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:00:13.962402 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Bound port: 2c032501-51de-4781-b93c-386e5dc1e55f, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e12c94-0fb0-4d01-b9fb-1e2e8c133f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6ab7c94d-a8c3-43f4-9fcf-e528e37345d9'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:00:13.962757 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.005746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bf9fb-bcf3-45b0-97e0-18f78a187f1b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2606449-1876-48e5-958d-96c1ceed6795,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:14.011984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a08ced-f030-4c85-9ff1-424e8dd821e9']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:14.025227 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61464291-cd80-4550-bb1f-a6586e235a97') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:14.025519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61464291-cd80-4550-bb1f-a6586e235a97') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:14.034414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.040731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.058742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.065841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:00:14.066303 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:00:14.081228 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:00:14.085650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-254bf9fb-bcf3-45b0-97e0-18f78a187f1b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.086809 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-254bf9fb-bcf3-45b0-97e0-18f78a187f1b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5610614 May 25 23:00:14.102343 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] For port 2c032501-51de-4781-b93c-386e5dc1e55f, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:00:14.106483 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] For port 2c032501-51de-4781-b93c-386e5dc1e55f, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2c032501-51de-4781-b93c-386e5dc1e55f,segment=NetworkSegment(04e12c94-0fb0-4d01-b9fb-1e2e8c133f08),segment_id=04e12c94-0fb0-4d01-b9fb-1e2e8c133f08)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:00:14.128412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40880) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:14.141235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-2f10310a-46cf-429f-8c2f-6b058ee512f0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459091976'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:14.159733 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2f10310a-46cf-429f-8c2f-6b058ee512f0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:14.171255 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2f10310a-46cf-429f-8c2f-6b058ee512f0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:14.180395 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2f10310a-46cf-429f-8c2f-6b058ee512f0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:14.190614 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2f10310a-46cf-429f-8c2f-6b058ee512f0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:14.191391 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.250333 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.267206 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Transition to ACTIVE for port object 898071e5-6391-4d1f-903d-9f5fc2991768 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:14.274751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.287596 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea8dd6-dc0f-4163-a977-a60d2b6e5bfa None None] Pushing event updated for resources: {'Port': ['ID=2c032501-51de-4781-b93c-386e5dc1e55f,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:14.302775 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.308763 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Pushing event deleted for resources: {'Network': ['ID=09a08ced-f030-4c85-9ff1-424e8dd821e9,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:14.313874 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ea9c551d-e4b6-4159-9512-2b716a0cc300 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/networks/09a08ced-f030-4c85-9ff1-424e8dd821e9 HTTP/1.1" status: 204 len: 168 time: 2.0492902 May 25 23:00:14.318047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40884) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:14.321769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-1bce506c-2b77-45d5-b9ee-5ddab389d130 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'router': {'routes': None}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:14.337357 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f10310a-46cf-429f-8c2f-6b058ee512f0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.395307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.397126 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f3e7f763-28f4-4abb-b101-e254677dea83 None None] Provisioning for port 781530cc-4109-41d6-88c2-f256049267df completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:14.408567 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f3e7f763-28f4-4abb-b101-e254677dea83 None None] Provisioning complete for port 781530cc-4109-41d6-88c2-f256049267df triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:14.410091 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f3e7f763-28f4-4abb-b101-e254677dea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.410646 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.421331 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2f10310a-46cf-429f-8c2f-6b058ee512f0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:14.465839 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2f10310a-46cf-429f-8c2f-6b058ee512f0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:14.478092 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2f10310a-46cf-429f-8c2f-6b058ee512f0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:14.495292 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5b294e6c-a0fd-4448-a23b-321f87a16cce no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:00:14.525316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2f10310a-46cf-429f-8c2f-6b058ee512f0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:14.541811 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 5b294e6c-a0fd-4448-a23b-321f87a16cce {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:00:14.542237 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5b294e6c-a0fd-4448-a23b-321f87a16cce not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:00:14.552888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f3e7f763-28f4-4abb-b101-e254677dea83 None None] Port 781530cc-4109-41d6-88c2-f256049267df cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:00:14.572567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network 6ab7c94d-a8c3-43f4-9fcf-e528e37345d9 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:14.577543 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:14.582414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=898071e5-6391-4d1f-903d-9f5fc2991768,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:14.586575 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:14.683829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.extraroute_db [None req-1bce506c-2b77-45d5-b9ee-5ddab389d130 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Added routes are [] {{(pid=84716) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 25 23:00:14.684467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.extraroute_db [None req-1bce506c-2b77-45d5-b9ee-5ddab389d130 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Removed routes are [] {{(pid=84716) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 25 23:00:14.684890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bce506c-2b77-45d5-b9ee-5ddab389d130 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.782477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.835830 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:14.836403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.864043 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f10310a-46cf-429f-8c2f-6b058ee512f0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:14.959730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f10310a-46cf-429f-8c2f-6b058ee512f0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:15.030528 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-802d11bf-9be9-4afa-babd-d1fdfffb3937 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2213290 May 25 23:00:15.033913 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10310a-46cf-429f-8c2f-6b058ee512f0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21311600-4227-4f19-a03a-f5cb93d428f2,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:15.035824 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40888) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:15.054963 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bce506c-2b77-45d5-b9ee-5ddab389d130 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:15.058530 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bce506c-2b77-45d5-b9ee-5ddab389d130 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:15.073300 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:15.108762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f10310a-46cf-429f-8c2f-6b058ee512f0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:15.112621 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2f10310a-46cf-429f-8c2f-6b058ee512f0 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9802685 May 25 23:00:15.114878 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40892) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:15.125520 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-846de410-88b6-4e21-b2d5-eaeb544f8e39 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': 'f2606449-1876-48e5-958d-96c1ceed6795', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '21311600-4227-4f19-a03a-f5cb93d428f2'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:15.136509 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-846de410-88b6-4e21-b2d5-eaeb544f8e39 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:15.142968 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc7705-5597-478f-b569-1c4371ae434e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port 898071e5-6391-4d1f-903d-9f5fc2991768 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:15.143310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7705-5597-478f-b569-1c4371ae434e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:15.170525 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-846de410-88b6-4e21-b2d5-eaeb544f8e39 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:15.177133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-846de410-88b6-4e21-b2d5-eaeb544f8e39 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:15.202895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-846de410-88b6-4e21-b2d5-eaeb544f8e39 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:15.218349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:15.219283 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bce506c-2b77-45d5-b9ee-5ddab389d130 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:00:15.306935 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:15.370824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bce506c-2b77-45d5-b9ee-5ddab389d130 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:00:15.378030 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1bce506c-2b77-45d5-b9ee-5ddab389d130 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:15.381689 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1bce506c-2b77-45d5-b9ee-5ddab389d130 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd HTTP/1.1" status: 200 len: 705 time: 1.0642662 May 25 23:00:15.382489 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40896) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:15.383346 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e0b84d-4d8d-4880-86ec-027f822905d9 None None] Sync routers for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:00:15.399405 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e0b84d-4d8d-4880-86ec-027f822905d9 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:15.400052 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f0e0b84d-4d8d-4880-86ec-027f822905d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:00:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:15.433156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bb49dfa5-7087-405d-899f-7dbe4b01e6aa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Synchronizing usage tracker for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:15.524329 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcb5215-0d36-44e1-95c3-84a36f684df3 None None] Network 6ab7c94d-a8c3-43f4-9fcf-e528e37345d9 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:15.567643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bb49dfa5-7087-405d-899f-7dbe4b01e6aa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Unset dirty status for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:15.573969 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bb49dfa5-7087-405d-899f-7dbe4b01e6aa tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports?device_id=133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd HTTP/1.1" status: 200 len: 205 time: 0.1852186 May 25 23:00:15.574289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40900) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:15.607797 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event updated for resources: {'Port': ['ID=781530cc-4109-41d6-88c2-f256049267df,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:15.618079 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:15.618552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-f0e0b84d-4d8d-4880-86ec-027f822905d9 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:00:15.723420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e6a77518-c1fd-488f-a51d-218487384ea8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:15.727491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7705-5597-478f-b569-1c4371ae434e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:15.743740 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-846de410-88b6-4e21-b2d5-eaeb544f8e39 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:15.747171 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-846de410-88b6-4e21-b2d5-eaeb544f8e39 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.6289234 May 25 23:00:15.752273 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f0e0b84d-4d8d-4880-86ec-027f822905d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T23:00:09Z', 'revision_number': 11, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:15.755340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40906) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:15.764822 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e0b84d-4d8d-4880-86ec-027f822905d9 None None] Checking router: 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:00:15.804718 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e0b84d-4d8d-4880-86ec-027f822905d9 None None] Routers {'133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:15.805338 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f0e0b84d-4d8d-4880-86ec-027f822905d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:00:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:15.886426 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc7705-5597-478f-b569-1c4371ae434e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for 898071e5-6391-4d1f-903d-9f5fc2991768 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:15.927948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-25f58079-2ec7-4f27-8833-30328698c325 None None] Provisioning for port 2c032501-51de-4781-b93c-386e5dc1e55f completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:16.025821 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-f0e0b84d-4d8d-4880-86ec-027f822905d9 None None] Set router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:00:16.096280 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Network 4d9670ae-19d1-4cce-8c09-15e1891fbc70 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:16.103429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:16.171427 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8e6adb6-e13a-42c5-afb1-575a49dc35dc tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.182508 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f0e0b84d-4d8d-4880-86ec-027f822905d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T23:00:09Z', 'revision_number': 11, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:16.213914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e0b84d-4d8d-4880-86ec-027f822905d9 None None] The sync data for ids ['133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd'] in dv-neutron-843300-1-hyperv is: [{'id': '133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd', 'name': 'tempest-RoutersIpV6Test-router-2065389491', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T22:58:38Z', 'updated_at': '2022-05-25T23:00:09Z', 'revision_number': 11, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:00:16.275391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e6a77518-c1fd-488f-a51d-218487384ea8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.286102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e6a77518-c1fd-488f-a51d-218487384ea8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.286743 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7705-5597-478f-b569-1c4371ae434e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.382562 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e6a77518-c1fd-488f-a51d-218487384ea8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.383111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a77518-c1fd-488f-a51d-218487384ea8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Fanout notify agent at l3_agent the message router_deleted on router 133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:00:16.400371 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e6a77518-c1fd-488f-a51d-218487384ea8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.400954 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e6a77518-c1fd-488f-a51d-218487384ea8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/routers/133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd HTTP/1.1" status: 204 len: 168 time: 0.8252110 May 25 23:00:16.405659 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc7705-5597-478f-b569-1c4371ae434e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=898071e5-6391-4d1f-903d-9f5fc2991768,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:16.406973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40912) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:16.408934 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8e6adb6-e13a-42c5-afb1-575a49dc35dc tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.414325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-dab4c374-d8d8-4314-a739-f118566920c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-978357315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:16.423408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-dab4c374-d8d8-4314-a739-f118566920c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:16.429348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dab4c374-d8d8-4314-a739-f118566920c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Usage tracker for resource:router and tenant:709065ad3f804137aff47a33720efd4e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:16.432912 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dab4c374-d8d8-4314-a739-f118566920c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:16.440727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-dab4c374-d8d8-4314-a739-f118566920c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:16.449790 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-952ef6b9-f498-43c3-bf06-65b70a7cd9cc None None] Provisioning complete for port 781530cc-4109-41d6-88c2-f256049267df triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:16.450336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-952ef6b9-f498-43c3-bf06-65b70a7cd9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.532379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-952ef6b9-f498-43c3-bf06-65b70a7cd9cc None None] Port 781530cc-4109-41d6-88c2-f256049267df cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:00:16.548352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dab4c374-d8d8-4314-a739-f118566920c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.549600 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dab4c374-d8d8-4314-a739-f118566920c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.577544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2c032501-51de-4781-b93c-386e5dc1e55f up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:16.588509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dab4c374-d8d8-4314-a739-f118566920c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.621794 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.655921 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-feff98de-0b37-45a4-b2d7-4deaac1ea745 None None] Could not find standard attr ID for object 898071e5-6391-4d1f-903d-9f5fc2991768. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 23:00:16.691323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7705-5597-478f-b569-1c4371ae434e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.705557 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dab4c374-d8d8-4314-a739-f118566920c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.759855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 2c032501-51de-4781-b93c-386e5dc1e55f completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:16.763724 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4ddc7705-5597-478f-b569-1c4371ae434e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/898071e5-6391-4d1f-903d-9f5fc2991768 HTTP/1.1" status: 204 len: 168 time: 1.7248240 May 25 23:00:16.766630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40916) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:16.769032 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 2c032501-51de-4781-b93c-386e5dc1e55f triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:16.769281 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.786360 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8e6adb6-e13a-42c5-afb1-575a49dc35dc tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.789055 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f8e6adb6-e13a-42c5-afb1-575a49dc35dc tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.792723 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f8e6adb6-e13a-42c5-afb1-575a49dc35dc tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "DELETE /v2.0/security-groups/21311600-4227-4f19-a03a-f5cb93d428f2 HTTP/1.1" status: 204 len: 168 time: 1.0324636 May 25 23:00:16.803759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40920) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:16.815112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dab4c374-d8d8-4314-a739-f118566920c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.818703 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dab4c374-d8d8-4314-a739-f118566920c3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4081545 May 25 23:00:16.819026 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40924) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:16.824437 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3e2927cd-1535-4b1a-b512-f29c5a75f786 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:16.848642 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6adb6-e13a-42c5-afb1-575a49dc35dc tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21311600-4227-4f19-a03a-f5cb93d428f2,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:16.875201 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd554fc-b463-4943-a59f-648ac6950bd4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] DELETE failed (client error): The resource could not be found. May 25 23:00:16.875532 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd554fc-b463-4943-a59f-648ac6950bd4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:00:16.879621 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bbd554fc-b463-4943-a59f-648ac6950bd4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/898071e5-6391-4d1f-903d-9f5fc2991768 HTTP/1.1" status: 404 len: 333 time: 0.1092594 May 25 23:00:16.883630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40928) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:16.920123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c42350ec-0f16-48fe-8ad5-f88757d94c8a None None] Could not find standard attr ID for object 898071e5-6391-4d1f-903d-9f5fc2991768. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 23:00:16.928391 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:16.933191 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1e9dade0-973f-4b82-8be8-ce8236778aab tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Synchronizing usage tracker for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:16.960602 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Router f7154922-5a58-49fb-9f3d-eb6f9db7614a has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:00:16.967610 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 2c032501-51de-4781-b93c-386e5dc1e55f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2c032501-51de-4781-b93c-386e5dc1e55f,segment=NetworkSegment(04e12c94-0fb0-4d01-b9fb-1e2e8c133f08),segment_id=04e12c94-0fb0-4d01-b9fb-1e2e8c133f08)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:16.993864 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-b052b6dc-a47d-4820-b819-b529b5a065aa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] GET failed (client error): The resource could not be found. May 25 23:00:16.993864 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b052b6dc-a47d-4820-b819-b529b5a065aa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/898071e5-6391-4d1f-903d-9f5fc2991768 HTTP/1.1" status: 404 len: 333 time: 0.1072886 May 25 23:00:16.994188 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40934) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:17.073558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:17.096181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1e9dade0-973f-4b82-8be8-ce8236778aab tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Unset dirty status for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:17.099440 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1e9dade0-973f-4b82-8be8-ce8236778aab tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2915151 May 25 23:00:17.102634 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40938) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:17.144145 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=2c032501-51de-4781-b93c-386e5dc1e55f,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:17.191496 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3fca9fc3-4140-4ebb-b3bf-09134be68922 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:17.223626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3fca9fc3-4140-4ebb-b3bf-09134be68922 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:17.238498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:00:17.248211 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fd124b46-61c8-416b-8195-57e4e0fc608a tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "PUT /v2.0/routers/f7154922-5a58-49fb-9f3d-eb6f9db7614a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0638995 May 25 23:00:17.249552 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40942) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:17.250880 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16492f85-87b6-40e1-850d-e630dc794642 None None] Sync routers for ids ['f7154922-5a58-49fb-9f3d-eb6f9db7614a'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:00:17.282067 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16492f85-87b6-40e1-850d-e630dc794642 None None] Routers {'f7154922-5a58-49fb-9f3d-eb6f9db7614a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:17.282988 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-16492f85-87b6-40e1-850d-e630dc794642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:00:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['f7154922-5a58-49fb-9f3d-eb6f9db7614a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:17.359104 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-16492f85-87b6-40e1-850d-e630dc794642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:17.372837 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16492f85-87b6-40e1-850d-e630dc794642 None None] Routers {'f7154922-5a58-49fb-9f3d-eb6f9db7614a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:17.373707 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-16492f85-87b6-40e1-850d-e630dc794642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:00:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['f7154922-5a58-49fb-9f3d-eb6f9db7614a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:17.416814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:17.433183 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e2927cd-1535-4b1a-b512-f29c5a75f786 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:17.441915 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d73ae43-1116-44f4-bcb2-fbbfa8eb8b1b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting subnet 2e3ea119-cf91-4351-a9b6-4c79406f272d {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:00:17.445981 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-16492f85-87b6-40e1-850d-e630dc794642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:17.446516 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16492f85-87b6-40e1-850d-e630dc794642 None None] The sync data for ids ['f7154922-5a58-49fb-9f3d-eb6f9db7614a'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:00:17.446665 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d73ae43-1116-44f4-bcb2-fbbfa8eb8b1b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:17.500931 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d73ae43-1116-44f4-bcb2-fbbfa8eb8b1b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:17.542047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e2927cd-1535-4b1a-b512-f29c5a75f786 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:17.554490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54503d43-9c7c-4117-afd3-aea466aeb973 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:17.662619 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3fca9fc3-4140-4ebb-b3bf-09134be68922 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:17.690743 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca9fc3-4140-4ebb-b3bf-09134be68922 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2606449-1876-48e5-958d-96c1ceed6795,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:17.724406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d73ae43-1116-44f4-bcb2-fbbfa8eb8b1b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:17.743943 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-54503d43-9c7c-4117-afd3-aea466aeb973 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] delete failed (client error): There was a conflict when trying to complete your request. May 25 23:00:17.745039 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-54503d43-9c7c-4117-afd3-aea466aeb973 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "DELETE /v2.0/routers/f7154922-5a58-49fb-9f3d-eb6f9db7614a HTTP/1.1" status: 409 len: 329 time: 0.4892948 May 25 23:00:17.748562 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40946) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:17.859015 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2927cd-1535-4b1a-b512-f29c5a75f786 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Router 8d011fa3-5738-4985-9481-6ee0fc3a770f is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:00:17.863988 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3fca9fc3-4140-4ebb-b3bf-09134be68922 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:17.867788 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3fca9fc3-4140-4ebb-b3bf-09134be68922 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "DELETE /v2.0/security-groups/f2606449-1876-48e5-958d-96c1ceed6795 HTTP/1.1" status: 204 len: 168 time: 0.7642655 May 25 23:00:17.868443 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40950) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:17.946651 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d73ae43-1116-44f4-bcb2-fbbfa8eb8b1b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:18.094392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-308aea4f-10d0-4bd6-a5fa-55c60608c890 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:18.169112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73ae43-1116-44f4-bcb2-fbbfa8eb8b1b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3ea119-cf91-4351-a9b6-4c79406f272d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:18.180920 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d73ae43-1116-44f4-bcb2-fbbfa8eb8b1b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:18.186395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290f453e-8ec3-4b55-ac2f-5da159312153 None None] Network 6ab7c94d-a8c3-43f4-9fcf-e528e37345d9 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:18.202181 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5d73ae43-1116-44f4-bcb2-fbbfa8eb8b1b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/2e3ea119-cf91-4351-a9b6-4c79406f272d HTTP/1.1" status: 204 len: 168 time: 1.2070312 May 25 23:00:18.204724 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40956) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:18.226762 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3485f537-f06d-4ee0-805a-7f82058d2504 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Synchronizing usage tracker for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:18.287092 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2927cd-1535-4b1a-b512-f29c5a75f786 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:00:18.299447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e2927cd-1535-4b1a-b512-f29c5a75f786 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:18.300584 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3e2927cd-1535-4b1a-b512-f29c5a75f786 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "PUT /v2.0/routers/8d011fa3-5738-4985-9481-6ee0fc3a770f HTTP/1.1" status: 200 len: 697 time: 1.4807041 May 25 23:00:18.302980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1906fc7-fda7-462f-a216-5c68ea541f3b None None] Sync routers for ids ['8d011fa3-5738-4985-9481-6ee0fc3a770f'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:00:18.309033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40960) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:18.342798 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:18.353694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port 2c032501-51de-4781-b93c-386e5dc1e55f {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:18.354023 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:18.382463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3485f537-f06d-4ee0-805a-7f82058d2504 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Unset dirty status for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:18.383029 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3485f537-f06d-4ee0-805a-7f82058d2504 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5136373 May 25 23:00:18.389873 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40964) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:18.397071 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-5c6557c7-17ea-4308-9c21-200240ea43d9 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group': {'name': 'tempest-secgroup--153602343'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:18.410094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5c6557c7-17ea-4308-9c21-200240ea43d9 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:18.417156 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1906fc7-fda7-462f-a216-5c68ea541f3b None None] Routers {'8d011fa3-5738-4985-9481-6ee0fc3a770f'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:18.418090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d1906fc7-fda7-462f-a216-5c68ea541f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:00:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['8d011fa3-5738-4985-9481-6ee0fc3a770f'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:18.426361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5c6557c7-17ea-4308-9c21-200240ea43d9 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:18.536714 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9d9e8fc6-16a2-423c-97c2-43df9a85bd98 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/routers/8d011fa3-5738-4985-9481-6ee0fc3a770f HTTP/1.1" status: 200 len: 703 time: 0.2233715 May 25 23:00:18.549122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40968) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:18.556217 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5c6557c7-17ea-4308-9c21-200240ea43d9 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:18.557786 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-d1906fc7-fda7-462f-a216-5c68ea541f3b None None] Set router 8d011fa3-5738-4985-9481-6ee0fc3a770f gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:00:18.603825 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2c032501-51de-4781-b93c-386e5dc1e55f up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:18.627960 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-64b8c3e2-7fc8-4dc4-8dee-09aa890f514b tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d011fa3-5738-4985-9481-6ee0fc3a770f HTTP/1.1" status: 200 len: 205 time: 0.0777912 May 25 23:00:18.633353 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40972) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:18.655332 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] For port 2c032501-51de-4781-b93c-386e5dc1e55f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2c032501-51de-4781-b93c-386e5dc1e55f,segment=NetworkSegment(04e12c94-0fb0-4d01-b9fb-1e2e8c133f08),segment_id=04e12c94-0fb0-4d01-b9fb-1e2e8c133f08)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:18.656125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:18.730553 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d1906fc7-fda7-462f-a216-5c68ea541f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d011fa3-5738-4985-9481-6ee0fc3a770f', 'name': 'tempest-RoutersIpV6Test-router-978357315', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:16Z', 'updated_at': '2022-05-25T23:00:17Z', 'revision_number': 2, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:18.746284 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1906fc7-fda7-462f-a216-5c68ea541f3b None None] Checking router: 8d011fa3-5738-4985-9481-6ee0fc3a770f for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:00:18.765146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1906fc7-fda7-462f-a216-5c68ea541f3b None None] Routers {'8d011fa3-5738-4985-9481-6ee0fc3a770f'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:18.765894 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d1906fc7-fda7-462f-a216-5c68ea541f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:00:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['8d011fa3-5738-4985-9481-6ee0fc3a770f'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:18.784408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5c6557c7-17ea-4308-9c21-200240ea43d9 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:18.792283 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for 2c032501-51de-4781-b93c-386e5dc1e55f owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:18.829005 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5c6557c7-17ea-4308-9c21-200240ea43d9 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:18.833025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5c6557c7-17ea-4308-9c21-200240ea43d9 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:18.847054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5c6557c7-17ea-4308-9c21-200240ea43d9 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:18.931719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5c6557c7-17ea-4308-9c21-200240ea43d9 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:18.934727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d80f375-b3d6-43ad-b867-383382e4528c None None] DHCP port deletion for 6ab7c94d-a8c3-43f4-9fcf-e528e37345d9 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:00:18.952198 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ef35-7b38-4cac-a5a1-cf2001ddccd7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:18.954671 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-7d80f375-b3d6-43ad-b867-383382e4528c None None] Deleting port 2c032501-51de-4781-b93c-386e5dc1e55f {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:18.955043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7d80f375-b3d6-43ad-b867-383382e4528c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:18.976919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:18.984561 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 2c032501-51de-4781-b93c-386e5dc1e55f triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:18.988348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.020973 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Port 2c032501-51de-4781-b93c-386e5dc1e55f was deleted so its status cannot be updated. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 25 23:00:19.024382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=2c032501-51de-4781-b93c-386e5dc1e55f,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:19.029783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5c6557c7-17ea-4308-9c21-200240ea43d9 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.057034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-7d80f375-b3d6-43ad-b867-383382e4528c None None] The port '2c032501-51de-4781-b93c-386e5dc1e55f' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:00:19.058536 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-d1906fc7-fda7-462f-a216-5c68ea541f3b None None] Set router 8d011fa3-5738-4985-9481-6ee0fc3a770f gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:00:19.058782 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No DVR routers for this DVR port 2c032501-51de-4781-b93c-386e5dc1e55f on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:00:19.143433 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6557c7-17ea-4308-9c21-200240ea43d9 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e90017-1252-4bcd-92ad-ae7036a6b928,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:19.169922 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d1906fc7-fda7-462f-a216-5c68ea541f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d011fa3-5738-4985-9481-6ee0fc3a770f', 'name': 'tempest-RoutersIpV6Test-router-978357315', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:16Z', 'updated_at': '2022-05-25T23:00:17Z', 'revision_number': 2, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:19.174761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1906fc7-fda7-462f-a216-5c68ea541f3b None None] The sync data for ids ['8d011fa3-5738-4985-9481-6ee0fc3a770f'] in dv-neutron-843300-1-hyperv is: [{'id': '8d011fa3-5738-4985-9481-6ee0fc3a770f', 'name': 'tempest-RoutersIpV6Test-router-978357315', 'tenant_id': '709065ad3f804137aff47a33720efd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:16Z', 'updated_at': '2022-05-25T23:00:17Z', 'revision_number': 2, 'project_id': '709065ad3f804137aff47a33720efd4e', 'gw_port_host': None}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:00:19.212679 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5c6557c7-17ea-4308-9c21-200240ea43d9 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.212679 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5c6557c7-17ea-4308-9c21-200240ea43d9 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8198960 May 25 23:00:19.223245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 40976) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:19.236472 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.265882 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-12625e93-7232-48a4-a297-0b1b0ffd3e4f tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': '22e90017-1252-4bcd-92ad-ae7036a6b928', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:19.275457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab7c94d-a8c3-43f4-9fcf-e528e37345d9']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:19.280166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-12625e93-7232-48a4-a297-0b1b0ffd3e4f tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:19.289132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e12c94-0fb0-4d01-b9fb-1e2e8c133f08') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:19.293117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e12c94-0fb0-4d01-b9fb-1e2e8c133f08') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:19.293282 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-12625e93-7232-48a4-a297-0b1b0ffd3e4f tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:19.293961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-12625e93-7232-48a4-a297-0b1b0ffd3e4f tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:19.303162 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.321259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.330561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:00:19.331029 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:00:19.347593 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:00:19.365847 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-12625e93-7232-48a4-a297-0b1b0ffd3e4f tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:19.449697 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ef35-7b38-4cac-a5a1-cf2001ddccd7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.457848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ef35-7b38-4cac-a5a1-cf2001ddccd7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.496304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.520203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.527464 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Network': ['ID=6ab7c94d-a8c3-43f4-9fcf-e528e37345d9,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:19.531283 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2afa6962-a6c6-4d9d-a047-93eee0357bec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/networks/6ab7c94d-a8c3-43f4-9fcf-e528e37345d9 HTTP/1.1" status: 204 len: 168 time: 1.3256392 May 25 23:00:19.536985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40982) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:19.542768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-9e1e3cd1-4df0-4210-84f3-84a5793e137b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-503794693'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:19.548907 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9e1e3cd1-4df0-4210-84f3-84a5793e137b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:19.552946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9e1e3cd1-4df0-4210-84f3-84a5793e137b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:network and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:19.555795 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9e1e3cd1-4df0-4210-84f3-84a5793e137b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:19.557364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-308aea4f-10d0-4bd6-a5fa-55c60608c890 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Deleting port 781530cc-4109-41d6-88c2-f256049267df {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:19.557705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-308aea4f-10d0-4bd6-a5fa-55c60608c890 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.561697 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9e1e3cd1-4df0-4210-84f3-84a5793e137b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:19.590817 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ef35-7b38-4cac-a5a1-cf2001ddccd7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.591461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e8ef35-7b38-4cac-a5a1-cf2001ddccd7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Fanout notify agent at l3_agent the message router_deleted on router 8d011fa3-5738-4985-9481-6ee0fc3a770f {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:00:19.623282 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ef35-7b38-4cac-a5a1-cf2001ddccd7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.624339 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a0e8ef35-7b38-4cac-a5a1-cf2001ddccd7 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/routers/8d011fa3-5738-4985-9481-6ee0fc3a770f HTTP/1.1" status: 204 len: 168 time: 0.9900942 May 25 23:00:19.630430 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40986) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:19.653280 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-12625e93-7232-48a4-a297-0b1b0ffd3e4f tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:19.656901 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-12625e93-7232-48a4-a297-0b1b0ffd3e4f tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4043939 May 25 23:00:19.661830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40990) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:19.678433 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f7a123a6-5082-4bea-b0a8-bcd6db663635 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group_rule': {'security_group_id': '22e90017-1252-4bcd-92ad-ae7036a6b928', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:19.684757 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4ed6b9af-ddcc-40c1-a8d7-267476d8521f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d011fa3-5738-4985-9481-6ee0fc3a770f HTTP/1.1" status: 200 len: 205 time: 0.0529106 May 25 23:00:19.687363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f7a123a6-5082-4bea-b0a8-bcd6db663635 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:19.689620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40994) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:19.752189 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f7a123a6-5082-4bea-b0a8-bcd6db663635 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:19.754908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1e3cd1-4df0-4210-84f3-84a5793e137b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:19.757874 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9e1e3cd1-4df0-4210-84f3-84a5793e137b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.760622 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-308aea4f-10d0-4bd6-a5fa-55c60608c890 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.785024 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f7a123a6-5082-4bea-b0a8-bcd6db663635 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:19.791787 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-717cbcec-d76d-4ce1-ad25-9bfeccd06864 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] delete failed (client error): The resource could not be found. May 25 23:00:19.792830 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-717cbcec-d76d-4ce1-ad25-9bfeccd06864 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/routers/8d011fa3-5738-4985-9481-6ee0fc3a770f HTTP/1.1" status: 404 len: 336 time: 0.1022677 May 25 23:00:19.798933 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 40998) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:19.799722 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f7a123a6-5082-4bea-b0a8-bcd6db663635 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:19.852478 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9c3ca9-64b4-437d-93cd-efb1fbad2bef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] DELETE failed (client error): The resource could not be found. May 25 23:00:19.852935 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9c3ca9-64b4-437d-93cd-efb1fbad2bef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:00:19.857511 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-eb9c3ca9-64b4-437d-93cd-efb1fbad2bef tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/02dcc6af-2a2e-4ac6-9f76-2656a45baba2 HTTP/1.1" status: 404 len: 337 time: 0.0526907 May 25 23:00:19.859722 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41002) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:19.889494 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-308aea4f-10d0-4bd6-a5fa-55c60608c890 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Calling delete_port for 781530cc-4109-41d6-88c2-f256049267df owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:19.904008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1e3cd1-4df0-4210-84f3-84a5793e137b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:00:19.916081 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc4f078-47f0-4def-8fd8-12585915f132 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] DELETE failed (client error): The resource could not be found. May 25 23:00:19.916515 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc4f078-47f0-4def-8fd8-12585915f132 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:00:19.924428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9e1e3cd1-4df0-4210-84f3-84a5793e137b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.924791 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-9e1e3cd1-4df0-4210-84f3-84a5793e137b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Added segment ef561d2e-f4a7-45ba-a119-ee6f8adf2017 of type vlan for network 58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc May 25 23:00:19.933539 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7bc4f078-47f0-4def-8fd8-12585915f132 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/8db59bd2-b298-43f7-9233-11be73ce4228 HTTP/1.1" status: 404 len: 337 time: 0.0728636 May 25 23:00:19.936926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41006) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:19.968083 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9e1e3cd1-4df0-4210-84f3-84a5793e137b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:19.980463 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00a3d26-ba52-4dde-9cb3-f24d0438afd9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] DELETE failed (client error): The resource could not be found. May 25 23:00:19.980946 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00a3d26-ba52-4dde-9cb3-f24d0438afd9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:00:19.982763 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f00a3d26-ba52-4dde-9cb3-f24d0438afd9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/d074e90d-de86-4268-a0b2-2bbc6785daa2 HTTP/1.1" status: 404 len: 337 time: 0.0454986 May 25 23:00:19.986194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41010) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:20.045868 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-f7a123a6-5082-4bea-b0a8-bcd6db663635 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:20.049959 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f7a123a6-5082-4bea-b0a8-bcd6db663635 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3789067 May 25 23:00:20.050386 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41014) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:20.074556 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9e1e3cd1-4df0-4210-84f3-84a5793e137b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:20.079453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1e3cd1-4df0-4210-84f3-84a5793e137b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:20.080182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9e1e3cd1-4df0-4210-84f3-84a5793e137b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:20.149989 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ec5766-57ad-47e8-95fc-efb4afd3b3e1 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] DELETE failed (client error): The resource could not be found. May 25 23:00:20.150424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ec5766-57ad-47e8-95fc-efb4afd3b3e1 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:00:20.152046 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-78ec5766-57ad-47e8-95fc-efb4afd3b3e1 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/6bf10f45-4b09-4303-a6a0-982e37dd8af3 HTTP/1.1" status: 404 len: 337 time: 0.1649752 May 25 23:00:20.158618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41018) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:20.202724 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a0e167bc-862a-4336-9a72-43983b814f50 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Synchronizing usage tracker for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:20.221300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a0e167bc-862a-4336-9a72-43983b814f50 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] Unset dirty status for tenant:709065ad3f804137aff47a33720efd4e on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:20.222442 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a0e167bc-862a-4336-9a72-43983b814f50 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports?device_id=133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd HTTP/1.1" status: 200 len: 205 time: 0.0629427 May 25 23:00:20.227694 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41022) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:20.294993 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-7312dac0-3cf9-4e9d-92c3-2aba83ce369f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] delete failed (client error): The resource could not be found. May 25 23:00:20.298379 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7312dac0-3cf9-4e9d-92c3-2aba83ce369f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/routers/133bbdbf-56b1-4d9b-bd3d-b17d2ce41bbd HTTP/1.1" status: 404 len: 336 time: 0.0672331 May 25 23:00:20.299829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41026) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:20.320800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e3cd1-4df0-4210-84f3-84a5793e137b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Network': ['ID=58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:20.334897 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:00:20.344619 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f71d4724-b564-491d-9cfe-813dd97edc4d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:20.347235 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b5888798-84dc-4be4-95a1-ee8a4fa5a426 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b HTTP/1.1" status: 200 len: 205 time: 0.0475690 May 25 23:00:20.354598 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41030) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:20.416660 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9e1e3cd1-4df0-4210-84f3-84a5793e137b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8781087 May 25 23:00:20.419211 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41034) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:20.424758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-86704cc8-f55a-4216-ba67-e5a6f4516f54 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'subnet': {'network_id': '58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:20.438910 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-0aac45d6-80f9-4b1d-b8c4-2d2abd48e7b1 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] delete failed (client error): The resource could not be found. May 25 23:00:20.439925 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0aac45d6-80f9-4b1d-b8c4-2d2abd48e7b1 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/routers/b6283ed3-55cc-4c06-aeeb-e4e4ad6bae8b HTTP/1.1" status: 404 len: 336 time: 0.0840411 May 25 23:00:20.443108 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41038) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:20.475460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2c032501-51de-4781-b93c-386e5dc1e55f no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:00:20.485728 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8db853-9f6f-4f9e-95ad-013b2a5398ee tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] DELETE failed (client error): The resource could not be found. May 25 23:00:20.486165 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8db853-9f6f-4f9e-95ad-013b2a5398ee tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:00:20.490255 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8a8db853-9f6f-4f9e-95ad-013b2a5398ee tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/f01fbca8-0cc8-46ae-8e9a-1e0208e3d1a4 HTTP/1.1" status: 404 len: 337 time: 0.0437810 May 25 23:00:20.490255 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f71d4724-b564-491d-9cfe-813dd97edc4d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:20.494873 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41042) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:20.510588 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 2c032501-51de-4781-b93c-386e5dc1e55f {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:00:20.511070 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2c032501-51de-4781-b93c-386e5dc1e55f not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:00:20.551015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-308aea4f-10d0-4bd6-a5fa-55c60608c890 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:20.593408 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4abc0ee3-456a-4258-98b7-bc58907d24c8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1f2726b-4944-4aea-a62c-8d7e42c9c703 HTTP/1.1" status: 200 len: 205 time: 0.0978951 May 25 23:00:20.595949 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41046) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:20.620350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308aea4f-10d0-4bd6-a5fa-55c60608c890 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event deleted for resources: {'Port': ['ID=781530cc-4109-41d6-88c2-f256049267df,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:20.659124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f71d4724-b564-491d-9cfe-813dd97edc4d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:20.665647 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-86704cc8-f55a-4216-ba67-e5a6f4516f54 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:20.681603 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-f352f837-ccd2-42d3-b324-4ada20ed0c4a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] delete failed (client error): The resource could not be found. May 25 23:00:20.682635 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f352f837-ccd2-42d3-b324-4ada20ed0c4a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/routers/d1f2726b-4944-4aea-a62c-8d7e42c9c703 HTTP/1.1" status: 404 len: 336 time: 0.0856502 May 25 23:00:20.690402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d4724-b564-491d-9cfe-813dd97edc4d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e90017-1252-4bcd-92ad-ae7036a6b928,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:20.691250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41050) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:20.695004 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-86704cc8-f55a-4216-ba67-e5a6f4516f54 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:subnet and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:20.701328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-86704cc8-f55a-4216-ba67-e5a6f4516f54 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:20.717444 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-86704cc8-f55a-4216-ba67-e5a6f4516f54 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:20.733291 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f71d4724-b564-491d-9cfe-813dd97edc4d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:20.735256 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f71d4724-b564-491d-9cfe-813dd97edc4d tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "DELETE /v2.0/security-groups/22e90017-1252-4bcd-92ad-ae7036a6b928 HTTP/1.1" status: 204 len: 168 time: 0.6829762 May 25 23:00:20.743420 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3025f3fe-10f6-43ac-932f-1d67e23c7482 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports?device_id=74d6ac3f-4d47-4f2f-9e90-004a5d478225 HTTP/1.1" status: 200 len: 205 time: 0.0495794 May 25 23:00:20.743420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41054) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:20.744496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41056) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:20.806469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86704cc8-f55a-4216-ba67-e5a6f4516f54 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:20.829618 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-af552c16-a706-4041-afe2-e2d4651ece3f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] delete failed (client error): The resource could not be found. May 25 23:00:20.833037 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-af552c16-a706-4041-afe2-e2d4651ece3f tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/routers/74d6ac3f-4d47-4f2f-9e90-004a5d478225 HTTP/1.1" status: 404 len: 336 time: 0.0854454 May 25 23:00:20.834922 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41062) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:20.889538 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5fb7ff-69b6-43ed-8257-81f5738760e9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] DELETE failed (client error): The resource could not be found. May 25 23:00:20.889968 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5fb7ff-69b6-43ed-8257-81f5738760e9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:00:20.891613 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bc5fb7ff-69b6-43ed-8257-81f5738760e9 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/2879ddbe-d2fb-4a90-b5bf-227958713ee8 HTTP/1.1" status: 404 len: 337 time: 0.0557883 May 25 23:00:20.894641 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41066) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:20.948603 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1ada0c26-58be-42e5-b1e6-95edcb549445 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports?device_id=82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b HTTP/1.1" status: 200 len: 205 time: 0.0527947 May 25 23:00:20.952412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41070) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:20.972967 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-86704cc8-f55a-4216-ba67-e5a6f4516f54 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:21.017240 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c6890ff2-36b5-477d-8ddf-d3ff271ee07b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Synchronizing usage tracker for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:21.027352 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-a1edbc93-bac3-41a4-910e-e631e34d6fed tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] delete failed (client error): The resource could not be found. May 25 23:00:21.028718 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a1edbc93-bac3-41a4-910e-e631e34d6fed tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/routers/82fa5ddc-54d4-4899-b3aa-2e3037f8ea8b HTTP/1.1" status: 404 len: 336 time: 0.0753207 May 25 23:00:21.032336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41074) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:21.036404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-308aea4f-10d0-4bd6-a5fa-55c60608c890 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:21.075393 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d660fd4-9134-4d48-80f9-9ef9e691816a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] DELETE failed (client error): The resource could not be found. May 25 23:00:21.075899 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d660fd4-9134-4d48-80f9-9ef9e691816a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:00:21.077768 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9d660fd4-9134-4d48-80f9-9ef9e691816a tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/9f40a5f8-0431-4206-a72e-e29a1b3b534b HTTP/1.1" status: 404 len: 337 time: 0.0444508 May 25 23:00:21.085508 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41078) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:21.126125 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-72ef1b15-7d6d-41a6-96c3-96a9e2e09ff3 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63dbd57-5f8c-4e74-9040-f732d87018b6 HTTP/1.1" status: 200 len: 205 time: 0.0394249 May 25 23:00:21.128390 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41082) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:21.188858 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c6890ff2-36b5-477d-8ddf-d3ff271ee07b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Unset dirty status for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:21.189736 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c6890ff2-36b5-477d-8ddf-d3ff271ee07b tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4467132 May 25 23:00:21.195626 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41086) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:21.198646 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-7dae5c00-4bfb-4e70-a5d2-4dc7ade143bb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] delete failed (client error): The resource could not be found. May 25 23:00:21.202753 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7dae5c00-4bfb-4e70-a5d2-4dc7ade143bb tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/routers/d63dbd57-5f8c-4e74-9040-f732d87018b6 HTTP/1.1" status: 404 len: 336 time: 0.0699239 May 25 23:00:21.203929 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-8df434e7-31ce-48a4-9042-c3b150eaef7e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254122028'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:21.204611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41090) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:21.209584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8df434e7-31ce-48a4-9042-c3b150eaef7e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:21.219537 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8df434e7-31ce-48a4-9042-c3b150eaef7e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:21.247636 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-c589a147-dc81-4ac0-a8cd-ddecd33740f8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] DELETE failed (client error): The resource could not be found. May 25 23:00:21.248176 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c589a147-dc81-4ac0-a8cd-ddecd33740f8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:00:21.267162 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c589a147-dc81-4ac0-a8cd-ddecd33740f8 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/e3f88ec7-ab8f-4f9f-99f6-31df94b260f6 HTTP/1.1" status: 404 len: 337 time: 0.0615609 May 25 23:00:21.270034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41094) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:21.306029 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8df434e7-31ce-48a4-9042-c3b150eaef7e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:21.323394 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-38007b33-7e48-4cdb-8164-7771902e6b47 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] DELETE failed (client error): The resource could not be found. May 25 23:00:21.323850 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38007b33-7e48-4cdb-8164-7771902e6b47 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:00:21.325772 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-38007b33-7e48-4cdb-8164-7771902e6b47 tempest-RoutersIpV6Test-829075303 tempest-RoutersIpV6Test-829075303-project] 10.222.0.66 "DELETE /v2.0/subnets/b79ff252-33c3-4193-ae00-fdc9866d8db6 HTTP/1.1" status: 404 len: 337 time: 0.0545070 May 25 23:00:21.350768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8df434e7-31ce-48a4-9042-c3b150eaef7e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:21.354494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8df434e7-31ce-48a4-9042-c3b150eaef7e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Usage tracker for resource:security_group_rule and tenant:5ee8ec83720e4d749355052616286844 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:21.357466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8df434e7-31ce-48a4-9042-c3b150eaef7e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:21.363639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8df434e7-31ce-48a4-9042-c3b150eaef7e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:21.422404 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8df434e7-31ce-48a4-9042-c3b150eaef7e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:21.485492 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8df434e7-31ce-48a4-9042-c3b150eaef7e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:21.532769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df434e7-31ce-48a4-9042-c3b150eaef7e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f72e48-791b-47dc-b5d5-f0c48a430b61,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:21.610976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8df434e7-31ce-48a4-9042-c3b150eaef7e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:21.612067 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8df434e7-31ce-48a4-9042-c3b150eaef7e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4154143 May 25 23:00:21.615633 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41100) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:21.621093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-0448068e-35b1-4673-b1c9-c864e4ec54b2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:21.621786 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-0448068e-35b1-4673-b1c9-c864e4ec54b2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] update failed (client error): There was a conflict when trying to complete your request. May 25 23:00:21.627839 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0448068e-35b1-4673-b1c9-c864e4ec54b2 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "PUT /v2.0/security-groups/c6f72e48-791b-47dc-b5d5-f0c48a430b61 HTTP/1.1" status: 409 len: 330 time: 0.0061631 May 25 23:00:21.629805 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41104) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:21.696007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-36287614-6feb-417b-bb80-390c01289c2e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:21.716379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308aea4f-10d0-4bd6-a5fa-55c60608c890 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Router f7154922-5a58-49fb-9f3d-eb6f9db7614a has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:00:21.724024 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-36287614-6feb-417b-bb80-390c01289c2e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:21.781985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-86704cc8-f55a-4216-ba67-e5a6f4516f54 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:21.842414 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-36287614-6feb-417b-bb80-390c01289c2e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:21.859345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41110) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:21.871169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36287614-6feb-417b-bb80-390c01289c2e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f72e48-791b-47dc-b5d5-f0c48a430b61,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:21.878725 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-36287614-6feb-417b-bb80-390c01289c2e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:21.880044 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-36287614-6feb-417b-bb80-390c01289c2e tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "DELETE /v2.0/security-groups/c6f72e48-791b-47dc-b5d5-f0c48a430b61 HTTP/1.1" status: 204 len: 168 time: 0.2492299 May 25 23:00:21.883244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41116) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:21.921125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86704cc8-f55a-4216-ba67-e5a6f4516f54 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Subnet': ['ID=243f777b-4e8d-477c-900d-5f57efde648d,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:21.942254 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308aea4f-10d0-4bd6-a5fa-55c60608c890 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:00:21.943236 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-93aa44a2-a1ea-4059-97ad-80157398ef17 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Synchronizing usage tracker for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:21.953472 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-308aea4f-10d0-4bd6-a5fa-55c60608c890 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "PUT /v2.0/routers/f7154922-5a58-49fb-9f3d-eb6f9db7614a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1989443 May 25 23:00:21.953472 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41120) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:21.956188 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bac8409-a23e-4981-b7d5-4fd426b80e35 None None] Sync routers for ids ['f7154922-5a58-49fb-9f3d-eb6f9db7614a'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:00:21.970971 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bac8409-a23e-4981-b7d5-4fd426b80e35 None None] Routers {'f7154922-5a58-49fb-9f3d-eb6f9db7614a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:21.971840 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3bac8409-a23e-4981-b7d5-4fd426b80e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:00:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['f7154922-5a58-49fb-9f3d-eb6f9db7614a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:22.023327 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-b4e5278e-9c27-4958-ab55-16ccd9d23e13 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] show failed (client error): The resource could not be found. May 25 23:00:22.024345 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b4e5278e-9c27-4958-ab55-16ccd9d23e13 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-1009801460 HTTP/1.1" status: 404 len: 335 time: 0.0706184 May 25 23:00:22.025475 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86704cc8-f55a-4216-ba67-e5a6f4516f54 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Checking segment: {'id': 'ef561d2e-f4a7-45ba-a119-ee6f8adf2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:22.026023 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86704cc8-f55a-4216-ba67-e5a6f4516f54 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network hostable DHCP agents. Network: 58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:00:22.031049 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41124) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:22.037670 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-394888e2-5273-4b68-822e-2659f15184bb tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:22.043370 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3bac8409-a23e-4981-b7d5-4fd426b80e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:22.054403 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bac8409-a23e-4981-b7d5-4fd426b80e35 None None] Routers {'f7154922-5a58-49fb-9f3d-eb6f9db7614a'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:22.054993 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3bac8409-a23e-4981-b7d5-4fd426b80e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:00:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['f7154922-5a58-49fb-9f3d-eb6f9db7614a'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:22.072771 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-91213eca-7298-45fb-9d86-58e6531c4e84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=709065ad3f804137aff47a33720efd4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2098019 May 25 23:00:22.076135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41128) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:22.089310 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-93aa44a2-a1ea-4059-97ad-80157398ef17 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] Unset dirty status for tenant:5ee8ec83720e4d749355052616286844 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:22.096116 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-93aa44a2-a1ea-4059-97ad-80157398ef17 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2061248 May 25 23:00:22.096116 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41132) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:22.104115 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-394888e2-5273-4b68-822e-2659f15184bb tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] update failed (client error): The resource could not be found. May 25 23:00:22.109624 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-394888e2-5273-4b68-822e-2659f15184bb tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-1716240448 HTTP/1.1" status: 404 len: 335 time: 0.0730197 May 25 23:00:22.112013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41136) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:22.118541 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3bac8409-a23e-4981-b7d5-4fd426b80e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:22.119003 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bac8409-a23e-4981-b7d5-4fd426b80e35 None None] The sync data for ids ['f7154922-5a58-49fb-9f3d-eb6f9db7614a'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:00:22.125107 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-7af3dffc-093c-4ae2-a122-607dce9a87d3 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] delete failed (client error): The resource could not be found. May 25 23:00:22.126088 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7af3dffc-093c-4ae2-a122-607dce9a87d3 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "DELETE /v2.0/security-groups/13dfa970-fd2f-4a1b-bf0f-2cc07faf700d HTTP/1.1" status: 404 len: 347 time: 0.0303535 May 25 23:00:22.130143 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41140) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:22.159122 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-c55cbe0e-aee8-4e13-8ec6-9894032b19db tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] show failed (client error): The resource could not be found. May 25 23:00:22.163746 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c55cbe0e-aee8-4e13-8ec6-9894032b19db tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "GET /v2.0/security-groups/14499fc6-18d0-4b20-a6af-18eaa796f6b4 HTTP/1.1" status: 404 len: 347 time: 0.0290103 May 25 23:00:22.171673 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41144) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:22.187082 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-d30a9cb6-773c-43ba-bae3-3a268e64fdb1 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] show failed (client error): The resource could not be found. May 25 23:00:22.188038 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d30a9cb6-773c-43ba-bae3-3a268e64fdb1 tempest-NegativeSecGroupIPv6Test-1481204154 tempest-NegativeSecGroupIPv6Test-1481204154-project] 10.222.0.66 "GET /v2.0/security-group-rules/7e9bc694-e506-443f-9444-e69b3aee5368 HTTP/1.1" status: 404 len: 356 time: 0.0223873 May 25 23:00:22.200265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb0d0-f030-4ad7-b2f5-d0903c511e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:22.231241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb0d0-f030-4ad7-b2f5-d0903c511e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:22.287730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86704cc8-f55a-4216-ba67-e5a6f4516f54 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network 58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:00:22.314095 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-829e9f93-0488-478f-8a53-1eb41f5b6967 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Deleting subnet 6d148915-cd26-4afc-90af-1a225fde20b1 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:00:22.316972 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-829e9f93-0488-478f-8a53-1eb41f5b6967 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:22.364843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb0d0-f030-4ad7-b2f5-d0903c511e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:22.373476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-829e9f93-0488-478f-8a53-1eb41f5b6967 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:22.381524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfb0d0-f030-4ad7-b2f5-d0903c511e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7373b251-7883-4125-934c-4e9ecc530844,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:22.385933 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb0d0-f030-4ad7-b2f5-d0903c511e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:22.390739 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c5bfb0d0-f030-4ad7-b2f5-d0903c511e80 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7373b251-7883-4125-934c-4e9ecc530844 HTTP/1.1" status: 204 len: 168 time: 0.3095992 May 25 23:00:22.402542 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-86704cc8-f55a-4216-ba67-e5a6f4516f54 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:22.412398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd034fb-26c4-470a-b7f2-e4c6dae320c9 None None] Network 58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:22.417363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86704cc8-f55a-4216-ba67-e5a6f4516f54 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:22.417947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-86704cc8-f55a-4216-ba67-e5a6f4516f54 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:22.478560 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-829e9f93-0488-478f-8a53-1eb41f5b6967 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:22.525796 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-86704cc8-f55a-4216-ba67-e5a6f4516f54 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1054914 May 25 23:00:22.528620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41152) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:22.534812 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'network_id': '58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1786275954'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:22.623257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-829e9f93-0488-478f-8a53-1eb41f5b6967 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:22.667131 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e9f93-0488-478f-8a53-1eb41f5b6967 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event deleted for resources: {'Subnet': ['ID=6d148915-cd26-4afc-90af-1a225fde20b1,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:22.674126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-829e9f93-0488-478f-8a53-1eb41f5b6967 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:22.680710 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:22.681229 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-829e9f93-0488-478f-8a53-1eb41f5b6967 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "DELETE /v2.0/subnets/6d148915-cd26-4afc-90af-1a225fde20b1 HTTP/1.1" status: 204 len: 168 time: 0.5704045 May 25 23:00:22.683747 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41158) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:22.694629 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:port and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:22.698178 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:22.704883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b1ffaa-f8fd-471e-af10-46deff2804e7 None None] Network 607ccf66-0ddb-4647-b254-0831010a8062 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:22.705189 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:22.758465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41164) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:22.782509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:22.785620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:22.804390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc', 'network_id': '58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc', 'tenant_id': '4e40335e489b4fbcbbb65e8797e0298c', 'fixed_ips': [{'subnet_id': '243f777b-4e8d-477c-900d-5f57efde648d'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:00:22.805524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:22.834771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] device_id is not set on port 32364742-e8f7-420f-b390-f05b1262cf5c yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:00:22.909575 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f89fbe7-262e-41a1-84ae-0b805b936e8f tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Deleting subnet 6c2d6366-3676-4db6-83c6-eb6e1016114b {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:00:22.914078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f89fbe7-262e-41a1-84ae-0b805b936e8f tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:23.001565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f89fbe7-262e-41a1-84ae-0b805b936e8f tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:23.058086 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-28e0a9fd-7272-4a03-825b-47b613151344 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5ee8ec83720e4d749355052616286844&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3025892 May 25 23:00:23.059715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41176) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:23.090009 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Allocated IP 172.20.0.2 (58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc/243f777b-4e8d-477c-900d-5f57efde648d/71dcff39-57a1-474f-a6e4-4227e7e19658) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:23.099034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f89fbe7-262e-41a1-84ae-0b805b936e8f tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:23.193598 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4067708b-9411-4623-93b0-d5d7caf71a86 None None] DHCP port deletion for 607ccf66-0ddb-4647-b254-0831010a8062 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:00:23.202544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4067708b-9411-4623-93b0-d5d7caf71a86 None None] Deleting port cb09b37f-e503-4bed-9a49-1d0af9fca8da {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:23.202902 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4067708b-9411-4623-93b0-d5d7caf71a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:23.250768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-841c6fae-7080-4cdc-95ef-558cce7491f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:23.265083 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f89fbe7-262e-41a1-84ae-0b805b936e8f tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:23.280593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-841c6fae-7080-4cdc-95ef-558cce7491f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:23.354619 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89fbe7-262e-41a1-84ae-0b805b936e8f tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2d6366-3676-4db6-83c6-eb6e1016114b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:23.368066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f89fbe7-262e-41a1-84ae-0b805b936e8f tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:23.375112 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8f89fbe7-262e-41a1-84ae-0b805b936e8f tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "DELETE /v2.0/subnets/6c2d6366-3676-4db6-83c6-eb6e1016114b HTTP/1.1" status: 204 len: 168 time: 0.6897206 May 25 23:00:23.377700 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41182) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:23.411964 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5437f4a-47b9-4ecb-b5bc-86407fad7a66 None None] Network b498f848-60b6-4101-bdd3-97e66dd87b85 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:23.450431 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-841c6fae-7080-4cdc-95ef-558cce7491f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:23.484649 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c6fae-7080-4cdc-95ef-558cce7491f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0b8da6-2642-4314-a51c-be9995a297e9,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:23.526677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:23.545793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Deleting port cb09b37f-e503-4bed-9a49-1d0af9fca8da {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:23.546289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:23.716345 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4067708b-9411-4623-93b0-d5d7caf71a86 None None] For port cb09b37f-e503-4bed-9a49-1d0af9fca8da, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=cb09b37f-e503-4bed-9a49-1d0af9fca8da,segment=NetworkSegment(2269ba92-cb9d-4780-b571-8b11016e4fff),segment_id=2269ba92-cb9d-4780-b571-8b11016e4fff)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:23.717111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4067708b-9411-4623-93b0-d5d7caf71a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:23.742699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:23.778169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-841c6fae-7080-4cdc-95ef-558cce7491f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:23.779273 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-841c6fae-7080-4cdc-95ef-558cce7491f6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/af0b8da6-2642-4314-a51c-be9995a297e9 HTTP/1.1" status: 204 len: 168 time: 0.7186236 May 25 23:00:23.784597 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] For port cb09b37f-e503-4bed-9a49-1d0af9fca8da, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=cb09b37f-e503-4bed-9a49-1d0af9fca8da,segment=NetworkSegment(2269ba92-cb9d-4780-b571-8b11016e4fff),segment_id=2269ba92-cb9d-4780-b571-8b11016e4fff)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:23.784956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:23.862911 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4067708b-9411-4623-93b0-d5d7caf71a86 None None] Calling delete_port for cb09b37f-e503-4bed-9a49-1d0af9fca8da owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:23.898073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Transition to ACTIVE for port object 71dcff39-57a1-474f-a6e4-4227e7e19658 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:23.925094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Calling delete_port for cb09b37f-e503-4bed-9a49-1d0af9fca8da owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:23.943005 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Transition to ACTIVE for port object 71dcff39-57a1-474f-a6e4-4227e7e19658 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:24.022470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:24.061582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32963602-3899-4016-901c-df6ccdf85cea None None] DHCP port deletion for b498f848-60b6-4101-bdd3-97e66dd87b85 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:00:24.069329 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4067708b-9411-4623-93b0-d5d7caf71a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:24.083187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:00:24.088928 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:00:24.097354 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Allocated IP 172.20.0.11 (58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc/243f777b-4e8d-477c-900d-5f57efde648d/32364742-e8f7-420f-b390-f05b1262cf5c) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:24.098188 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-32963602-3899-4016-901c-df6ccdf85cea None None] Deleting port 62cf55d4-9bdb-4c02-be46-2b8045fc1be5 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:24.098553 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-32963602-3899-4016-901c-df6ccdf85cea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:24.158113 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Network 58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:24.159204 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067708b-9411-4623-93b0-d5d7caf71a86 None None] No DVR routers for this DVR port cb09b37f-e503-4bed-9a49-1d0af9fca8da on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:00:24.162228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Pushing event updated for resources: {'Port': ['ID=71dcff39-57a1-474f-a6e4-4227e7e19658,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:24.167154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:24.208203 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:24.284246 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067708b-9411-4623-93b0-d5d7caf71a86 None None] Pushing event deleted for resources: {'Port': ['ID=cb09b37f-e503-4bed-9a49-1d0af9fca8da,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:24.298913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:24.337631 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Transition to ACTIVE for port object 32364742-e8f7-420f-b390-f05b1262cf5c will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:24.435360 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:24.464264 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Attempting to bind port 71dcff39-57a1-474f-a6e4-4227e7e19658 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:00:24.464718 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Attempting to bind port 71dcff39-57a1-474f-a6e4-4227e7e19658 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'ef561d2e-f4a7-45ba-a119-ee6f8adf2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:00:24.465074 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Attempting to bind port 71dcff39-57a1-474f-a6e4-4227e7e19658 on network 58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:00:24.474415 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device cb09b37f-e503-4bed-9a49-1d0af9fca8da no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:00:24.506241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network 58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:24.514118 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:24.518859 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:24.527438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: cb09b37f-e503-4bed-9a49-1d0af9fca8da {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:00:24.528568 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device cb09b37f-e503-4bed-9a49-1d0af9fca8da not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:00:24.533494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 62cf55d4-9bdb-4c02-be46-2b8045fc1be5 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:00:24.564328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:00:24.564945 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Checking segment: {'id': 'ef561d2e-f4a7-45ba-a119-ee6f8adf2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:24.565337 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:24.565876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Bound using segment: {'id': 'ef561d2e-f4a7-45ba-a119-ee6f8adf2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:00:24.566509 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Bound port: 71dcff39-57a1-474f-a6e4-4227e7e19658, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef561d2e-f4a7-45ba-a119-ee6f8adf2017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:00:24.566884 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:24.570840 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=32364742-e8f7-420f-b390-f05b1262cf5c,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:24.585664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Deleting port cb09b37f-e503-4bed-9a49-1d0af9fca8da {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:24.585664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:24.622516 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:24.623111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:24.650146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-32963602-3899-4016-901c-df6ccdf85cea None None] For port 62cf55d4-9bdb-4c02-be46-2b8045fc1be5, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=62cf55d4-9bdb-4c02-be46-2b8045fc1be5,segment=NetworkSegment(0806e1d5-12df-46ef-95bc-635fb9980cab),segment_id=0806e1d5-12df-46ef-95bc-635fb9980cab)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:24.650525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-32963602-3899-4016-901c-df6ccdf85cea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:24.658634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] The port 'cb09b37f-e503-4bed-9a49-1d0af9fca8da' was deleted {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:00:24.782409 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-32963602-3899-4016-901c-df6ccdf85cea None None] Calling delete_port for 62cf55d4-9bdb-4c02-be46-2b8045fc1be5 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:24.794988 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:24.807866 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-63214a68-cf07-45a8-a0bd-ca0d95e4a76b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.2756424 May 25 23:00:24.814184 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41204) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:24.825584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607ccf66-0ddb-4647-b254-0831010a8062']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:24.839490 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2269ba92-cb9d-4780-b571-8b11016e4fff') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:24.839787 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2269ba92-cb9d-4780-b571-8b11016e4fff') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:24.854993 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:24.881058 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:24.892799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:00:24.899808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:24.903503 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] For port 71dcff39-57a1-474f-a6e4-4227e7e19658, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:00:24.927116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] For port 71dcff39-57a1-474f-a6e4-4227e7e19658, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=71dcff39-57a1-474f-a6e4-4227e7e19658,segment=NetworkSegment(ef561d2e-f4a7-45ba-a119-ee6f8adf2017),segment_id=ef561d2e-f4a7-45ba-a119-ee6f8adf2017)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:00:24.930422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:00:24.989002 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:00:24.994099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-bfe22bd1-b44c-453d-8fdb-a995732ac5de tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port 32364742-e8f7-420f-b390-f05b1262cf5c {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:24.994511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bfe22bd1-b44c-453d-8fdb-a995732ac5de tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.003626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.052453 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-32963602-3899-4016-901c-df6ccdf85cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.119419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.137288 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32963602-3899-4016-901c-df6ccdf85cea None None] No DVR routers for this DVR port 62cf55d4-9bdb-4c02-be46-2b8045fc1be5 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:00:25.146594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de347daf-eb0c-4f31-af1d-953ec752eb18 None None] Pushing event updated for resources: {'Port': ['ID=71dcff39-57a1-474f-a6e4-4227e7e19658,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:25.190460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32963602-3899-4016-901c-df6ccdf85cea None None] Pushing event deleted for resources: {'Port': ['ID=62cf55d4-9bdb-4c02-be46-2b8045fc1be5,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:25.193338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.204950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event deleted for resources: {'Network': ['ID=607ccf66-0ddb-4647-b254-0831010a8062,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:25.213728 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3469fcea-999d-4fc8-acb4-f6c0ca283413 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "DELETE /v2.0/networks/607ccf66-0ddb-4647-b254-0831010a8062 HTTP/1.1" status: 204 len: 168 time: 1.8349419 May 25 23:00:25.214307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41214) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:25.268434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bfe22bd1-b44c-453d-8fdb-a995732ac5de tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.401516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41220) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:25.410110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-bfe22bd1-b44c-453d-8fdb-a995732ac5de tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for 32364742-e8f7-420f-b390-f05b1262cf5c owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:25.459890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-14213b1a-d77b-41b3-a910-dfe01612a51d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.614742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-14213b1a-d77b-41b3-a910-dfe01612a51d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.641567 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-14213b1a-d77b-41b3-a910-dfe01612a51d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b498f848-60b6-4101-bdd3-97e66dd87b85']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:25.654493 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-14213b1a-d77b-41b3-a910-dfe01612a51d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0806e1d5-12df-46ef-95bc-635fb9980cab') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:25.654786 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-14213b1a-d77b-41b3-a910-dfe01612a51d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0806e1d5-12df-46ef-95bc-635fb9980cab') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:25.665782 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-14213b1a-d77b-41b3-a910-dfe01612a51d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.673733 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bfe22bd1-b44c-453d-8fdb-a995732ac5de tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.682488 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-14213b1a-d77b-41b3-a910-dfe01612a51d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.689434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14213b1a-d77b-41b3-a910-dfe01612a51d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:00:25.689823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-14213b1a-d77b-41b3-a910-dfe01612a51d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:00:25.704625 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:00:25.719826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'network': {'name': 'tempest-network-smoke--354917006', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'port_security_enabled': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:25.732136 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:25.734779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe22bd1-b44c-453d-8fdb-a995732ac5de tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=32364742-e8f7-420f-b390-f05b1262cf5c,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:25.739564 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:network and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:25.766201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:25.784834 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:25.846413 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bfe22bd1-b44c-453d-8fdb-a995732ac5de tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.850817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-14213b1a-d77b-41b3-a910-dfe01612a51d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.858764 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bfe22bd1-b44c-453d-8fdb-a995732ac5de tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/32364742-e8f7-420f-b390-f05b1262cf5c HTTP/1.1" status: 204 len: 168 time: 1.0456026 May 25 23:00:25.861757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41226) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:25.868394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-14213b1a-d77b-41b3-a910-dfe01612a51d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.878909 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-14213b1a-d77b-41b3-a910-dfe01612a51d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "DELETE /v2.0/networks/b498f848-60b6-4101-bdd3-97e66dd87b85 HTTP/1.1" status: 204 len: 168 time: 0.6636603 May 25 23:00:25.879718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14213b1a-d77b-41b3-a910-dfe01612a51d tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event deleted for resources: {'Network': ['ID=b498f848-60b6-4101-bdd3-97e66dd87b85,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:25.881358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41230) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:25.900703 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b757aca-7247-4e85-b9d0-e4e5fb912e14 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] GET failed (client error): The resource could not be found. May 25 23:00:25.901237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3b757aca-7247-4e85-b9d0-e4e5fb912e14 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:25.915021 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:25.918074 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.931234 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:25.968472 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:25.972635 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:25.975608 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:25.985240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:25.987745 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3b757aca-7247-4e85-b9d0-e4e5fb912e14 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:25.992091 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3b757aca-7247-4e85-b9d0-e4e5fb912e14 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/32364742-e8f7-420f-b390-f05b1262cf5c HTTP/1.1" status: 404 len: 333 time: 0.1286376 May 25 23:00:25.992091 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41234) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:26.093091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-9202a4ff-778e-4c24-805a-b5908afc2868 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Deleting subnet 0cb0625d-a1d8-4fa9-911a-8af0962f0691 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:00:26.096948 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9202a4ff-778e-4c24-805a-b5908afc2868 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.159748 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9202a4ff-778e-4c24-805a-b5908afc2868 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.217682 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.238896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc5fc22-6fd6-4256-84b5-dd297618f0c4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting subnet 243f777b-4e8d-477c-900d-5f57efde648d {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:00:26.241879 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fc22-6fd6-4256-84b5-dd297618f0c4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.249641 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9202a4ff-778e-4c24-805a-b5908afc2868 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.288497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.302326 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06f0caa-6afc-4a91-8931-95ac333eda1a None None] Network 58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:26.336285 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:00:26.339767 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fc22-6fd6-4256-84b5-dd297618f0c4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.382679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ec6e47-00b8-4b39-899b-1977f0269b3e,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:26.394667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.395014 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Added segment ef73eb49-4134-44a4-b2af-6feda7b122df of type vlan for network c293d67f-56bf-4112-a4a8-d7ebc0d297e3 May 25 23:00:26.437371 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.444316 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9202a4ff-778e-4c24-805a-b5908afc2868 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.477678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fc22-6fd6-4256-84b5-dd297618f0c4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.505440 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202a4ff-778e-4c24-805a-b5908afc2868 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb0625d-a1d8-4fa9-911a-8af0962f0691,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:26.528887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9202a4ff-778e-4c24-805a-b5908afc2868 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.535834 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 71dcff39-57a1-474f-a6e4-4227e7e19658 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:26.536002 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9202a4ff-778e-4c24-805a-b5908afc2868 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "DELETE /v2.0/subnets/0cb0625d-a1d8-4fa9-911a-8af0962f0691 HTTP/1.1" status: 204 len: 168 time: 0.6514096 May 25 23:00:26.536116 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41238) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:26.571986 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40250b9e-4fbb-4ee7-838c-6778860349a5 None None] Network 4d9670ae-19d1-4cce-8c09-15e1891fbc70 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:26.579595 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.583638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:26.584334 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.597278 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-56c7a050-76e1-4243-8c5c-a78af5026797 None None] Provisioning for port 71dcff39-57a1-474f-a6e4-4227e7e19658 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:26.651068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.663008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Deleting port 4b70247f-b0e8-4b7c-a740-24aa5c77a05f {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:26.663233 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.678334 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fc22-6fd6-4256-84b5-dd297618f0c4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.739087 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5fc22-6fd6-4256-84b5-dd297618f0c4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Subnet': ['ID=243f777b-4e8d-477c-900d-5f57efde648d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:26.748502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fc22-6fd6-4256-84b5-dd297618f0c4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.750346 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1fc5fc22-6fd6-4256-84b5-dd297618f0c4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/243f777b-4e8d-477c-900d-5f57efde648d HTTP/1.1" status: 204 len: 168 time: 0.7574217 May 25 23:00:26.751154 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Network': ['ID=c293d67f-56bf-4112-a4a8-d7ebc0d297e3,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:26.753306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41242) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:26.757420 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-eaccbb1f-b479-4361-93de-40c78ffe2f40 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3521218 May 25 23:00:26.758490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41246) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:26.783557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'admin_state_up': True, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:26.792124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network c293d67f-56bf-4112-a4a8-d7ebc0d297e3 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:00:26.835268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:26.881221 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] For port 4b70247f-b0e8-4b7c-a740-24aa5c77a05f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4b70247f-b0e8-4b7c-a740-24aa5c77a05f,segment=NetworkSegment(214f53cc-d1bb-4002-b409-43dc1abbe90a),segment_id=214f53cc-d1bb-4002-b409-43dc1abbe90a)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:26.881645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:26.972103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:router and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:26.989244 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:27.006797 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 71dcff39-57a1-474f-a6e4-4227e7e19658 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:27.011126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:27.011421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 71dcff39-57a1-474f-a6e4-4227e7e19658 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:27.011889 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.037202 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Calling delete_port for 4b70247f-b0e8-4b7c-a740-24aa5c77a05f owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:27.054462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.091426 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port 71dcff39-57a1-474f-a6e4-4227e7e19658 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:27.091715 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.116782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555f64df-8dd5-4e90-bc14-6a6131fe3561 None None] DHCP port deletion for 4d9670ae-19d1-4cce-8c09-15e1891fbc70 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:00:27.125766 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-555f64df-8dd5-4e90-bc14-6a6131fe3561 None None] Deleting port 4b70247f-b0e8-4b7c-a740-24aa5c77a05f {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:27.130133 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-555f64df-8dd5-4e90-bc14-6a6131fe3561 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.132297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.133484 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.205231 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.277469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.294955 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f26e87f-d3d9-413b-8926-8f3ef917938b None None] Network 58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:27.303907 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event deleted for resources: {'Port': ['ID=4b70247f-b0e8-4b7c-a740-24aa5c77a05f,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:27.319011 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] No DVR routers for this DVR port 4b70247f-b0e8-4b7c-a740-24aa5c77a05f on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:00:27.375104 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] For port 71dcff39-57a1-474f-a6e4-4227e7e19658, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=71dcff39-57a1-474f-a6e4-4227e7e19658,segment=NetworkSegment(ef561d2e-f4a7-45ba-a119-ee6f8adf2017),segment_id=ef561d2e-f4a7-45ba-a119-ee6f8adf2017)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:27.375837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.391329 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-555f64df-8dd5-4e90-bc14-6a6131fe3561 None None] The port '4b70247f-b0e8-4b7c-a740-24aa5c77a05f' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:00:27.439775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.475238 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.518937 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 71dcff39-57a1-474f-a6e4-4227e7e19658, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=71dcff39-57a1-474f-a6e4-4227e7e19658,segment=NetworkSegment(ef561d2e-f4a7-45ba-a119-ee6f8adf2017),segment_id=ef561d2e-f4a7-45ba-a119-ee6f8adf2017)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:27.544340 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a5e46006-8d04-4173-9c97-b416abf3979c None None] Provisioning complete for port 71dcff39-57a1-474f-a6e4-4227e7e19658 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:27.544732 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a5e46006-8d04-4173-9c97-b416abf3979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.550308 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for 71dcff39-57a1-474f-a6e4-4227e7e19658 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:27.598852 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9670ae-19d1-4cce-8c09-15e1891fbc70']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:27.612601 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214f53cc-d1bb-4002-b409-43dc1abbe90a') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:27.612879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214f53cc-d1bb-4002-b409-43dc1abbe90a') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:27.625838 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.630325 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.644328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.651538 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:00:27.651538 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:00:27.667337 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:00:27.695428 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.733727 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:00:27.734085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:00:27.746025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=71dcff39-57a1-474f-a6e4-4227e7e19658,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:27.848003 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.852422 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.863280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc20cd0-0446-4235-8cfb-f6dd529ee2a4 None None] DHCP port deletion for 58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:00:27.867220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-bcc20cd0-0446-4235-8cfb-f6dd529ee2a4 None None] Deleting port 71dcff39-57a1-474f-a6e4-4227e7e19658 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:27.872345 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bcc20cd0-0446-4235-8cfb-f6dd529ee2a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.882490 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Pushing event deleted for resources: {'Network': ['ID=4d9670ae-19d1-4cce-8c09-15e1891fbc70,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:27.888973 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-648b10f7-de4b-485b-9cdc-4b69c9b42cb0 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "DELETE /v2.0/networks/4d9670ae-19d1-4cce-8c09-15e1891fbc70 HTTP/1.1" status: 204 len: 168 time: 1.3494143 May 25 23:00:27.889406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41250) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:27.938443 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:27.940860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2abaa81c-d9d2-4608-b4cc-fe3665727354 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Synchronizing usage tracker for tenant:bd69389f4b0b4927b76acfaaa6e5af99 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:27.968278 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:28.033737 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2abaa81c-d9d2-4608-b4cc-fe3665727354 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Unset dirty status for tenant:bd69389f4b0b4927b76acfaaa6e5af99 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:28.034903 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2abaa81c-d9d2-4608-b4cc-fe3665727354 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7154922-5a58-49fb-9f3d-eb6f9db7614a HTTP/1.1" status: 200 len: 205 time: 0.1446400 May 25 23:00:28.037735 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41254) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:28.086144 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bcc20cd0-0446-4235-8cfb-f6dd529ee2a4 None None] For port 71dcff39-57a1-474f-a6e4-4227e7e19658, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=71dcff39-57a1-474f-a6e4-4227e7e19658,segment=NetworkSegment(ef561d2e-f4a7-45ba-a119-ee6f8adf2017),segment_id=ef561d2e-f4a7-45ba-a119-ee6f8adf2017)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:28.086448 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bcc20cd0-0446-4235-8cfb-f6dd529ee2a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:28.227340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.149 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/6c6e0c73-84d1-4a98-9618-8867aaa49681) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:28.234733 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43cb-9abb-4214-b57b-e65674c7a522 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:28.256960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-bcc20cd0-0446-4235-8cfb-f6dd529ee2a4 None None] Calling delete_port for 71dcff39-57a1-474f-a6e4-4227e7e19658 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:28.288453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port 71dcff39-57a1-474f-a6e4-4227e7e19658 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:28.288804 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:28.399058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bcc20cd0-0446-4235-8cfb-f6dd529ee2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:28.449222 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc20cd0-0446-4235-8cfb-f6dd529ee2a4 None None] Pushing event deleted for resources: {'Port': ['ID=71dcff39-57a1-474f-a6e4-4227e7e19658,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:28.453944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc20cd0-0446-4235-8cfb-f6dd529ee2a4 None None] No DVR routers for this DVR port 71dcff39-57a1-474f-a6e4-4227e7e19658 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:00:28.473652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 71dcff39-57a1-474f-a6e4-4227e7e19658 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:00:28.508690 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 71dcff39-57a1-474f-a6e4-4227e7e19658 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:00:28.508954 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 71dcff39-57a1-474f-a6e4-4227e7e19658 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:00:28.509374 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4b70247f-b0e8-4b7c-a740-24aa5c77a05f no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:00:28.542454 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 4b70247f-b0e8-4b7c-a740-24aa5c77a05f {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:00:28.542797 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4b70247f-b0e8-4b7c-a740-24aa5c77a05f not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:00:28.618796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] The port '71dcff39-57a1-474f-a6e4-4227e7e19658' was deleted {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:00:29.014136 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:29.034262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:29.061390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43cb-9abb-4214-b57b-e65674c7a522 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:29.067407 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:29.081494 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43cb-9abb-4214-b57b-e65674c7a522 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:29.085838 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef561d2e-f4a7-45ba-a119-ee6f8adf2017') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:29.086130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef561d2e-f4a7-45ba-a119-ee6f8adf2017') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:29.105437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:29.132960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:29.140343 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:00:29.140755 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:00:29.155071 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:00:29.204577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:29.255966 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43cb-9abb-4214-b57b-e65674c7a522 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:29.256439 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5d43cb-9abb-4214-b57b-e65674c7a522 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Fanout notify agent at l3_agent the message router_deleted on router f7154922-5a58-49fb-9f3d-eb6f9db7614a {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:00:29.300700 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:29.305277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:29.311856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:29.336263 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=6c6e0c73-84d1-4a98-9618-8867aaa49681,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:29.350569 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1b5d43cb-9abb-4214-b57b-e65674c7a522 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:29.351620 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1b5d43cb-9abb-4214-b57b-e65674c7a522 tempest-RoutersNegativeTest-1070737015 tempest-RoutersNegativeTest-1070737015-project] 10.222.0.66 "DELETE /v2.0/routers/f7154922-5a58-49fb-9f3d-eb6f9db7614a HTTP/1.1" status: 204 len: 168 time: 1.3129897 May 25 23:00:29.401727 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:29.425938 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:29.440081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Network': ['ID=58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:29.447713 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-54cdb5a5-9163-4c3b-9077-c167491e0d1e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/networks/58b3b0d8-0c41-42f0-ad0d-7caf4f0047fc HTTP/1.1" status: 204 len: 168 time: 2.6919534 May 25 23:00:29.451949 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41260) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:29.458302 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-0751ccbd-838b-46c9-8473-9c4e0966af3f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'name': 'tempest-PortsTestJSON-347170056'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:29.569445 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0751ccbd-838b-46c9-8473-9c4e0966af3f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:29.579984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0751ccbd-838b-46c9-8473-9c4e0966af3f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:29.603386 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:29.604110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:29.693368 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0751ccbd-838b-46c9-8473-9c4e0966af3f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:29.696383 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0751ccbd-838b-46c9-8473-9c4e0966af3f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:29.718397 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-0751ccbd-838b-46c9-8473-9c4e0966af3f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] device_id is not set on port 0360281a-1eec-4fbe-a3a1-6731cbdd5e59 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:00:29.915979 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router fae52a7e-cdc5-4d87-b64e-a309d796c40c is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:00:29.920699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41266) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:29.945563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0751ccbd-838b-46c9-8473-9c4e0966af3f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:30.030938 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0751ccbd-838b-46c9-8473-9c4e0966af3f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:30.105689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0751ccbd-838b-46c9-8473-9c4e0966af3f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network e0f317b6-a277-4c58-ba86-1ac996097a7f is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:30.109363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-0751ccbd-838b-46c9-8473-9c4e0966af3f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:30.113870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0751ccbd-838b-46c9-8473-9c4e0966af3f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:30.118155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0751ccbd-838b-46c9-8473-9c4e0966af3f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:30.118288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0751ccbd-838b-46c9-8473-9c4e0966af3f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:30.123460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751ccbd-838b-46c9-8473-9c4e0966af3f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=0360281a-1eec-4fbe-a3a1-6731cbdd5e59,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:30.131021 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f60368f3-e4e8-49ae-94e2-e68cc158e9d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd69389f4b0b4927b76acfaaa6e5af99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2069504 May 25 23:00:30.132471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41272) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:30.253446 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0751ccbd-838b-46c9-8473-9c4e0966af3f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7974789 May 25 23:00:30.253682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41276) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:30.321154 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4b3970bb-8d2c-42a6-83bc-df09662886cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:30.326227 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c8596d15-c08c-4758-ac5e-fcdcd85a2ad2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port 0360281a-1eec-4fbe-a3a1-6731cbdd5e59 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:30.326568 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c8596d15-c08c-4758-ac5e-fcdcd85a2ad2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:30.353352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:00:30.356615 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4b3970bb-8d2c-42a6-83bc-df09662886cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:30.365443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Sync routers for ids ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:00:30.382605 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Routers {'fae52a7e-cdc5-4d87-b64e-a309d796c40c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:30.383368 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:00:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:30.459257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:30.461985 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-67e50d5a-c37e-4f75-9fe0-7bcb50b63ad9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6866834 May 25 23:00:30.468069 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41280) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:30.488268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4b3970bb-8d2c-42a6-83bc-df09662886cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:30.519884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4b3970bb-8d2c-42a6-83bc-df09662886cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:30.529147 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4b3970bb-8d2c-42a6-83bc-df09662886cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b37479e-3891-449b-9211-63e13d9bc06c HTTP/1.1" status: 204 len: 168 time: 0.3956208 May 25 23:00:30.532790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3970bb-8d2c-42a6-83bc-df09662886cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b37479e-3891-449b-9211-63e13d9bc06c,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:30.555054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c8596d15-c08c-4758-ac5e-fcdcd85a2ad2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:30.602530 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Set router fae52a7e-cdc5-4d87-b64e-a309d796c40c gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:00:30.658270 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-23e0b7ca-20bb-4646-8832-4cc346b34898 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=cf9636952f01491a97cc3c500b4629f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1889269 May 25 23:00:30.660783 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41288) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:30.694962 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c8596d15-c08c-4758-ac5e-fcdcd85a2ad2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for 0360281a-1eec-4fbe-a3a1-6731cbdd5e59 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:30.796216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c9540a-21a9-4f88-b357-3ad17378b49f tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:30.797729 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-91c9540a-21a9-4f88-b357-3ad17378b49f tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1360643 May 25 23:00:30.800462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41292) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:30.845884 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4cd5973c-c279-4695-b469-2b698dcb73c9 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436838 May 25 23:00:30.852255 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41298) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:30.858837 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2e96bcf1-e592-47d2-8901-40cd6dba19d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1963847610', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:30.876092 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c8596d15-c08c-4758-ac5e-fcdcd85a2ad2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:30.920111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:00:29Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:30.924626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Checking router: fae52a7e-cdc5-4d87-b64e-a309d796c40c for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:00:30.925042 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Updating router fae52a7e-cdc5-4d87-b64e-a309d796c40c port 6c6e0c73-84d1-4a98-9618-8867aaa49681 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:00:30.979243 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:30.983955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8596d15-c08c-4758-ac5e-fcdcd85a2ad2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=0360281a-1eec-4fbe-a3a1-6731cbdd5e59,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:31.023533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c8596d15-c08c-4758-ac5e-fcdcd85a2ad2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.040378 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c8596d15-c08c-4758-ac5e-fcdcd85a2ad2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/0360281a-1eec-4fbe-a3a1-6731cbdd5e59 HTTP/1.1" status: 204 len: 168 time: 0.7855692 May 25 23:00:31.041491 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2e96bcf1-e592-47d2-8901-40cd6dba19d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:31.042919 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41306) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:31.046626 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2e96bcf1-e592-47d2-8901-40cd6dba19d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:subnet and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:31.050473 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'mac_address': 'fa:16:3e:c1:6b:af', 'name': 'tempest-PortsTestJSON-1568912074'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:31.050587 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2e96bcf1-e592-47d2-8901-40cd6dba19d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:31.055602 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2e96bcf1-e592-47d2-8901-40cd6dba19d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:31.154546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e96bcf1-e592-47d2-8901-40cd6dba19d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:31.159085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:31.163100 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:port and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:31.165932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:31.171647 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:31.251558 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:31.259633 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e96bcf1-e592-47d2-8901-40cd6dba19d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.357074 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.373044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Transition to ACTIVE for port object 6c6e0c73-84d1-4a98-9618-8867aaa49681 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:31.424675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.436058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.452357 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] device_id is not set on port f5ce6454-e150-49c1-9c2f-b476ac46a585 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:00:31.525006 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc41a2-ebc3-4011-9a09-e8b2572432eb None None] Pushing event updated for resources: {'Port': ['ID=6c6e0c73-84d1-4a98-9618-8867aaa49681,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:31.529478 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Attempting to bind port 6c6e0c73-84d1-4a98-9618-8867aaa49681 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:00:31.529948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Attempting to bind port 6c6e0c73-84d1-4a98-9618-8867aaa49681 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:00:31.530395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Attempting to bind port 6c6e0c73-84d1-4a98-9618-8867aaa49681 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:00:31.537538 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:00:31.539983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:31.539983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.539983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:00:31.539983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Bound port: 6c6e0c73-84d1-4a98-9618-8867aaa49681, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:00:31.539983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.619658 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] For port 6c6e0c73-84d1-4a98-9618-8867aaa49681, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:00:31.624067 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] For port 6c6e0c73-84d1-4a98-9618-8867aaa49681, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6c6e0c73-84d1-4a98-9618-8867aaa49681,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:00:31.705803 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.711207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.725234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e96bcf1-e592-47d2-8901-40cd6dba19d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.797876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc41a2-ebc3-4011-9a09-e8b2572432eb None None] Pushing event updated for resources: {'Port': ['ID=6c6e0c73-84d1-4a98-9618-8867aaa49681,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:31.801079 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Routers {'fae52a7e-cdc5-4d87-b64e-a309d796c40c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:31.801730 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:00:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:31.809901 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96bcf1-e592-47d2-8901-40cd6dba19d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Subnet': ['ID=1f5d98da-cd93-4b90-87da-c3270a84dc84,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:31.814404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.832652 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96bcf1-e592-47d2-8901-40cd6dba19d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Checking segment: {'id': 'ef73eb49-4134-44a4-b2af-6feda7b122df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:31.832993 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e96bcf1-e592-47d2-8901-40cd6dba19d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network hostable DHCP agents. Network: c293d67f-56bf-4112-a4a8-d7ebc0d297e3, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:00:31.872082 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41320) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:31.893658 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network e0f317b6-a277-4c58-ba86-1ac996097a7f is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:31.897060 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:31.906478 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:31.911543 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:31.911543 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:31.931588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e96bcf1-e592-47d2-8901-40cd6dba19d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c293d67f-56bf-4112-a4a8-d7ebc0d297e3 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:00:31.942626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=f5ce6454-e150-49c1-9c2f-b476ac46a585,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:32.011731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1890239049'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:32.016719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:32.020488 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Usage tracker for resource:network and tenant:f72ebfdd5c424e67b9878ea5b781c63d is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:32.023600 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:32.026116 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-2e96bcf1-e592-47d2-8901-40cd6dba19d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, c293d67f-56bf-4112-a4a8-d7ebc0d297e3) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:32.031612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:32.034033 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e96bcf1-e592-47d2-8901-40cd6dba19d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:32.034675 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e96bcf1-e592-47d2-8901-40cd6dba19d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:32.036782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f739491-6350-4bb7-938d-5ea12a4fcfbd None None] Network c293d67f-56bf-4112-a4a8-d7ebc0d297e3 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:32.067220 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-76135fa2-c8b0-4736-b124-d173a40adbec tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0211761 May 25 23:00:32.068288 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41326) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:32.125025 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2e96bcf1-e592-47d2-8901-40cd6dba19d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2711978 May 25 23:00:32.125263 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41330) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:32.135619 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] Set router fae52a7e-cdc5-4d87-b64e-a309d796c40c gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:00:32.196395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Made reservation on behalf of f72ebfdd5c424e67b9878ea5b781c63d for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:32.199511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:32.213111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:32.247593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:32.251450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Usage tracker for resource:security_group_rule and tenant:f72ebfdd5c424e67b9878ea5b781c63d is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:32.254493 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:32.260394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:32.271142 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa9f3b0-8e8b-4c95-bfc8-2e5d45cb2777 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:32.274372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0aa9f3b0-8e8b-4c95-bfc8-2e5d45cb2777 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:32.343388 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:32.416548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:32.452432 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:00:32.461337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2622a153-fc60-4b5e-9c2e-dcc2be72bfcc,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:32.467843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:32.468232 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Added segment 8fdbc996-3cd6-4086-9619-b6e42eff6f05 of type vlan for network 944283de-2316-48a8-a010-3c7fc7890bf2 May 25 23:00:32.500435 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:32.502872 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0aa9f3b0-8e8b-4c95-bfc8-2e5d45cb2777 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:32.506264 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0aa9f3b0-8e8b-4c95-bfc8-2e5d45cb2777 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/f5ce6454-e150-49c1-9c2f-b476ac46a585 HTTP/1.1" status: 200 len: 841 time: 0.4343436 May 25 23:00:32.506702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41334) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:32.515945 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:00:32.516774 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:32.589649 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5bb6f-1386-4351-8834-285b27ea7432 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port f5ce6454-e150-49c1-9c2f-b476ac46a585 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:32.590847 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2dc5bb6f-1386-4351-8834-285b27ea7432 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:32.673168 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:00:29Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:32.688562 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6096d5-4fca-4c56-986e-a4ec61f3f5b4 None None] The sync data for ids ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'] in dv-neutron-843300-1-hyperv is: [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:00:29Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:00:32.713643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Allocated IP 172.20.0.2 (c293d67f-56bf-4112-a4a8-d7ebc0d297e3/1f5d98da-cd93-4b90-87da-c3270a84dc84/59c0ccd2-5540-4ef8-9db7-6f1c7610f16e) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:32.724090 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:32.727317 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:32.727958 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:32.912275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Pushing event updated for resources: {'Network': ['ID=944283de-2316-48a8-a010-3c7fc7890bf2,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:32.933397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 944283de-2316-48a8-a010-3c7fc7890bf2 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:00:32.975130 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1321f279-eaab-47c8-8367-acdfbe4d3330 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1020739 May 25 23:00:32.978108 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41338) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:32.985917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-fd2d4594-66e4-4c53-947a-f9d1b30a5635 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Request body: {'subnet': {'network_id': '944283de-2316-48a8-a010-3c7fc7890bf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:33.003192 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2dc5bb6f-1386-4351-8834-285b27ea7432 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:33.102717 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:33.118314 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Transition to ACTIVE for port object 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:33.142228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Transition to ACTIVE for port object 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:33.151919 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:33.198828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5bb6f-1386-4351-8834-285b27ea7432 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for f5ce6454-e150-49c1-9c2f-b476ac46a585 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:33.210883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:33.275623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fd2d4594-66e4-4c53-947a-f9d1b30a5635 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:33.290814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fd2d4594-66e4-4c53-947a-f9d1b30a5635 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Usage tracker for resource:subnet and tenant:f72ebfdd5c424e67b9878ea5b781c63d is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:33.294279 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fd2d4594-66e4-4c53-947a-f9d1b30a5635 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:33.300666 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Pushing event updated for resources: {'Port': ['ID=59c0ccd2-5540-4ef8-9db7-6f1c7610f16e,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:33.300876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fd2d4594-66e4-4c53-947a-f9d1b30a5635 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:33.315109 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Network c293d67f-56bf-4112-a4a8-d7ebc0d297e3 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:33.316442 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:33.318829 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:33.399464 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2dc5bb6f-1386-4351-8834-285b27ea7432 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:33.421536 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Attempting to bind port 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:00:33.421909 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Attempting to bind port 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'ef73eb49-4134-44a4-b2af-6feda7b122df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:00:33.422265 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Attempting to bind port 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e on network c293d67f-56bf-4112-a4a8-d7ebc0d297e3 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:00:33.430063 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:00:33.430708 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Checking segment: {'id': 'ef73eb49-4134-44a4-b2af-6feda7b122df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:33.431123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:33.431511 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Bound using segment: {'id': 'ef73eb49-4134-44a4-b2af-6feda7b122df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:00:33.432439 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Bound port: 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef73eb49-4134-44a4-b2af-6feda7b122df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:00:33.432839 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:33.452002 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2d4594-66e4-4c53-947a-f9d1b30a5635 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Made reservation on behalf of f72ebfdd5c424e67b9878ea5b781c63d for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:33.471232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5bb6f-1386-4351-8834-285b27ea7432 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=f5ce6454-e150-49c1-9c2f-b476ac46a585,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:33.538999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2dc5bb6f-1386-4351-8834-285b27ea7432 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:33.549085 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] For port 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:00:33.555444 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] For port 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=59c0ccd2-5540-4ef8-9db7-6f1c7610f16e,segment=NetworkSegment(ef73eb49-4134-44a4-b2af-6feda7b122df),segment_id=ef73eb49-4134-44a4-b2af-6feda7b122df)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:00:33.557539 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:00:33.580797 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4594-66e4-4c53-947a-f9d1b30a5635 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:33.633538 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.1 (c293d67f-56bf-4112-a4a8-d7ebc0d297e3/1f5d98da-cd93-4b90-87da-c3270a84dc84/321d7394-8618-4ad5-bb1e-2e32c0247ba8) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:33.670765 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2dc5bb6f-1386-4351-8834-285b27ea7432 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/f5ce6454-e150-49c1-9c2f-b476ac46a585 HTTP/1.1" status: 204 len: 168 time: 1.1624229 May 25 23:00:33.673905 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41342) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:33.700311 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:33.731590 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2d7f43-cbef-46ef-8fec-a02956d6fbbe tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] GET failed (client error): The resource could not be found. May 25 23:00:33.732261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fa2d7f43-cbef-46ef-8fec-a02956d6fbbe tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:33.792632 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a180d6-c905-44b1-b597-3fc28347f054 None None] Pushing event updated for resources: {'Port': ['ID=59c0ccd2-5540-4ef8-9db7-6f1c7610f16e,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:33.822512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fa2d7f43-cbef-46ef-8fec-a02956d6fbbe tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:33.822734 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:33.828106 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fa2d7f43-cbef-46ef-8fec-a02956d6fbbe tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/f5ce6454-e150-49c1-9c2f-b476ac46a585 HTTP/1.1" status: 404 len: 333 time: 0.1492505 May 25 23:00:33.830239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41346) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:33.839000 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3d41e633-19da-4e86-80a5-f6d86aec994b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'name': 'tempest-PortsTestJSON-820211066'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:33.845590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object 321d7394-8618-4ad5-bb1e-2e32c0247ba8 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:33.938492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:34.021582 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c293d67f-56bf-4112-a4a8-d7ebc0d297e3 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:34.025047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:34.030201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:34.060986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=321d7394-8618-4ad5-bb1e-2e32c0247ba8,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:34.095293 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3d41e633-19da-4e86-80a5-f6d86aec994b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:34.102504 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:34.106868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3d41e633-19da-4e86-80a5-f6d86aec994b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:34.136285 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4594-66e4-4c53-947a-f9d1b30a5635 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:34.218946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d41e633-19da-4e86-80a5-f6d86aec994b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:34.221832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d41e633-19da-4e86-80a5-f6d86aec994b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:34.233698 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d4594-66e4-4c53-947a-f9d1b30a5635 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Pushing event updated for resources: {'Subnet': ['ID=76f84d44-3c7e-4b5f-8772-5bcc5372ed01,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:34.251767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-3d41e633-19da-4e86-80a5-f6d86aec994b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] device_id is not set on port f41fcdc2-3a72-46d0-a5b8-e315b53ce967 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:00:34.285707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d4594-66e4-4c53-947a-f9d1b30a5635 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Checking segment: {'id': '8fdbc996-3cd6-4086-9619-b6e42eff6f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '944283de-2316-48a8-a010-3c7fc7890bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:34.286064 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2d4594-66e4-4c53-947a-f9d1b30a5635 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Network hostable DHCP agents. Network: 944283de-2316-48a8-a010-3c7fc7890bf2, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:00:34.303069 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:34.393457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2d4594-66e4-4c53-947a-f9d1b30a5635 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Network 944283de-2316-48a8-a010-3c7fc7890bf2 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:00:34.514776 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d41e633-19da-4e86-80a5-f6d86aec994b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:34.539418 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-fd2d4594-66e4-4c53-947a-f9d1b30a5635 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 944283de-2316-48a8-a010-3c7fc7890bf2) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:34.539657 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2d4594-66e4-4c53-947a-f9d1b30a5635 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:34.540113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4594-66e4-4c53-947a-f9d1b30a5635 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:34.547283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28973f0-74c5-4c91-a83a-c0125ce7ff97 None None] Network 944283de-2316-48a8-a010-3c7fc7890bf2 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:34.572423 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:34.636707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d41e633-19da-4e86-80a5-f6d86aec994b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:34.709541 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fd2d4594-66e4-4c53-947a-f9d1b30a5635 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7301803 May 25 23:00:34.712251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41350) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:34.738875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Request body: {'port': {'network_id': '944283de-2316-48a8-a010-3c7fc7890bf2', 'name': 'tempest-TagsExtTest-678859203'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:34.752978 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d41e633-19da-4e86-80a5-f6d86aec994b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network e0f317b6-a277-4c58-ba86-1ac996097a7f is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:34.758262 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-3d41e633-19da-4e86-80a5-f6d86aec994b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:34.762513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41e633-19da-4e86-80a5-f6d86aec994b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=f41fcdc2-3a72-46d0-a5b8-e315b53ce967,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:34.775908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41e633-19da-4e86-80a5-f6d86aec994b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:34.782413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d41e633-19da-4e86-80a5-f6d86aec994b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:34.784431 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3d41e633-19da-4e86-80a5-f6d86aec994b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:34.811835 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:34.887517 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6c6e0c73-84d1-4a98-9618-8867aaa49681 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:34.894724 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3d41e633-19da-4e86-80a5-f6d86aec994b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0633130 May 25 23:00:34.895318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41354) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:34.904256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a1d3461a-23cb-415d-854d-1d6d21362d33 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:34.905788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:34.919554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ab3c69-f861-419c-b1bd-cb0ed116eb0e None None] Network c293d67f-56bf-4112-a4a8-d7ebc0d297e3 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:34.927276 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:34.931567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Usage tracker for resource:port and tenant:f72ebfdd5c424e67b9878ea5b781c63d is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:34.935089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:34.942206 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:35.003171 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-944283de-2316-48a8-a010-3c7fc7890bf2', 'network_id': '944283de-2316-48a8-a010-3c7fc7890bf2', 'tenant_id': 'f72ebfdd5c424e67b9878ea5b781c63d', 'fixed_ips': [{'subnet_id': '76f84d44-3c7e-4b5f-8772-5bcc5372ed01'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:00:35.003960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.016292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.037365 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a1d3461a-23cb-415d-854d-1d6d21362d33 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.199486 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Made reservation on behalf of f72ebfdd5c424e67b9878ea5b781c63d for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:35.201525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-337c487f-d6ae-436e-b645-89ef6ed6c362 None None] Provisioning for port 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:35.202883 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.221154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-337c487f-d6ae-436e-b645-89ef6ed6c362 None None] Provisioning complete for port 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:35.221516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-337c487f-d6ae-436e-b645-89ef6ed6c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.260006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.266268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] device_id is not set on port 2c4c95f9-9d87-4232-936a-f0fd24025888 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:00:35.268046 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a1d3461a-23cb-415d-854d-1d6d21362d33 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.300598 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 6c6e0c73-84d1-4a98-9618-8867aaa49681 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:35.302331 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=321d7394-8618-4ad5-bb1e-2e32c0247ba8,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:35.336290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a1d3461a-23cb-415d-854d-1d6d21362d33 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.336864 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6c6e0c73-84d1-4a98-9618-8867aaa49681 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:35.337610 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.397331 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-a1d3461a-23cb-415d-854d-1d6d21362d33 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] In _notify_port_updated(), no bound segment for port f41fcdc2-3a72-46d0-a5b8-e315b53ce967 on network e0f317b6-a277-4c58-ba86-1ac996097a7f {{(pid=84716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 23:00:35.401289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d3461a-23cb-415d-854d-1d6d21362d33 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:35.401902 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a1d3461a-23cb-415d-854d-1d6d21362d33 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.406801 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a1d3461a-23cb-415d-854d-1d6d21362d33 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "PUT /v2.0/ports/f41fcdc2-3a72-46d0-a5b8-e315b53ce967 HTTP/1.1" status: 200 len: 818 time: 0.5099113 May 25 23:00:35.407569 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41358) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:35.445439 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Allocated IP 172.20.0.2 (944283de-2316-48a8-a010-3c7fc7890bf2/76f84d44-3c7e-4b5f-8772-5bcc5372ed01/1f515810-fa80-40f6-9d58-209813c99fae) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:35.466253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3461a-23cb-415d-854d-1d6d21362d33 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=f41fcdc2-3a72-46d0-a5b8-e315b53ce967,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:35.480573 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c293d67f-56bf-4112-a4a8-d7ebc0d297e3 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:35.482546 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:35.494674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c11e7e43-b33f-4bc3-8ed5-d84f5890bbd1 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port f41fcdc2-3a72-46d0-a5b8-e315b53ce967 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:35.494975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c11e7e43-b33f-4bc3-8ed5-d84f5890bbd1 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.692708 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-337c487f-d6ae-436e-b645-89ef6ed6c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.714607 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c11e7e43-b33f-4bc3-8ed5-d84f5890bbd1 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.739761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.818136 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 6c6e0c73-84d1-4a98-9618-8867aaa49681, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6c6e0c73-84d1-4a98-9618-8867aaa49681,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:35.823490 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-337c487f-d6ae-436e-b645-89ef6ed6c362 None None] For port 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=59c0ccd2-5540-4ef8-9db7-6f1c7610f16e,segment=NetworkSegment(ef73eb49-4134-44a4-b2af-6feda7b122df),segment_id=ef73eb49-4134-44a4-b2af-6feda7b122df)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:35.844916 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.858240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Transition to ACTIVE for port object 1f515810-fa80-40f6-9d58-209813c99fae will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:35.874661 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c11e7e43-b33f-4bc3-8ed5-d84f5890bbd1 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for f41fcdc2-3a72-46d0-a5b8-e315b53ce967 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:35.879317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Transition to ACTIVE for port object 1f515810-fa80-40f6-9d58-209813c99fae will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:35.896771 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.914113 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router fae52a7e-cdc5-4d87-b64e-a309d796c40c has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:00:35.954340 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-337c487f-d6ae-436e-b645-89ef6ed6c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.968090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:35.997812 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=6c6e0c73-84d1-4a98-9618-8867aaa49681,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:36.001839 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Network 944283de-2316-48a8-a010-3c7fc7890bf2 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:36.036579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:36.045390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:36.059630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c11e7e43-b33f-4bc3-8ed5-d84f5890bbd1 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:36.116834 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e7e43-b33f-4bc3-8ed5-d84f5890bbd1 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=f41fcdc2-3a72-46d0-a5b8-e315b53ce967,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:36.130444 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c11e7e43-b33f-4bc3-8ed5-d84f5890bbd1 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:36.131659 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Allocated IP 172.20.0.13 (944283de-2316-48a8-a010-3c7fc7890bf2/76f84d44-3c7e-4b5f-8772-5bcc5372ed01/2c4c95f9-9d87-4232-936a-f0fd24025888) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:36.133409 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c487f-d6ae-436e-b645-89ef6ed6c362 None None] Pushing event updated for resources: {'Port': ['ID=59c0ccd2-5540-4ef8-9db7-6f1c7610f16e,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:36.209398 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c11e7e43-b33f-4bc3-8ed5-d84f5890bbd1 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/f41fcdc2-3a72-46d0-a5b8-e315b53ce967 HTTP/1.1" status: 204 len: 168 time: 0.7959995 May 25 23:00:36.213814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41362) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:36.278717 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Attempting to bind port 1f515810-fa80-40f6-9d58-209813c99fae on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:00:36.279091 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Attempting to bind port 1f515810-fa80-40f6-9d58-209813c99fae by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '8fdbc996-3cd6-4086-9619-b6e42eff6f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '944283de-2316-48a8-a010-3c7fc7890bf2'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:00:36.279448 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Attempting to bind port 1f515810-fa80-40f6-9d58-209813c99fae on network 944283de-2316-48a8-a010-3c7fc7890bf2 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:00:36.287291 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6550d870-ef6f-41f2-aee3-086670e6baca None None] Provisioning complete for port 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:36.287659 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6550d870-ef6f-41f2-aee3-086670e6baca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:36.354678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b989d2ff-f387-4b8f-a86b-6a160d5b42f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:36.356268 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b989d2ff-f387-4b8f-a86b-6a160d5b42f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:36.377173 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Pushing event updated for resources: {'Port': ['ID=1f515810-fa80-40f6-9d58-209813c99fae,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:36.381815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:00:36.382184 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Checking segment: {'id': '8fdbc996-3cd6-4086-9619-b6e42eff6f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '944283de-2316-48a8-a010-3c7fc7890bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:36.382588 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:36.382972 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Bound using segment: {'id': '8fdbc996-3cd6-4086-9619-b6e42eff6f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '944283de-2316-48a8-a010-3c7fc7890bf2'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:00:36.383449 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Bound port: 1f515810-fa80-40f6-9d58-209813c99fae, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fdbc996-3cd6-4086-9619-b6e42eff6f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '944283de-2316-48a8-a010-3c7fc7890bf2'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:00:36.383821 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:36.410503 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:00:36.453802 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41366) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:36.453993 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cbc46634-6f36-4feb-8197-76102505abe2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/fae52a7e-cdc5-4d87-b64e-a309d796c40c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3277400 May 25 23:00:36.471595 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:36.478158 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b989d2ff-f387-4b8f-a86b-6a160d5b42f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:36.482006 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b989d2ff-f387-4b8f-a86b-6a160d5b42f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2688065 May 25 23:00:36.483316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41370) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:36.540159 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:36.540756 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Transition to ACTIVE for port object 2c4c95f9-9d87-4232-936a-f0fd24025888 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:36.542326 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5a279d-8283-4ec6-b81d-a55e1bba2f1f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] GET failed (client error): The resource could not be found. May 25 23:00:36.547909 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7a5a279d-8283-4ec6-b81d-a55e1bba2f1f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/f41fcdc2-3a72-46d0-a5b8-e315b53ce967 HTTP/1.1" status: 404 len: 333 time: 0.0596449 May 25 23:00:36.547909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41374) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:36.554322 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-335ac364-e1c9-455d-adf6-2bce8bc0fba8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1475961693'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:36.560322 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-335ac364-e1c9-455d-adf6-2bce8bc0fba8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:36.565079 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-335ac364-e1c9-455d-adf6-2bce8bc0fba8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:network and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:36.569374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-335ac364-e1c9-455d-adf6-2bce8bc0fba8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:36.576616 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-335ac364-e1c9-455d-adf6-2bce8bc0fba8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:36.635552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] For port 1f515810-fa80-40f6-9d58-209813c99fae, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:00:36.650023 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Sync routers for ids ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:00:36.662653 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] For port 1f515810-fa80-40f6-9d58-209813c99fae, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1f515810-fa80-40f6-9d58-209813c99fae,segment=NetworkSegment(8fdbc996-3cd6-4086-9619-b6e42eff6f05),segment_id=8fdbc996-3cd6-4086-9619-b6e42eff6f05)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:00:36.663226 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Routers {'fae52a7e-cdc5-4d87-b64e-a309d796c40c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:36.663357 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:00:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:36.687536 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335ac364-e1c9-455d-adf6-2bce8bc0fba8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:36.689610 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:36.698672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:36.699623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-335ac364-e1c9-455d-adf6-2bce8bc0fba8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:36.714611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:36.732584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca48317-e1aa-4d94-8064-a682de873118 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:36.732967 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca48317-e1aa-4d94-8064-a682de873118 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:36.733455 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca48317-e1aa-4d94-8064-a682de873118 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:36.733922 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca48317-e1aa-4d94-8064-a682de873118 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:36.734563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca48317-e1aa-4d94-8064-a682de873118 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:36.735315 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca48317-e1aa-4d94-8064-a682de873118 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:36.738164 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bca48317-e1aa-4d94-8064-a682de873118 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4238 time: 0.2831511 May 25 23:00:36.740830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41378) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:36.819879 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Network 944283de-2316-48a8-a010-3c7fc7890bf2 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:36.826551 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c7875b-91e5-4f45-9fad-ff7a8cf1f136 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:36.827069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c7875b-91e5-4f45-9fad-ff7a8cf1f136 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:36.827438 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c7875b-91e5-4f45-9fad-ff7a8cf1f136 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:36.827708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:36.827838 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c7875b-91e5-4f45-9fad-ff7a8cf1f136 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:36.828187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c7875b-91e5-4f45-9fad-ff7a8cf1f136 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:36.830218 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d1c7875b-91e5-4f45-9fad-ff7a8cf1f136 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3320 time: 0.0881755 May 25 23:00:36.830880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335ac364-e1c9-455d-adf6-2bce8bc0fba8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:00:36.835688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41382) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:36.841286 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:36.858927 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6550d870-ef6f-41f2-aee3-086670e6baca None None] Provisioning for port 321d7394-8618-4ad5-bb1e-2e32c0247ba8 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:36.862725 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:36.868237 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Set router fae52a7e-cdc5-4d87-b64e-a309d796c40c gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:00:36.875970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Pushing event updated for resources: {'Port': ['ID=2c4c95f9-9d87-4232-936a-f0fd24025888,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:36.891672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-335ac364-e1c9-455d-adf6-2bce8bc0fba8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:36.892195 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-335ac364-e1c9-455d-adf6-2bce8bc0fba8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Added segment 4cd895ee-7ae5-458f-8a60-9771fd65a83a of type vlan for network 8f27cec8-4c13-4961-af34-cb6a680983b0 May 25 23:00:36.915989 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6550d870-ef6f-41f2-aee3-086670e6baca None None] Provisioning complete for port 321d7394-8618-4ad5-bb1e-2e32c0247ba8 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:36.916351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6550d870-ef6f-41f2-aee3-086670e6baca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:36.944686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:36.945608 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:36.967368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-335ac364-e1c9-455d-adf6-2bce8bc0fba8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:36.978104 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6550d870-ef6f-41f2-aee3-086670e6baca None None] Port 321d7394-8618-4ad5-bb1e-2e32c0247ba8 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:00:37.008091 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6c6e0c73-84d1-4a98-9618-8867aaa49681 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:37.034145 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a349e030-38e6-4a9f-9393-8e843acbb3a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3198326 May 25 23:00:37.036164 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41386) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:37.043084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-157aa2ef-1e5c-4864-a00e-82f85518ed03 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-40279577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:37.050090 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-157aa2ef-1e5c-4864-a00e-82f85518ed03 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:37.058089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-157aa2ef-1e5c-4864-a00e-82f85518ed03 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Usage tracker for resource:router and tenant:f72ebfdd5c424e67b9878ea5b781c63d is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:37.062567 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-157aa2ef-1e5c-4864-a00e-82f85518ed03 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:37.070404 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d9c48-9f0a-4ad2-8198-6a0a1b42d50a None None] Pushing event updated for resources: {'Port': ['ID=1f515810-fa80-40f6-9d58-209813c99fae,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:37.070924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-157aa2ef-1e5c-4864-a00e-82f85518ed03 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:37.082610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-335ac364-e1c9-455d-adf6-2bce8bc0fba8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.086484 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335ac364-e1c9-455d-adf6-2bce8bc0fba8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:37.087300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-335ac364-e1c9-455d-adf6-2bce8bc0fba8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.128470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0d408189-7e3b-4cb5-85da-8a3204ee5894 None None] Provisioning complete for port 321d7394-8618-4ad5-bb1e-2e32c0247ba8 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:37.128933 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0d408189-7e3b-4cb5-85da-8a3204ee5894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.165462 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6c6e0c73-84d1-4a98-9618-8867aaa49681 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:37.165826 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.169897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-157aa2ef-1e5c-4864-a00e-82f85518ed03 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.170839 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-157aa2ef-1e5c-4864-a00e-82f85518ed03 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.183080 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1cb3a107-19b0-408a-bbe7-512d2c508995 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3401523 May 25 23:00:37.215999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-157aa2ef-1e5c-4864-a00e-82f85518ed03 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.256871 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0d408189-7e3b-4cb5-85da-8a3204ee5894 None None] Port 321d7394-8618-4ad5-bb1e-2e32c0247ba8 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:00:37.294454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-157aa2ef-1e5c-4864-a00e-82f85518ed03 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.312524 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:00:34Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '321d7394-8618-4ad5-bb1e-2e32c0247ba8', 'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:62:aa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:33Z', 'updated_at': '2022-05-25T23:00:34Z', 'revision_number': 2, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:37.318555 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Checking router: fae52a7e-cdc5-4d87-b64e-a309d796c40c for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:00:37.319161 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Updating router fae52a7e-cdc5-4d87-b64e-a309d796c40c port 321d7394-8618-4ad5-bb1e-2e32c0247ba8 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:00:37.409243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41392) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:37.415131 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d292deb5-0c28-4234-a357-23b7e3c45782 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1500131064', 'description': 'tempest-secgroup-smoke-1500131064 description', 'project_id': 'cf9636952f01491a97cc3c500b4629f1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:37.432005 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d292deb5-0c28-4234-a357-23b7e3c45782 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:37.437618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d292deb5-0c28-4234-a357-23b7e3c45782 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:37.441903 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d292deb5-0c28-4234-a357-23b7e3c45782 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:37.445032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-157aa2ef-1e5c-4864-a00e-82f85518ed03 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.449049 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-157aa2ef-1e5c-4864-a00e-82f85518ed03 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4087079 May 25 23:00:37.450551 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41396) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:37.451264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ac364-e1c9-455d-adf6-2bce8bc0fba8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Network': ['ID=8f27cec8-4c13-4961-af34-cb6a680983b0,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:37.453191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d292deb5-0c28-4234-a357-23b7e3c45782 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:37.461293 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 8f27cec8-4c13-4961-af34-cb6a680983b0 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:00:37.466088 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-91ff99fa-9c22-4c01-b9c3-e890c5bad408 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1651796476', 'prefixes': ['172.20.0.0/16']}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:37.475560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-91ff99fa-9c22-4c01-b9c3-e890c5bad408 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:37.477769 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.499936 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-335ac364-e1c9-455d-adf6-2bce8bc0fba8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9485767 May 25 23:00:37.500176 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41400) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:37.505711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'subnet': {'network_id': '8f27cec8-4c13-4961-af34-cb6a680983b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:37.607232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d292deb5-0c28-4234-a357-23b7e3c45782 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.627786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:37.631526 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:subnet and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:37.635326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:37.642118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:37.654589 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d292deb5-0c28-4234-a357-23b7e3c45782 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:37.659184 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d292deb5-0c28-4234-a357-23b7e3c45782 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:37.663323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d292deb5-0c28-4234-a357-23b7e3c45782 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:37.670365 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d292deb5-0c28-4234-a357-23b7e3c45782 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:37.714260 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:37.728448 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d292deb5-0c28-4234-a357-23b7e3c45782 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.795898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d292deb5-0c28-4234-a357-23b7e3c45782 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.826416 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.836058 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292deb5-0c28-4234-a357-23b7e3c45782 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18fe17f-d632-4a11-8f28-5269e635e513,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:37.838378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-91ff99fa-9c22-4c01-b9c3-e890c5bad408 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks [] for subnetpool, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.839475 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-91ff99fa-9c22-4c01-b9c3-e890c5bad408 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3879690 May 25 23:00:37.843513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41404) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:37.849470 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-31f6d85d-28fc-4562-b271-c5ad1b9e508a tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '76f84d44-3c7e-4b5f-8772-5bcc5372ed01', 'tempest-TagsExtTest-Tag-332748160') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:37.855493 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.874912 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Transition to ACTIVE for port object 321d7394-8618-4ad5-bb1e-2e32c0247ba8 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:37.894938 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d292deb5-0c28-4234-a357-23b7e3c45782 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:37.896128 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d292deb5-0c28-4234-a357-23b7e3c45782 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4857903 May 25 23:00:37.899645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41408) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:37.906575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-cf146347-f0d2-4dd4-8f0d-0cf9146a84d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'a18fe17f-d632-4a11-8f28-5269e635e513', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:37.915509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cf146347-f0d2-4dd4-8f0d-0cf9146a84d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:37.922200 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cf146347-f0d2-4dd4-8f0d-0cf9146a84d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:37.925828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cf146347-f0d2-4dd4-8f0d-0cf9146a84d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:37.937495 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cf146347-f0d2-4dd4-8f0d-0cf9146a84d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:37.953849 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:38.040335 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf146347-f0d2-4dd4-8f0d-0cf9146a84d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:38.084172 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-31f6d85d-28fc-4562-b271-c5ad1b9e508a tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "PUT /v2.0/subnets/76f84d44-3c7e-4b5f-8772-5bcc5372ed01/tags/tempest-TagsExtTest-Tag-332748160 HTTP/1.1" status: 201 len: 201 time: 0.2396965 May 25 23:00:38.087048 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41412) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:38.100219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-03d48f05-2f63-45f1-ad00-9d6da3ba864e tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2c4c95f9-9d87-4232-936a-f0fd24025888', 'tempest-TagsExtTest-Tag-277720023') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:38.103746 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813e560-f687-47d7-86c6-8e62814adcbc None None] Pushing event updated for resources: {'Port': ['ID=321d7394-8618-4ad5-bb1e-2e32c0247ba8,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:38.157367 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf146347-f0d2-4dd4-8f0d-0cf9146a84d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:38.160455 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813e560-f687-47d7-86c6-8e62814adcbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.168324 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813e560-f687-47d7-86c6-8e62814adcbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.168324 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813e560-f687-47d7-86c6-8e62814adcbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.168324 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813e560-f687-47d7-86c6-8e62814adcbc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.168324 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813e560-f687-47d7-86c6-8e62814adcbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.168324 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813e560-f687-47d7-86c6-8e62814adcbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.168324 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813e560-f687-47d7-86c6-8e62814adcbc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.168324 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813e560-f687-47d7-86c6-8e62814adcbc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.168324 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813e560-f687-47d7-86c6-8e62814adcbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.168324 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813e560-f687-47d7-86c6-8e62814adcbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.168324 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813e560-f687-47d7-86c6-8e62814adcbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.191177 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:38.221696 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Attempting to bind port 321d7394-8618-4ad5-bb1e-2e32c0247ba8 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:00:38.222052 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Attempting to bind port 321d7394-8618-4ad5-bb1e-2e32c0247ba8 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'ef73eb49-4134-44a4-b2af-6feda7b122df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:00:38.222408 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Attempting to bind port 321d7394-8618-4ad5-bb1e-2e32c0247ba8 on network c293d67f-56bf-4112-a4a8-d7ebc0d297e3 {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:00:38.229427 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:00:38.232791 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Checking segment: {'id': 'ef73eb49-4134-44a4-b2af-6feda7b122df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:38.234065 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:38.234065 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Bound using segment: {'id': 'ef73eb49-4134-44a4-b2af-6feda7b122df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:00:38.234864 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Bound port: 321d7394-8618-4ad5-bb1e-2e32c0247ba8, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef73eb49-4134-44a4-b2af-6feda7b122df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:00:38.235346 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:38.236619 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf146347-f0d2-4dd4-8f0d-0cf9146a84d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:38.259638 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf146347-f0d2-4dd4-8f0d-0cf9146a84d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06cd38f-eac0-4c53-a5e1-0dec323b6556,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:38.295486 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Subnet': ['ID=f3dfa386-2418-4480-8bcf-b745d9743242,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:38.307493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.307827 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.308159 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.308589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.309495 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.310017 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.310339 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.315587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.315587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.315587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.315587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:38.331039 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Checking segment: {'id': '4cd895ee-7ae5-458f-8a60-9771fd65a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8f27cec8-4c13-4961-af34-cb6a680983b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:38.331393 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network hostable DHCP agents. Network: 8f27cec8-4c13-4961-af34-cb6a680983b0, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:00:38.379255 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] For port 321d7394-8618-4ad5-bb1e-2e32c0247ba8, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:00:38.379917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41416) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:38.380224 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] For port 321d7394-8618-4ad5-bb1e-2e32c0247ba8, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=321d7394-8618-4ad5-bb1e-2e32c0247ba8,segment=NetworkSegment(ef73eb49-4134-44a4-b2af-6feda7b122df),segment_id=ef73eb49-4134-44a4-b2af-6feda7b122df)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:00:38.381357 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-03d48f05-2f63-45f1-ad00-9d6da3ba864e tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "PUT /v2.0/ports/2c4c95f9-9d87-4232-936a-f0fd24025888/tags/tempest-TagsExtTest-Tag-277720023 HTTP/1.1" status: 201 len: 201 time: 0.2924531 May 25 23:00:38.383785 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6920a00-c7ce-487e-9abd-ae5b15ad875f None None] Network 944283de-2316-48a8-a010-3c7fc7890bf2 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:38.385308 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-29f29fb6-8ddd-4771-8a6e-954932eb887d tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5a22caba-b360-444d-8619-f367cb8eb623', 'tempest-TagsExtTest-Tag-1588952488') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:38.424315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network 8f27cec8-4c13-4961-af34-cb6a680983b0 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:00:38.434933 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf146347-f0d2-4dd4-8f0d-0cf9146a84d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:38.438746 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cf146347-f0d2-4dd4-8f0d-0cf9146a84d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5357251 May 25 23:00:38.439251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41420) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:38.450476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a4e6b7b4-fab4-47c9-b2d1-c5675270068e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'a18fe17f-d632-4a11-8f28-5269e635e513', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:38.467545 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a4e6b7b4-fab4-47c9-b2d1-c5675270068e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:38.473612 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a4e6b7b4-fab4-47c9-b2d1-c5675270068e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:38.478495 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a4e6b7b4-fab4-47c9-b2d1-c5675270068e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:38.496719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a4e6b7b4-fab4-47c9-b2d1-c5675270068e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:38.503026 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:38.519686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 8f27cec8-4c13-4961-af34-cb6a680983b0) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:38.531433 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:38.534645 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:38.554837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638d7ffc-eff3-475e-a44a-dfe0bf02caad None None] Network 8f27cec8-4c13-4961-af34-cb6a680983b0 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:38.622887 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813e560-f687-47d7-86c6-8e62814adcbc None None] Pushing event updated for resources: {'Port': ['ID=321d7394-8618-4ad5-bb1e-2e32c0247ba8,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:38.622887 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Routers {'fae52a7e-cdc5-4d87-b64e-a309d796c40c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:00:38.622887 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:00:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:38.628465 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4e6b7b4-fab4-47c9-b2d1-c5675270068e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:38.645536 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-29f29fb6-8ddd-4771-8a6e-954932eb887d tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "PUT /v2.0/routers/5a22caba-b360-444d-8619-f367cb8eb623/tags/tempest-TagsExtTest-Tag-1588952488 HTTP/1.1" status: 201 len: 201 time: 0.2666144 May 25 23:00:38.645748 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2a4111df-8794-4b74-a12c-327ab0158fe5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1445618 May 25 23:00:38.646442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41424) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:38.649162 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41426) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:38.657153 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-a845a8b1-d141-4075-9ba3-f42835d72a50 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd561bb12-0d82-4f49-9977-45e593912850', 'tempest-TagsExtTest-Tag-410876082') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:38.684751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-9cbe8b8c-a7af-42f1-b483-56b1b929af62 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'subnet': {'network_id': '8f27cec8-4c13-4961-af34-cb6a680983b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:38.736829 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1f515810-fa80-40f6-9d58-209813c99fae up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:38.758051 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4e6b7b4-fab4-47c9-b2d1-c5675270068e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:38.829230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4e6b7b4-fab4-47c9-b2d1-c5675270068e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:38.857574 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] Set router fae52a7e-cdc5-4d87-b64e-a309d796c40c gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:00:38.901423 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6b7b4-fab4-47c9-b2d1-c5675270068e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6fb88c-0d24-4876-a606-0e94182569fb,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:38.956295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9cbe8b8c-a7af-42f1-b483-56b1b929af62 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:38.960449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9cbe8b8c-a7af-42f1-b483-56b1b929af62 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:subnet and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:38.963472 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9cbe8b8c-a7af-42f1-b483-56b1b929af62 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:38.970419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9cbe8b8c-a7af-42f1-b483-56b1b929af62 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:38.999779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a4e6b7b4-fab4-47c9-b2d1-c5675270068e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:39.001998 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a4e6b7b4-fab4-47c9-b2d1-c5675270068e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5615709 May 25 23:00:39.004936 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41432) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:39.011428 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-55cdcc8c-79eb-4c4c-8f9c-921bc627e5fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'a18fe17f-d632-4a11-8f28-5269e635e513', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:39.018397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-55cdcc8c-79eb-4c4c-8f9c-921bc627e5fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:39.022364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-55cdcc8c-79eb-4c4c-8f9c-921bc627e5fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:39.025745 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-55cdcc8c-79eb-4c4c-8f9c-921bc627e5fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:39.032290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-55cdcc8c-79eb-4c4c-8f9c-921bc627e5fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:39.034303 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a845a8b1-d141-4075-9ba3-f42835d72a50 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "PUT /v2.0/subnetpools/d561bb12-0d82-4f49-9977-45e593912850/tags/tempest-TagsExtTest-Tag-410876082 HTTP/1.1" status: 201 len: 201 time: 0.3866880 May 25 23:00:39.034950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41436) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:39.040561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-59d56e5a-9bd4-4576-838c-3e1b443cfbec tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '76f84d44-3c7e-4b5f-8772-5bcc5372ed01') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:39.096851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbe8b8c-a7af-42f1-b483-56b1b929af62 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:39.129260 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-55cdcc8c-79eb-4c4c-8f9c-921bc627e5fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:39.171070 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-28302eb2-aadc-45b8-ac0a-73d95e6d2eb8 None None] Provisioning for port 1f515810-fa80-40f6-9d58-209813c99fae completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:39.229941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-8f27cec8-4c13-4961-af34-cb6a680983b0', 'network_id': '8f27cec8-4c13-4961-af34-cb6a680983b0', 'tenant_id': '4e40335e489b4fbcbbb65e8797e0298c', 'fixed_ips': [{'subnet_id': 'f3dfa386-2418-4480-8bcf-b745d9743242'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:00:39.231057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:39.260523 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-55cdcc8c-79eb-4c4c-8f9c-921bc627e5fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:39.278942 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:00:34Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '321d7394-8618-4ad5-bb1e-2e32c0247ba8', 'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:62:aa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:33Z', 'updated_at': '2022-05-25T23:00:38Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:39.284466 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6dc37f-e888-488f-aaa2-deb9402b3f77 None None] The sync data for ids ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'] in dv-neutron-843300-1-hyperv is: [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:00:34Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '321d7394-8618-4ad5-bb1e-2e32c0247ba8', 'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:62:aa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:33Z', 'updated_at': '2022-05-25T23:00:38Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:00:39.322335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-55cdcc8c-79eb-4c4c-8f9c-921bc627e5fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:39.392045 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-59d56e5a-9bd4-4576-838c-3e1b443cfbec tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/subnets/76f84d44-3c7e-4b5f-8772-5bcc5372ed01/tags HTTP/1.1" status: 200 len: 240 time: 0.3558791 May 25 23:00:39.392748 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41440) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:39.399944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-7c0461cf-3e8b-45e6-b090-eede42a90ab0 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '76f84d44-3c7e-4b5f-8772-5bcc5372ed01', 'tempest-TagsExtTest-Tag-332748160') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:39.402204 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdcc8c-79eb-4c4c-8f9c-921bc627e5fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9af2ad-639f-4c18-97e3-2e31e93e6a4d,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:39.444245 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9cbe8b8c-a7af-42f1-b483-56b1b929af62 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:39.447884 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 1f515810-fa80-40f6-9d58-209813c99fae completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:39.452139 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-55cdcc8c-79eb-4c4c-8f9c-921bc627e5fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:39.455247 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-55cdcc8c-79eb-4c4c-8f9c-921bc627e5fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4490113 May 25 23:00:39.459389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41444) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:39.468229 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-55e1a9cb-36b1-4e88-839f-554f4b1b897b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'a18fe17f-d632-4a11-8f28-5269e635e513', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:39.480648 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-55e1a9cb-36b1-4e88-839f-554f4b1b897b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:39.485903 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-55e1a9cb-36b1-4e88-839f-554f4b1b897b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:39.489041 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-55e1a9cb-36b1-4e88-839f-554f4b1b897b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:39.495698 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 1f515810-fa80-40f6-9d58-209813c99fae triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:39.495885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:39.496714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-55e1a9cb-36b1-4e88-839f-554f4b1b897b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:39.585431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-55e1a9cb-36b1-4e88-839f-554f4b1b897b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:39.604270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41448) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:39.604487 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7c0461cf-3e8b-45e6-b090-eede42a90ab0 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/subnets/76f84d44-3c7e-4b5f-8772-5bcc5372ed01/tags/tempest-TagsExtTest-Tag-332748160 HTTP/1.1" status: 204 len: 168 time: 0.2087488 May 25 23:00:39.606275 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.ipam_backend_mixin [None req-9cbe8b8c-a7af-42f1-b483-56b1b929af62 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f3dfa386-2418-4480-8bcf-b745d9743242 (CIDR: 172.20.0.0/28) May 25 23:00:39.620645 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-c4e87065-5fb8-4d5c-b83f-dd1c6df6271e tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '76f84d44-3c7e-4b5f-8772-5bcc5372ed01', 'tempest-TagsExtTest-Tag-332748160') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:39.645645 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbe8b8c-a7af-42f1-b483-56b1b929af62 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:00:39.646089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbe8b8c-a7af-42f1-b483-56b1b929af62 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:00:39.759457 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-55e1a9cb-36b1-4e88-839f-554f4b1b897b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:39.780125 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9cbe8b8c-a7af-42f1-b483-56b1b929af62 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1298652 May 25 23:00:39.783073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41452) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:39.784179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Allocated IP 172.20.0.2 (8f27cec8-4c13-4961-af34-cb6a680983b0/f3dfa386-2418-4480-8bcf-b745d9743242/b94c07fa-4ba1-4311-8f29-fca9e6d4d148) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:39.790339 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'subnet': {'network_id': '8f27cec8-4c13-4961-af34-cb6a680983b0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:39.814719 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:39.858956 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-55e1a9cb-36b1-4e88-839f-554f4b1b897b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:39.895665 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c4e87065-5fb8-4d5c-b83f-dd1c6df6271e tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/subnets/76f84d44-3c7e-4b5f-8772-5bcc5372ed01/tags/tempest-TagsExtTest-Tag-332748160 HTTP/1.1" status: 204 len: 168 time: 0.2878404 May 25 23:00:39.896782 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41456) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:39.900717 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1a9cb-36b1-4e88-839f-554f4b1b897b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ee50a2-2591-4391-ae0f-33a415278570,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:39.913194 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-6f0f119e-9f44-430f-9798-8c83a83a324e tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '76f84d44-3c7e-4b5f-8772-5bcc5372ed01') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:39.976042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-55e1a9cb-36b1-4e88-839f-554f4b1b897b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:39.977584 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-55e1a9cb-36b1-4e88-839f-554f4b1b897b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5162363 May 25 23:00:39.981835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41460) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:39.984798 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 1f515810-fa80-40f6-9d58-209813c99fae, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1f515810-fa80-40f6-9d58-209813c99fae,segment=NetworkSegment(8fdbc996-3cd6-4086-9619-b6e42eff6f05),segment_id=8fdbc996-3cd6-4086-9619-b6e42eff6f05)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:39.994852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e07d493a-5acc-4434-8a64-3c7a682ad6f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'a18fe17f-d632-4a11-8f28-5269e635e513', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:40.016411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e07d493a-5acc-4434-8a64-3c7a682ad6f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:40.035087 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e07d493a-5acc-4434-8a64-3c7a682ad6f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:40.041157 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e07d493a-5acc-4434-8a64-3c7a682ad6f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:40.049625 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e07d493a-5acc-4434-8a64-3c7a682ad6f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:40.054382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:40.060056 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6f0f119e-9f44-430f-9798-8c83a83a324e tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/subnets/76f84d44-3c7e-4b5f-8772-5bcc5372ed01/tags HTTP/1.1" status: 200 len: 205 time: 0.1600444 May 25 23:00:40.061127 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41464) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:40.066301 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:subnet and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:40.071317 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-ffaf3751-b6e2-4c11-b45d-81e5688e9afe tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2c4c95f9-9d87-4232-936a-f0fd24025888') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:40.073634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:40.082447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:40.107348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.154634 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-e07d493a-5acc-4434-8a64-3c7a682ad6f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:00:40.167429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e07d493a-5acc-4434-8a64-3c7a682ad6f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.178675 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:40.186403 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.191545 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ffaf3751-b6e2-4c11-b45d-81e5688e9afe tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/ports/2c4c95f9-9d87-4232-936a-f0fd24025888/tags HTTP/1.1" status: 200 len: 240 time: 0.1272759 May 25 23:00:40.194865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41468) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:40.206285 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.215996 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-05e1f1b2-f07a-4852-a594-88563f120140 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2c4c95f9-9d87-4232-936a-f0fd24025888', 'tempest-TagsExtTest-Tag-277720023') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:40.226309 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=1f515810-fa80-40f6-9d58-209813c99fae,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:40.229594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Transition to ACTIVE for port object b94c07fa-4ba1-4311-8f29-fca9e6d4d148 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:40.246974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fa7635d9-d21a-418a-a310-39ea80830feb None None] Provisioning for port 2c4c95f9-9d87-4232-936a-f0fd24025888 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:40.253110 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fa7635d9-d21a-418a-a310-39ea80830feb None None] Provisioning complete for port 2c4c95f9-9d87-4232-936a-f0fd24025888 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:40.257112 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fa7635d9-d21a-418a-a310-39ea80830feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.300985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Transition to ACTIVE for port object b94c07fa-4ba1-4311-8f29-fca9e6d4d148 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:40.347809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e07d493a-5acc-4434-8a64-3c7a682ad6f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.357808 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-fa7635d9-d21a-418a-a310-39ea80830feb None None] Port 2c4c95f9-9d87-4232-936a-f0fd24025888 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:00:40.362539 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.370194 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-05e1f1b2-f07a-4852-a594-88563f120140 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/ports/2c4c95f9-9d87-4232-936a-f0fd24025888/tags/tempest-TagsExtTest-Tag-277720023 HTTP/1.1" status: 204 len: 168 time: 0.1740816 May 25 23:00:40.371430 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41472) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:40.377072 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-d38ada79-7aa4-4f80-b0b7-7d8384ae1565 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2c4c95f9-9d87-4232-936a-f0fd24025888', 'tempest-TagsExtTest-Tag-277720023') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:40.435708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e07d493a-5acc-4434-8a64-3c7a682ad6f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.442415 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Network 8f27cec8-4c13-4961-af34-cb6a680983b0 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:40.446271 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:40.451649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:40.469007 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fa7635d9-d21a-418a-a310-39ea80830feb None None] Provisioning complete for port 1f515810-fa80-40f6-9d58-209813c99fae triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:40.469007 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fa7635d9-d21a-418a-a310-39ea80830feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.477886 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d493a-5acc-4434-8a64-3c7a682ad6f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0588543c-2738-40b4-8c0d-d83fd167c9e4,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:40.503924 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Pushing event updated for resources: {'Port': ['ID=b94c07fa-4ba1-4311-8f29-fca9e6d4d148,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:40.579311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e07d493a-5acc-4434-8a64-3c7a682ad6f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.580808 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e07d493a-5acc-4434-8a64-3c7a682ad6f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5960279 May 25 23:00:40.586596 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41476) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:40.594869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c3a64458-c2c7-490e-a070-77a960f6625d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'a18fe17f-d632-4a11-8f28-5269e635e513', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:40.602524 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c3a64458-c2c7-490e-a070-77a960f6625d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:40.609748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c3a64458-c2c7-490e-a070-77a960f6625d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:40.616797 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c3a64458-c2c7-490e-a070-77a960f6625d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:40.626171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c3a64458-c2c7-490e-a070-77a960f6625d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:40.632763 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d38ada79-7aa4-4f80-b0b7-7d8384ae1565 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/ports/2c4c95f9-9d87-4232-936a-f0fd24025888/tags/tempest-TagsExtTest-Tag-277720023 HTTP/1.1" status: 204 len: 168 time: 0.2588120 May 25 23:00:40.635262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Attempting to bind port b94c07fa-4ba1-4311-8f29-fca9e6d4d148 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:00:40.635864 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Attempting to bind port b94c07fa-4ba1-4311-8f29-fca9e6d4d148 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '4cd895ee-7ae5-458f-8a60-9771fd65a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8f27cec8-4c13-4961-af34-cb6a680983b0'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:00:40.636387 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Attempting to bind port b94c07fa-4ba1-4311-8f29-fca9e6d4d148 on network 8f27cec8-4c13-4961-af34-cb6a680983b0 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:00:40.638173 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41480) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:40.651299 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1f515810-fa80-40f6-9d58-209813c99fae up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:40.653952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-806ca151-e299-484e-be5e-25eeabb93556 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2c4c95f9-9d87-4232-936a-f0fd24025888') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:40.690140 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:00:40.690503 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Checking segment: {'id': '4cd895ee-7ae5-458f-8a60-9771fd65a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8f27cec8-4c13-4961-af34-cb6a680983b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:40.690898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.691280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Bound using segment: {'id': '4cd895ee-7ae5-458f-8a60-9771fd65a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8f27cec8-4c13-4961-af34-cb6a680983b0'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:00:40.691750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Bound port: b94c07fa-4ba1-4311-8f29-fca9e6d4d148, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd895ee-7ae5-458f-8a60-9771fd65a83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8f27cec8-4c13-4961-af34-cb6a680983b0'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:00:40.692113 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.735994 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-806ca151-e299-484e-be5e-25eeabb93556 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/ports/2c4c95f9-9d87-4232-936a-f0fd24025888/tags HTTP/1.1" status: 200 len: 205 time: 0.0892332 May 25 23:00:40.738290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41484) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:40.743822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-8eb26407-1b7f-41d0-a3a2-7e720b8f8bad tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5a22caba-b360-444d-8619-f367cb8eb623') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:40.782110 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.797264 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-c3a64458-c2c7-490e-a070-77a960f6625d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:00:40.847055 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network 8f27cec8-4c13-4961-af34-cb6a680983b0 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:40.850059 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:40.854346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:40.855239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.866945 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 1f515810-fa80-40f6-9d58-209813c99fae triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:40.867304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.869289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c3a64458-c2c7-490e-a070-77a960f6625d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.874393 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Subnet': ['ID=a073c7e3-28cc-4f2b-95ae-5e0de989573e,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:40.886699 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:40.886699 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:40.887007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:40.887574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:40.888010 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:40.888349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:40.888696 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:40.889523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:40.889523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:40.889755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:40.889977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:40.901474 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] For port b94c07fa-4ba1-4311-8f29-fca9e6d4d148, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:00:40.917599 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] For port b94c07fa-4ba1-4311-8f29-fca9e6d4d148, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b94c07fa-4ba1-4311-8f29-fca9e6d4d148,segment=NetworkSegment(4cd895ee-7ae5-458f-8a60-9771fd65a83a),segment_id=4cd895ee-7ae5-458f-8a60-9771fd65a83a)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:00:40.931241 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8eb26407-1b7f-41d0-a3a2-7e720b8f8bad tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/routers/5a22caba-b360-444d-8619-f367cb8eb623/tags HTTP/1.1" status: 200 len: 241 time: 0.1918459 May 25 23:00:40.934088 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41488) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:40.944459 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-74a485dd-c3e6-4e27-bd17-fddf90a382a7 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a22caba-b360-444d-8619-f367cb8eb623', 'tempest-TagsExtTest-Tag-1588952488') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:40.955917 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c3a64458-c2c7-490e-a070-77a960f6625d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:40.994894 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 321d7394-8618-4ad5-bb1e-2e32c0247ba8 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:41.000176 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-072f910a-74da-4db9-9e09-83b05a8b7a03 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2155769 May 25 23:00:41.003251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41492) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:41.008992 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'network_id': '8f27cec8-4c13-4961-af34-cb6a680983b0', 'fixed_ips': [{'subnet_id': 'f3dfa386-2418-4480-8bcf-b745d9743242'}, {'subnet_id': 'a073c7e3-28cc-4f2b-95ae-5e0de989573e'}], 'name': 'tempest-PortsTestJSON-166262724'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:41.050060 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:41.075804 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c3a64458-c2c7-490e-a070-77a960f6625d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:41.081352 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-74a485dd-c3e6-4e27-bd17-fddf90a382a7 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/routers/5a22caba-b360-444d-8619-f367cb8eb623/tags/tempest-TagsExtTest-Tag-1588952488 HTTP/1.1" status: 204 len: 168 time: 0.1439373 May 25 23:00:41.081870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41496) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:41.087662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-d5b92c68-7f44-4641-a056-6c614703af59 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5a22caba-b360-444d-8619-f367cb8eb623', 'tempest-TagsExtTest-Tag-1588952488') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:41.137480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2b18c369-b69c-4169-8c96-0054fc917c32 None None] Provisioning complete for port 2c4c95f9-9d87-4232-936a-f0fd24025888 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:41.138006 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2b18c369-b69c-4169-8c96-0054fc917c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:41.200371 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b5674-70db-4bbe-b57f-eebe9dd5383e None None] Pushing event updated for resources: {'Port': ['ID=b94c07fa-4ba1-4311-8f29-fca9e6d4d148,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:41.207044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2b18c369-b69c-4169-8c96-0054fc917c32 None None] Port 2c4c95f9-9d87-4232-936a-f0fd24025888 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:00:41.231230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a64458-c2c7-490e-a070-77a960f6625d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3756e6ca-927c-4cc4-8add-8ed846d92a47,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:41.279354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 321d7394-8618-4ad5-bb1e-2e32c0247ba8 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:41.284557 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 321d7394-8618-4ad5-bb1e-2e32c0247ba8 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:41.284920 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:41.288904 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:41.293188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:port and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:41.296397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:41.302371 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:41.316803 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d5b92c68-7f44-4641-a056-6c614703af59 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/routers/5a22caba-b360-444d-8619-f367cb8eb623/tags/tempest-TagsExtTest-Tag-1588952488 HTTP/1.1" status: 204 len: 168 time: 0.2320001 May 25 23:00:41.317018 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41500) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:41.323078 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-e6715f06-1ba3-4794-bc54-d2b800da1886 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5a22caba-b360-444d-8619-f367cb8eb623') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:41.329620 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c3a64458-c2c7-490e-a070-77a960f6625d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:41.339146 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c3a64458-c2c7-490e-a070-77a960f6625d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7508471 May 25 23:00:41.431607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:41.461059 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:41.518803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] device_id is not set on port 06ea58a8-aca4-48f4-89d2-c3e353d90966 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:00:41.524230 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e6715f06-1ba3-4794-bc54-d2b800da1886 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/routers/5a22caba-b360-444d-8619-f367cb8eb623/tags HTTP/1.1" status: 200 len: 205 time: 0.2040248 May 25 23:00:41.524450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41508) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:41.530603 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-75d0c2ee-dc3b-423e-8aae-4736183a42bd tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd561bb12-0d82-4f49-9977-45e593912850') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:41.567571 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:41.571056 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-75d0c2ee-dc3b-423e-8aae-4736183a42bd tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/subnetpools/d561bb12-0d82-4f49-9977-45e593912850/tags HTTP/1.1" status: 200 len: 240 time: 0.0429323 May 25 23:00:41.571348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41512) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:41.582064 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-0a6a4936-4a94-472e-96a8-aacd7c4feab9 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd561bb12-0d82-4f49-9977-45e593912850', 'tempest-TagsExtTest-Tag-410876082') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:41.596070 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-416c1d1b-8ac3-45a2-85d0-3529fbac4cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:41.612317 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0a6a4936-4a94-472e-96a8-aacd7c4feab9 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/subnetpools/d561bb12-0d82-4f49-9977-45e593912850/tags/tempest-TagsExtTest-Tag-410876082 HTTP/1.1" status: 204 len: 168 time: 0.0398962 May 25 23:00:41.614905 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41518) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:41.624906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-07ae8c9a-902a-4e21-a76f-079140eeb91a tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd561bb12-0d82-4f49-9977-45e593912850', 'tempest-TagsExtTest-Tag-410876082') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:41.662376 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 321d7394-8618-4ad5-bb1e-2e32c0247ba8, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=321d7394-8618-4ad5-bb1e-2e32c0247ba8,segment=NetworkSegment(ef73eb49-4134-44a4-b2af-6feda7b122df),segment_id=ef73eb49-4134-44a4-b2af-6feda7b122df)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:41.715751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-9f162acf-61c4-448a-b295-e359f479af85 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:41.748383 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:41.787951 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-07ae8c9a-902a-4e21-a76f-079140eeb91a tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/subnetpools/d561bb12-0d82-4f49-9977-45e593912850/tags/tempest-TagsExtTest-Tag-410876082 HTTP/1.1" status: 204 len: 168 time: 0.1695840 May 25 23:00:41.788151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41524) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:41.794000 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-21691bc9-b1ae-43e6-8bb8-81abbfe79d64 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd561bb12-0d82-4f49-9977-45e593912850') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:41.819459 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-21691bc9-b1ae-43e6-8bb8-81abbfe79d64 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/subnetpools/d561bb12-0d82-4f49-9977-45e593912850/tags HTTP/1.1" status: 200 len: 205 time: 0.0301566 May 25 23:00:41.821975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41528) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:41.822869 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=321d7394-8618-4ad5-bb1e-2e32c0247ba8,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:41.827719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-8342206f-39f1-4deb-bc3e-b926c6bd7af7 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd561bb12-0d82-4f49-9977-45e593912850') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:41.832782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:41.840595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:41.840595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:41.840595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:41.840595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:41.840595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:41.840595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:41.840595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:41.840595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:41.840595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:41.840595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:00:41.841630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-9f162acf-61c4-448a-b295-e359f479af85 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:41.841630 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-9f162acf-61c4-448a-b295-e359f479af85 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1500131064&fields=id&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 267 time: 0.1699939 May 25 23:00:41.945426 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Allocated IP 172.20.0.9 (8f27cec8-4c13-4961-af34-cb6a680983b0/f3dfa386-2418-4480-8bcf-b745d9743242/06ea58a8-aca4-48f4-89d2-c3e353d90966) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:41.951681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Allocated IP 172.20.0.22 (8f27cec8-4c13-4961-af34-cb6a680983b0/a073c7e3-28cc-4f2b-95ae-5e0de989573e/06ea58a8-aca4-48f4-89d2-c3e353d90966) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:41.955563 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8342206f-39f1-4deb-bc3e-b926c6bd7af7 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/subnetpools/d561bb12-0d82-4f49-9977-45e593912850/tags HTTP/1.1" status: 204 len: 168 time: 0.1326435 May 25 23:00:41.958332 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41532) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:41.967335 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-2c8d924b-a263-45b7-915c-d891318536a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5a22caba-b360-444d-8619-f367cb8eb623') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:42.132375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-a92a3a05-cc4f-464f-9592-083b74b841ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:42.134095 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-a92a3a05-cc4f-464f-9592-083b74b841ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/networks?id=c293d67f-56bf-4112-a4a8-d7ebc0d297e3 HTTP/1.1" status: 200 len: 796 time: 0.2882743 May 25 23:00:42.160977 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2c8d924b-a263-45b7-915c-d891318536a3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/routers/5a22caba-b360-444d-8619-f367cb8eb623/tags HTTP/1.1" status: 204 len: 168 time: 0.2016187 May 25 23:00:42.162843 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-b8d871a6-cc87-4b93-a278-0fb189bf16b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/quotas/cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 375 time: 0.0191433 May 25 23:00:42.163663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41536) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:42.169748 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-31cd8421-637c-4079-ae6e-77645503faa0 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2c4c95f9-9d87-4232-936a-f0fd24025888') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:42.190817 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:42.209795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Transition to ACTIVE for port object 06ea58a8-aca4-48f4-89d2-c3e353d90966 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:42.303616 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-6dcb71af-daef-4397-ad12-66328a00a580 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049948 May 25 23:00:42.312548 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-31cd8421-637c-4079-ae6e-77645503faa0 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/ports/2c4c95f9-9d87-4232-936a-f0fd24025888/tags HTTP/1.1" status: 204 len: 168 time: 0.1477499 May 25 23:00:42.315135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41540) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:42.316618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:42.343705 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-0f3104d3-11f2-44c8-8140-1291550bb7b2 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '76f84d44-3c7e-4b5f-8772-5bcc5372ed01') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:42.393469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network 8f27cec8-4c13-4961-af34-cb6a680983b0 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:42.396418 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:42.396583 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd712c5-292d-40d3-8d57-36fbfc76e715 None None] Network 8f27cec8-4c13-4961-af34-cb6a680983b0 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:42.400408 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:42.448260 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=06ea58a8-aca4-48f4-89d2-c3e353d90966,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:42.495209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:42.495853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:42.561577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7a354530-5724-4723-ac0a-094dc6a35b4d None None] Provisioning for port b94c07fa-4ba1-4311-8f29-fca9e6d4d148 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:42.610733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 321d7394-8618-4ad5-bb1e-2e32c0247ba8 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:42.615441 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-74672241-b979-402d-8be5-2817dbe9d91e service neutron] 10.222.0.66 "GET /v2.0/networks/c293d67f-56bf-4112-a4a8-d7ebc0d297e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929204 May 25 23:00:42.624585 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-345cdc54-101e-4b51-83b2-c01623dd8dcb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.6195180 May 25 23:00:42.626694 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41544) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:42.632832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e945d873-e5bb-449c-890c-54c512e18f5a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3dfa386-2418-4480-8bcf-b745d9743242'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:42.717178 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0f3104d3-11f2-44c8-8140-1291550bb7b2 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/subnets/76f84d44-3c7e-4b5f-8772-5bcc5372ed01/tags HTTP/1.1" status: 204 len: 168 time: 0.3965051 May 25 23:00:42.718984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41548) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:42.726232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-04cc4295-07fc-469d-987d-d55903a7a03a tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '76f84d44-3c7e-4b5f-8772-5bcc5372ed01', 'tempest-TagsExtTest-Tag-86749789') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:42.767806 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e945d873-e5bb-449c-890c-54c512e18f5a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:42.785307 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 321d7394-8618-4ad5-bb1e-2e32c0247ba8 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:42.785925 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:42.819072 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-d5d90683-a143-44fc-9b86-f3ca3a975543 service neutron] 10.222.0.66 "GET /v2.0/networks/c293d67f-56bf-4112-a4a8-d7ebc0d297e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953781 May 25 23:00:42.914861 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-04cc4295-07fc-469d-987d-d55903a7a03a tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "PUT /v2.0/subnets/76f84d44-3c7e-4b5f-8772-5bcc5372ed01/tags/tempest-TagsExtTest-Tag-86749789 HTTP/1.1" status: 201 len: 201 time: 0.1927822 May 25 23:00:42.917265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41552) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:42.923152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-af39ef2a-2d1c-49fe-96c1-a44992b15607 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2c4c95f9-9d87-4232-936a-f0fd24025888', 'tempest-TagsExtTest-Tag-2135398043') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:42.970012 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b94c07fa-4ba1-4311-8f29-fca9e6d4d148 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:43.031542 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29bb661-0e87-4cfa-a39c-327d1f617a28 None None] Update dhcp port {'port': {'network_id': '8f27cec8-4c13-4961-af34-cb6a680983b0', 'fixed_ips': [{'subnet_id': 'f3dfa386-2418-4480-8bcf-b745d9743242', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a073c7e3-28cc-4f2b-95ae-5e0de989573e'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': 'b94c07fa-4ba1-4311-8f29-fca9e6d4d148'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 23:00:43.091065 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b29bb661-0e87-4cfa-a39c-327d1f617a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:43.095842 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-af39ef2a-2d1c-49fe-96c1-a44992b15607 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "PUT /v2.0/ports/2c4c95f9-9d87-4232-936a-f0fd24025888/tags/tempest-TagsExtTest-Tag-2135398043 HTTP/1.1" status: 201 len: 201 time: 0.1775408 May 25 23:00:43.096488 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41560) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:43.134119 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-e945d873-e5bb-449c-890c-54c512e18f5a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Delete allocated IP 172.20.0.22 (8f27cec8-4c13-4961-af34-cb6a680983b0/a073c7e3-28cc-4f2b-95ae-5e0de989573e) {{(pid=84717) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 23:00:43.162798 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7c25e25c-d92b-46ba-ab3c-e55fa8fea803 req-444b54c7-2dba-4269-8d3f-04f8e37cd7ef tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 210 time: 0.0557120 May 25 23:00:43.167040 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-27cfaf5e-6dee-4db7-859c-feb92e975907 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5a22caba-b360-444d-8619-f367cb8eb623', 'tempest-TagsExtTest-Tag-1863650055') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:43.210316 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port b94c07fa-4ba1-4311-8f29-fca9e6d4d148 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:43.222786 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port b94c07fa-4ba1-4311-8f29-fca9e6d4d148 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:43.223154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:43.361486 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e945d873-e5bb-449c-890c-54c512e18f5a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:43.378048 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-e945d873-e5bb-449c-890c-54c512e18f5a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Ignored duplicate provisioning block setup for port 06ea58a8-aca4-48f4-89d2-c3e353d90966 by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 25 23:00:43.424607 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:43.425655 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-27cfaf5e-6dee-4db7-859c-feb92e975907 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "PUT /v2.0/routers/5a22caba-b360-444d-8619-f367cb8eb623/tags/tempest-TagsExtTest-Tag-1863650055 HTTP/1.1" status: 201 len: 201 time: 0.3253706 May 25 23:00:43.428414 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41568) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:43.434166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-072eca78-862f-4a21-9200-18ddc100cec6 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd561bb12-0d82-4f49-9977-45e593912850', 'tempest-TagsExtTest-Tag-318498635') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:43.448586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e945d873-e5bb-449c-890c-54c512e18f5a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:43.495257 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port b94c07fa-4ba1-4311-8f29-fca9e6d4d148, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b94c07fa-4ba1-4311-8f29-fca9e6d4d148,segment=NetworkSegment(4cd895ee-7ae5-458f-8a60-9771fd65a83a),segment_id=4cd895ee-7ae5-458f-8a60-9771fd65a83a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:43.517734 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-b29bb661-0e87-4cfa-a39c-327d1f617a28 None None] Allocated IP 172.20.0.18 (8f27cec8-4c13-4961-af34-cb6a680983b0/a073c7e3-28cc-4f2b-95ae-5e0de989573e/b94c07fa-4ba1-4311-8f29-fca9e6d4d148) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:43.602219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945d873-e5bb-449c-890c-54c512e18f5a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=06ea58a8-aca4-48f4-89d2-c3e353d90966,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:43.607088 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:43.608027 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-072eca78-862f-4a21-9200-18ddc100cec6 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "PUT /v2.0/subnetpools/d561bb12-0d82-4f49-9977-45e593912850/tags/tempest-TagsExtTest-Tag-318498635 HTTP/1.1" status: 201 len: 201 time: 0.1782305 May 25 23:00:43.611084 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41572) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:43.619087 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-d9319062-de21-4a46-be52-8dac42dca950 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '76f84d44-3c7e-4b5f-8772-5bcc5372ed01', {'tags': ['tempest-TagsExtTest-Tag-1987702487', 'tempest-TagsExtTest-Tag-270255222', 'tempest-TagsExtTest-Tag-1288726537']}) {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:43.671431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-e945d873-e5bb-449c-890c-54c512e18f5a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] In _notify_port_updated(), no bound segment for port 06ea58a8-aca4-48f4-89d2-c3e353d90966 on network 8f27cec8-4c13-4961-af34-cb6a680983b0 {{(pid=84717) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 23:00:43.675272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e945d873-e5bb-449c-890c-54c512e18f5a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:43.675878 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e945d873-e5bb-449c-890c-54c512e18f5a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:43.677181 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e945d873-e5bb-449c-890c-54c512e18f5a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "PUT /v2.0/ports/06ea58a8-aca4-48f4-89d2-c3e353d90966 HTTP/1.1" status: 200 len: 918 time: 1.0493908 May 25 23:00:43.680946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41576) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:43.690676 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-db5fd791-a9f3-4d2e-af24-b357d6dc73fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3dfa386-2418-4480-8bcf-b745d9743242'}, {'subnet_id': 'a073c7e3-28cc-4f2b-95ae-5e0de989573e'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:43.692189 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-09fe8d4e-ca78-4fd0-9cf3-9a905d57a6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:43.759033 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=b94c07fa-4ba1-4311-8f29-fca9e6d4d148,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:43.785540 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d9319062-de21-4a46-be52-8dac42dca950 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "PUT /v2.0/subnets/76f84d44-3c7e-4b5f-8772-5bcc5372ed01/tags HTTP/1.1" status: 200 len: 317 time: 0.1734285 May 25 23:00:43.787958 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41580) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:43.794066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-eda48a84-f89d-42c5-b390-8eb7b5a22dab tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '76f84d44-3c7e-4b5f-8772-5bcc5372ed01') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:43.808185 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b29bb661-0e87-4cfa-a39c-327d1f617a28 None None] For port b94c07fa-4ba1-4311-8f29-fca9e6d4d148, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b94c07fa-4ba1-4311-8f29-fca9e6d4d148,segment=NetworkSegment(4cd895ee-7ae5-458f-8a60-9771fd65a83a),segment_id=4cd895ee-7ae5-458f-8a60-9771fd65a83a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:43.819133 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-db5fd791-a9f3-4d2e-af24-b357d6dc73fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:43.840120 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b29bb661-0e87-4cfa-a39c-327d1f617a28 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:43.858826 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b29bb661-0e87-4cfa-a39c-327d1f617a28 None None] Transition to ACTIVE for port object b94c07fa-4ba1-4311-8f29-fca9e6d4d148 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:43.947659 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b29bb661-0e87-4cfa-a39c-327d1f617a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:44.023153 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-eda48a84-f89d-42c5-b390-8eb7b5a22dab tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/subnets/76f84d44-3c7e-4b5f-8772-5bcc5372ed01/tags HTTP/1.1" status: 204 len: 168 time: 0.2340965 May 25 23:00:44.025579 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41586) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:44.032577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-55d50a4b-b025-4120-b5f4-69fb3ef6c4dc tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '76f84d44-3c7e-4b5f-8772-5bcc5372ed01', 'tempest-TagsExtTest-Tag-1987702487') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:44.089886 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bb661-0e87-4cfa-a39c-327d1f617a28 None None] Pushing event updated for resources: {'Port': ['ID=b94c07fa-4ba1-4311-8f29-fca9e6d4d148,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:44.116170 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-55d50a4b-b025-4120-b5f4-69fb3ef6c4dc tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] show failed (client error): The resource could not be found. May 25 23:00:44.120033 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-55d50a4b-b025-4120-b5f4-69fb3ef6c4dc tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/subnets/76f84d44-3c7e-4b5f-8772-5bcc5372ed01/tags/tempest-TagsExtTest-Tag-1987702487 HTTP/1.1" status: 404 len: 329 time: 0.0909610 May 25 23:00:44.120590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41590) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:44.126701 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-c50c9f9a-c431-4b5a-8c5d-699f197a0810 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '76f84d44-3c7e-4b5f-8772-5bcc5372ed01', 'tempest-TagsExtTest-Tag-270255222') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:44.169695 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-db5fd791-a9f3-4d2e-af24-b357d6dc73fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Allocated IP 172.20.0.26 (8f27cec8-4c13-4961-af34-cb6a680983b0/a073c7e3-28cc-4f2b-95ae-5e0de989573e/06ea58a8-aca4-48f4-89d2-c3e353d90966) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:44.197266 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-c50c9f9a-c431-4b5a-8c5d-699f197a0810 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] show failed (client error): The resource could not be found. May 25 23:00:44.198536 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c50c9f9a-c431-4b5a-8c5d-699f197a0810 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/subnets/76f84d44-3c7e-4b5f-8772-5bcc5372ed01/tags/tempest-TagsExtTest-Tag-270255222 HTTP/1.1" status: 404 len: 328 time: 0.0764680 May 25 23:00:44.204738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41594) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:44.215626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-54bdb7e5-a4f9-4000-b8bb-3f78f32c92c5 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '76f84d44-3c7e-4b5f-8772-5bcc5372ed01', 'tempest-TagsExtTest-Tag-1288726537') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:44.336498 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-61249d80-dfcc-4595-bdc9-a886ebaad3e3 req-ba16924d-f2a7-4d0b-992d-9036d29b8c09 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 210 time: 0.0541608 May 25 23:00:44.425950 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-54bdb7e5-a4f9-4000-b8bb-3f78f32c92c5 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] show failed (client error): The resource could not be found. May 25 23:00:44.427061 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-54bdb7e5-a4f9-4000-b8bb-3f78f32c92c5 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/subnets/76f84d44-3c7e-4b5f-8772-5bcc5372ed01/tags/tempest-TagsExtTest-Tag-1288726537 HTTP/1.1" status: 404 len: 329 time: 0.2203276 May 25 23:00:44.430132 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41600) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:44.437132 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-06f5998a-18fd-4761-b0c1-75b0e863938d tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2c4c95f9-9d87-4232-936a-f0fd24025888', {'tags': ['tempest-TagsExtTest-Tag-304841146', 'tempest-TagsExtTest-Tag-269388097', 'tempest-TagsExtTest-Tag-401877811']}) {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:44.468768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-db5fd791-a9f3-4d2e-af24-b357d6dc73fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:44.489778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-db5fd791-a9f3-4d2e-af24-b357d6dc73fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Ignored duplicate provisioning block setup for port 06ea58a8-aca4-48f4-89d2-c3e353d90966 by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 25 23:00:44.491524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b94c07fa-4ba1-4311-8f29-fca9e6d4d148 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:44.604910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-db5fd791-a9f3-4d2e-af24-b357d6dc73fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:44.634702 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-06f5998a-18fd-4761-b0c1-75b0e863938d tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "PUT /v2.0/ports/2c4c95f9-9d87-4232-936a-f0fd24025888/tags HTTP/1.1" status: 200 len: 315 time: 0.2035141 May 25 23:00:44.637143 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41604) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:44.642890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-75158ec6-7fad-4b6c-81b2-19dfe2cd1fa5 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2c4c95f9-9d87-4232-936a-f0fd24025888') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:44.680399 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d20217-2ca1-42a7-accc-b329ca0deb23 None None] Network 8f27cec8-4c13-4961-af34-cb6a680983b0 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:44.755087 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fd791-a9f3-4d2e-af24-b357d6dc73fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=06ea58a8-aca4-48f4-89d2-c3e353d90966,revision_number=3']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:44.819505 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-75158ec6-7fad-4b6c-81b2-19dfe2cd1fa5 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/ports/2c4c95f9-9d87-4232-936a-f0fd24025888/tags HTTP/1.1" status: 204 len: 168 time: 0.1812840 May 25 23:00:44.819742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41608) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:44.822293 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-db5fd791-a9f3-4d2e-af24-b357d6dc73fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] In _notify_port_updated(), no bound segment for port 06ea58a8-aca4-48f4-89d2-c3e353d90966 on network 8f27cec8-4c13-4961-af34-cb6a680983b0 {{(pid=84716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 23:00:44.826246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5fd791-a9f3-4d2e-af24-b357d6dc73fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:44.826849 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-db5fd791-a9f3-4d2e-af24-b357d6dc73fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:44.830560 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-db5fd791-a9f3-4d2e-af24-b357d6dc73fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "PUT /v2.0/ports/06ea58a8-aca4-48f4-89d2-c3e353d90966 HTTP/1.1" status: 200 len: 998 time: 1.1458349 May 25 23:00:44.832179 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-5df2454b-e6fc-4ec7-949e-dfca784c04fe tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2c4c95f9-9d87-4232-936a-f0fd24025888', 'tempest-TagsExtTest-Tag-304841146') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:44.841546 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41612) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:44.856152 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:44.907329 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-5df2454b-e6fc-4ec7-949e-dfca784c04fe tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] show failed (client error): The resource could not be found. May 25 23:00:44.908687 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5df2454b-e6fc-4ec7-949e-dfca784c04fe tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/ports/2c4c95f9-9d87-4232-936a-f0fd24025888/tags/tempest-TagsExtTest-Tag-304841146 HTTP/1.1" status: 404 len: 328 time: 0.0877607 May 25 23:00:44.911623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41616) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:44.916757 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-77a53789-1ad4-471f-802a-0b4670fb44ab None None] Provisioning for port b94c07fa-4ba1-4311-8f29-fca9e6d4d148 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:44.919400 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-5e03a0c1-4e3a-4c74-b99d-52bcad7b31f5 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2c4c95f9-9d87-4232-936a-f0fd24025888', 'tempest-TagsExtTest-Tag-269388097') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:44.929601 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-77a53789-1ad4-471f-802a-0b4670fb44ab None None] Provisioning complete for port b94c07fa-4ba1-4311-8f29-fca9e6d4d148 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:44.929974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-77a53789-1ad4-471f-802a-0b4670fb44ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:44.940766 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-90291cc4-bf92-420d-b9e7-f5b59882c4b3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port 06ea58a8-aca4-48f4-89d2-c3e353d90966 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:44.941187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-90291cc4-bf92-420d-b9e7-f5b59882c4b3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:44.996678 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-5e03a0c1-4e3a-4c74-b99d-52bcad7b31f5 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] show failed (client error): The resource could not be found. May 25 23:00:44.996678 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5e03a0c1-4e3a-4c74-b99d-52bcad7b31f5 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/ports/2c4c95f9-9d87-4232-936a-f0fd24025888/tags/tempest-TagsExtTest-Tag-269388097 HTTP/1.1" status: 404 len: 328 time: 0.0840795 May 25 23:00:45.000667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41620) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:45.007932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-51f04e16-d885-4b53-81ca-4e94654036d1 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2c4c95f9-9d87-4232-936a-f0fd24025888', 'tempest-TagsExtTest-Tag-401877811') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:45.080338 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:45.178722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-77a53789-1ad4-471f-802a-0b4670fb44ab None None] Provisioning for port 06ea58a8-aca4-48f4-89d2-c3e353d90966 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:45.184117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-77a53789-1ad4-471f-802a-0b4670fb44ab None None] Provisioning complete for port 06ea58a8-aca4-48f4-89d2-c3e353d90966 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:45.184117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-77a53789-1ad4-471f-802a-0b4670fb44ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:45.208810 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-51f04e16-d885-4b53-81ca-4e94654036d1 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] show failed (client error): The resource could not be found. May 25 23:00:45.212598 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-51f04e16-d885-4b53-81ca-4e94654036d1 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/ports/2c4c95f9-9d87-4232-936a-f0fd24025888/tags/tempest-TagsExtTest-Tag-401877811 HTTP/1.1" status: 404 len: 328 time: 0.2081892 May 25 23:00:45.212598 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41624) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:45.221830 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-af5a612f-9b74-46b7-bd55-c23646646c7b tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5a22caba-b360-444d-8619-f367cb8eb623', {'tags': ['tempest-TagsExtTest-Tag-1525366427', 'tempest-TagsExtTest-Tag-1603384124', 'tempest-TagsExtTest-Tag-132926257']}) {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:45.237785 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-77a53789-1ad4-471f-802a-0b4670fb44ab None None] Port 06ea58a8-aca4-48f4-89d2-c3e353d90966 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:00:45.373726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-90291cc4-bf92-420d-b9e7-f5b59882c4b3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:45.501723 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-90291cc4-bf92-420d-b9e7-f5b59882c4b3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for 06ea58a8-aca4-48f4-89d2-c3e353d90966 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:45.517518 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-23be5840-f097-4611-b236-136759b70eaa req-a9d0d58d-6666-4fd9-b7b4-ea9f3dc0832a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 210 time: 0.0423734 May 25 23:00:45.616908 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-af5a612f-9b74-46b7-bd55-c23646646c7b tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "PUT /v2.0/routers/5a22caba-b360-444d-8619-f367cb8eb623/tags HTTP/1.1" status: 200 len: 317 time: 0.4033544 May 25 23:00:45.623157 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41630) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:45.630949 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-e0287242-04f2-4f2a-b71a-c49757efa19f tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5a22caba-b360-444d-8619-f367cb8eb623') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:45.863458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-6111fc15-afe7-4de8-ba9f-ed5a18ce3b74 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:45.864944 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-6111fc15-afe7-4de8-ba9f-ed5a18ce3b74 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/networks?id=c293d67f-56bf-4112-a4a8-d7ebc0d297e3 HTTP/1.1" status: 200 len: 796 time: 0.2591872 May 25 23:00:45.907460 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-90291cc4-bf92-420d-b9e7-f5b59882c4b3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:45.917750 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-452a8957-0cfc-4f72-872f-c9edf66d8aa3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 380 time: 0.0415027 May 25 23:00:45.925585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'port': {'device_id': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'admin_state_up': True, 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'security_groups': ['a18fe17f-d632-4a11-8f28-5269e635e513']}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:45.961045 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e0287242-04f2-4f2a-b71a-c49757efa19f tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/routers/5a22caba-b360-444d-8619-f367cb8eb623/tags HTTP/1.1" status: 204 len: 168 time: 0.3320558 May 25 23:00:45.961045 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90291cc4-bf92-420d-b9e7-f5b59882c4b3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=06ea58a8-aca4-48f4-89d2-c3e353d90966,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:45.962151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41634) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:45.967098 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-08f6a576-030f-49a7-b6cb-c1d8e1dff094 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a22caba-b360-444d-8619-f367cb8eb623', 'tempest-TagsExtTest-Tag-1525366427') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:46.101944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:46.112450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:port and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:46.115888 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:46.125520 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:46.205043 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:46.208426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:46.370459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-90291cc4-bf92-420d-b9e7-f5b59882c4b3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:46.376007 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9965d81e-4ccc-441f-9000-5ea058cb422c None None] Provisioning complete for port b94c07fa-4ba1-4311-8f29-fca9e6d4d148 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:46.380745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9965d81e-4ccc-441f-9000-5ea058cb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:46.388072 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-08f6a576-030f-49a7-b6cb-c1d8e1dff094 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] show failed (client error): The resource could not be found. May 25 23:00:46.392063 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-08f6a576-030f-49a7-b6cb-c1d8e1dff094 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/routers/5a22caba-b360-444d-8619-f367cb8eb623/tags/tempest-TagsExtTest-Tag-1525366427 HTTP/1.1" status: 404 len: 329 time: 0.4267690 May 25 23:00:46.395267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41638) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:46.395789 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-90291cc4-bf92-420d-b9e7-f5b59882c4b3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/06ea58a8-aca4-48f4-89d2-c3e353d90966 HTTP/1.1" status: 204 len: 168 time: 1.5527456 May 25 23:00:46.396268 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41640) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:46.440882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-9617b65f-1182-412c-bd41-348f0ec77e82 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a22caba-b360-444d-8619-f367cb8eb623', 'tempest-TagsExtTest-Tag-1603384124') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:46.584317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9965d81e-4ccc-441f-9000-5ea058cb422c None None] Could not find standard attr ID for object 06ea58a8-aca4-48f4-89d2-c3e353d90966. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 23:00:46.587916 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ce986b-f069-45b7-b4ee-1d463d596da2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] GET failed (client error): The resource could not be found. May 25 23:00:46.589210 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f6ce986b-f069-45b7-b4ee-1d463d596da2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/06ea58a8-aca4-48f4-89d2-c3e353d90966 HTTP/1.1" status: 404 len: 333 time: 0.1890647 May 25 23:00:46.592343 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41648) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:46.608735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.10 (c293d67f-56bf-4112-a4a8-d7ebc0d297e3/1f5d98da-cd93-4b90-87da-c3270a84dc84/b6dbc770-6540-4104-8497-287c7c683411) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:46.643604 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-9617b65f-1182-412c-bd41-348f0ec77e82 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] show failed (client error): The resource could not be found. May 25 23:00:46.647955 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9617b65f-1182-412c-bd41-348f0ec77e82 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/routers/5a22caba-b360-444d-8619-f367cb8eb623/tags/tempest-TagsExtTest-Tag-1603384124 HTTP/1.1" status: 404 len: 329 time: 0.2469187 May 25 23:00:46.648239 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41652) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:46.656748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-99a70c8e-dd87-4a17-8c02-15c13920bc20 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a22caba-b360-444d-8619-f367cb8eb623', 'tempest-TagsExtTest-Tag-132926257') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:46.694000 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6f49bc2b-dd4a-4658-8691-acc8a6c2d496 None None] Could not find standard attr ID for object 06ea58a8-aca4-48f4-89d2-c3e353d90966. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 23:00:46.702171 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:46.775694 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-78561a2b-25d8-468d-8e17-17a792a7a83e req-7b7a0c47-ea48-4dcf-b3b9-93b177d39b95 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 210 time: 0.0964475 May 25 23:00:46.865223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:46.881296 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object b6dbc770-6540-4104-8497-287c7c683411 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:46.884688 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-99a70c8e-dd87-4a17-8c02-15c13920bc20 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] show failed (client error): The resource could not be found. May 25 23:00:46.885722 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-99a70c8e-dd87-4a17-8c02-15c13920bc20 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/routers/5a22caba-b360-444d-8619-f367cb8eb623/tags/tempest-TagsExtTest-Tag-132926257 HTTP/1.1" status: 404 len: 328 time: 0.2364736 May 25 23:00:46.888814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41656) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:46.895439 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-e1a7d77a-329a-4a5b-89b2-fb7df61e950b tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd561bb12-0d82-4f49-9977-45e593912850', {'tags': ['tempest-TagsExtTest-Tag-1515580711', 'tempest-TagsExtTest-Tag-1497148896', 'tempest-TagsExtTest-Tag-1477130124']}) {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:46.926941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-f544e826-8e42-424f-9eab-d3e2d042a5bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting subnet a073c7e3-28cc-4f2b-95ae-5e0de989573e {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:00:46.929842 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f544e826-8e42-424f-9eab-d3e2d042a5bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:46.983557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f544e826-8e42-424f-9eab-d3e2d042a5bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:47.010799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:47.053902 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e1a7d77a-329a-4a5b-89b2-fb7df61e950b tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "PUT /v2.0/subnetpools/d561bb12-0d82-4f49-9977-45e593912850/tags HTTP/1.1" status: 200 len: 318 time: 0.1639636 May 25 23:00:47.056412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41660) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:47.062403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-ce68840b-4aad-4f46-af26-197fe46073af tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd561bb12-0d82-4f49-9977-45e593912850') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:47.086100 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c293d67f-56bf-4112-a4a8-d7ebc0d297e3 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:47.089334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:47.092658 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f544e826-8e42-424f-9eab-d3e2d042a5bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:47.093893 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:47.118970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=b6dbc770-6540-4104-8497-287c7c683411,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:47.164389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:47.165260 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:47.277950 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ce68840b-4aad-4f46-af26-197fe46073af tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/subnetpools/d561bb12-0d82-4f49-9977-45e593912850/tags HTTP/1.1" status: 204 len: 168 time: 0.2169349 May 25 23:00:47.278171 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41664) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:47.284514 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-24e17983-16b0-4bf5-89ef-407ecdcf4e66 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd561bb12-0d82-4f49-9977-45e593912850', 'tempest-TagsExtTest-Tag-1515580711') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:47.312779 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-24e17983-16b0-4bf5-89ef-407ecdcf4e66 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] show failed (client error): The resource could not be found. May 25 23:00:47.316992 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-24e17983-16b0-4bf5-89ef-407ecdcf4e66 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/subnetpools/d561bb12-0d82-4f49-9977-45e593912850/tags/tempest-TagsExtTest-Tag-1515580711 HTTP/1.1" status: 404 len: 329 time: 0.0352602 May 25 23:00:47.317872 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41668) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:47.324097 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-52917e74-7ae2-4bb4-84bf-a42fa74e0b37 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd561bb12-0d82-4f49-9977-45e593912850', 'tempest-TagsExtTest-Tag-1497148896') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:47.331473 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c4afb49c-5ada-40ed-ba8b-49ff82ba7ca4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4095523 May 25 23:00:47.337248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f544e826-8e42-424f-9eab-d3e2d042a5bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:47.343869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Request body: {'port': {'device_id': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:47.380565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544e826-8e42-424f-9eab-d3e2d042a5bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Subnet': ['ID=a073c7e3-28cc-4f2b-95ae-5e0de989573e,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:47.391921 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f544e826-8e42-424f-9eab-d3e2d042a5bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:47.397190 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f544e826-8e42-424f-9eab-d3e2d042a5bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/a073c7e3-28cc-4f2b-95ae-5e0de989573e HTTP/1.1" status: 204 len: 168 time: 0.8037713 May 25 23:00:47.399814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41672) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:47.402647 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-52917e74-7ae2-4bb4-84bf-a42fa74e0b37 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] show failed (client error): The resource could not be found. May 25 23:00:47.406290 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-52917e74-7ae2-4bb4-84bf-a42fa74e0b37 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/subnetpools/d561bb12-0d82-4f49-9977-45e593912850/tags/tempest-TagsExtTest-Tag-1497148896 HTTP/1.1" status: 404 len: 329 time: 0.0846701 May 25 23:00:47.415946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3917a9c4-84a7-4d8f-acb9-6d1b10d1f0d8 None None] Provisioning for port b6dbc770-6540-4104-8497-287c7c683411 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:47.421940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3917a9c4-84a7-4d8f-acb9-6d1b10d1f0d8 None None] Provisioning complete for port b6dbc770-6540-4104-8497-287c7c683411 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:47.422307 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3917a9c4-84a7-4d8f-acb9-6d1b10d1f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:47.426462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41676) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:47.435188 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-0ee53817-51ad-4d06-84b9-73c52ceb8391 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd561bb12-0d82-4f49-9977-45e593912850', 'tempest-TagsExtTest-Tag-1477130124') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:47.455471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:47.477401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:47.480819 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3484379-e938-4664-9a55-4fed214b2d21 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting subnet f3dfa386-2418-4480-8bcf-b745d9743242 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:00:47.484396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3484379-e938-4664-9a55-4fed214b2d21 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:47.500424 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-0ee53817-51ad-4d06-84b9-73c52ceb8391 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] show failed (client error): The resource could not be found. May 25 23:00:47.503918 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0ee53817-51ad-4d06-84b9-73c52ceb8391 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/subnetpools/d561bb12-0d82-4f49-9977-45e593912850/tags/tempest-TagsExtTest-Tag-1477130124 HTTP/1.1" status: 404 len: 329 time: 0.0763562 May 25 23:00:47.504233 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41680) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:47.515072 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-3917a9c4-84a7-4d8f-acb9-6d1b10d1f0d8 None None] Port b6dbc770-6540-4104-8497-287c7c683411 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:00:47.537677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.tag.tag_plugin [None req-ae55ebe2-ce0a-46d1-bf3f-067ab17ee876 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd561bb12-0d82-4f49-9977-45e593912850') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:47.556697 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3484379-e938-4664-9a55-4fed214b2d21 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:47.659548 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ae55ebe2-ce0a-46d1-bf3f-067ab17ee876 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/subnetpools/d561bb12-0d82-4f49-9977-45e593912850/tags HTTP/1.1" status: 204 len: 168 time: 0.1542230 May 25 23:00:47.662265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41684) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:47.669040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-f283cf91-5d46-4dad-9b81-e0bb33556585 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5a22caba-b360-444d-8619-f367cb8eb623') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:47.692489 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a71fed-0441-40af-af57-2fbd829387c2 None None] Network 8f27cec8-4c13-4961-af34-cb6a680983b0 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:47.722925 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3484379-e938-4664-9a55-4fed214b2d21 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:47.771294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f853e9ee-d525-43b2-960b-88c079e732c3 None None] Could not find standard attr ID for object 06ea58a8-aca4-48f4-89d2-c3e353d90966. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 23:00:47.865533 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f283cf91-5d46-4dad-9b81-e0bb33556585 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/routers/5a22caba-b360-444d-8619-f367cb8eb623/tags HTTP/1.1" status: 204 len: 168 time: 0.1998374 May 25 23:00:47.865750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41690) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:47.871872 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-be25ea71-8c1e-40f3-ab06-57dfc4c421f3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2c4c95f9-9d87-4232-936a-f0fd24025888') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:47.941939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3484379-e938-4664-9a55-4fed214b2d21 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:47.986855 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3484379-e938-4664-9a55-4fed214b2d21 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Subnet': ['ID=f3dfa386-2418-4480-8bcf-b745d9743242,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:47.992330 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3484379-e938-4664-9a55-4fed214b2d21 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:48.001476 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-be25ea71-8c1e-40f3-ab06-57dfc4c421f3 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/ports/2c4c95f9-9d87-4232-936a-f0fd24025888/tags HTTP/1.1" status: 204 len: 168 time: 0.1326160 May 25 23:00:48.002788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41694) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:48.008373 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a3484379-e938-4664-9a55-4fed214b2d21 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/f3dfa386-2418-4480-8bcf-b745d9743242 HTTP/1.1" status: 204 len: 168 time: 0.6053567 May 25 23:00:48.010021 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.tag.tag_plugin [None req-f236bfa7-dd63-4c72-b03d-1a79223ed967 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '76f84d44-3c7e-4b5f-8772-5bcc5372ed01') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:48.037686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41698) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:48.069115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6dbc770-6540-4104-8497-287c7c683411 {{(pid=84716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:00:48.085315 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:48.105002 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Transition to ACTIVE for port object b6dbc770-6540-4104-8497-287c7c683411 will not be triggered until provisioned by entity L2. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:48.122442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ccae2-97dd-4f6c-ab61-42238e836fdb req-7454cbff-fda6-474a-a08f-75f06cc6e9ed tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:48.123414 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-f03ccae2-97dd-4f6c-ab61-42238e836fdb req-7454cbff-fda6-474a-a08f-75f06cc6e9ed tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:48.171399 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:48.192377 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port b94c07fa-4ba1-4311-8f29-fca9e6d4d148 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:48.192666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:48.227616 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:48.267299 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-f03ccae2-97dd-4f6c-ab61-42238e836fdb req-7454cbff-fda6-474a-a08f-75f06cc6e9ed tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:48.274225 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f03ccae2-97dd-4f6c-ab61-42238e836fdb req-7454cbff-fda6-474a-a08f-75f06cc6e9ed tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 932 time: 0.2743559 May 25 23:00:48.355911 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f236bfa7-dd63-4c72-b03d-1a79223ed967 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/subnets/76f84d44-3c7e-4b5f-8772-5bcc5372ed01/tags HTTP/1.1" status: 204 len: 168 time: 0.3514562 May 25 23:00:48.362791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41702) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:48.429466 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f03ccae2-97dd-4f6c-ab61-42238e836fdb req-a30b0f23-f4ad-461b-9f62-79a64b729441 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=a18fe17f-d632-4a11-8f28-5269e635e513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543653 May 25 23:00:48.431635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dbc770-6540-4104-8497-287c7c683411,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:48.554168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Attempting to bind port b6dbc770-6540-4104-8497-287c7c683411 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:00:48.554628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Attempting to bind port b6dbc770-6540-4104-8497-287c7c683411 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ef73eb49-4134-44a4-b2af-6feda7b122df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:00:48.555055 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Attempting to bind port b6dbc770-6540-4104-8497-287c7c683411 on network c293d67f-56bf-4112-a4a8-d7ebc0d297e3 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:00:48.563395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Port b6dbc770-6540-4104-8497-287c7c683411 on network c293d67f-56bf-4112-a4a8-d7ebc0d297e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:00:48.564242 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Attempting to bind port b6dbc770-6540-4104-8497-287c7c683411 on network c293d67f-56bf-4112-a4a8-d7ebc0d297e3 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:00:48.573174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:00:48.573500 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Checking segment: {'id': 'ef73eb49-4134-44a4-b2af-6feda7b122df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:48.573877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Bound using segment: {'id': 'ef73eb49-4134-44a4-b2af-6feda7b122df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3'} {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:00:48.574495 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Bound port: b6dbc770-6540-4104-8497-287c7c683411, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef73eb49-4134-44a4-b2af-6feda7b122df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3'}}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:00:48.574942 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:48.589292 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811b57e0-efaf-4a6c-a990-2fd9a65cd070 None None] Network 8f27cec8-4c13-4961-af34-cb6a680983b0 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:48.621471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] For port b94c07fa-4ba1-4311-8f29-fca9e6d4d148, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b94c07fa-4ba1-4311-8f29-fca9e6d4d148,segment=NetworkSegment(4cd895ee-7ae5-458f-8a60-9771fd65a83a),segment_id=4cd895ee-7ae5-458f-8a60-9771fd65a83a)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:48.629174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:48.687591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] For port b6dbc770-6540-4104-8497-287c7c683411, host hv-neutron-8433, cleared binding levels {{(pid=84716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:00:48.692119 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] For port b6dbc770-6540-4104-8497-287c7c683411, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=b6dbc770-6540-4104-8497-287c7c683411,segment=NetworkSegment(ef73eb49-4134-44a4-b2af-6feda7b122df),segment_id=ef73eb49-4134-44a4-b2af-6feda7b122df)] {{(pid=84716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:00:48.711059 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fb309719-1c92-439b-9990-66e2c4a2e02e None None] Provisioning complete for port b94c07fa-4ba1-4311-8f29-fca9e6d4d148 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:48.711443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fb309719-1c92-439b-9990-66e2c4a2e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:48.754445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for b94c07fa-4ba1-4311-8f29-fca9e6d4d148 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:48.773675 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:48.782245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1e081fe-86d1-48fb-93e8-be833ddb407b tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks [] for subnetpool, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:48.783351 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d1e081fe-86d1-48fb-93e8-be833ddb407b tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/subnetpools/d561bb12-0d82-4f49-9977-45e593912850 HTTP/1.1" status: 204 len: 168 time: 0.4196215 May 25 23:00:48.789450 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41706) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:48.842508 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-bd1bdb5f-15d7-454d-ba3f-c0ce815d38e4 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Synchronizing usage tracker for tenant:f72ebfdd5c424e67b9878ea5b781c63d on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:48.847883 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:48.849556 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] 10.222.0.73 "PUT /v2.0/ports/b6dbc770-6540-4104-8497-287c7c683411 HTTP/1.1" status: 200 len: 1094 time: 1.5098238 May 25 23:00:48.850094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'tag': 'b6dbc770-6540-4104-8497-287c7c683411'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:00:48.888267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59b1ff-2404-40da-8973-c1ec081d5ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dbc770-6540-4104-8497-287c7c683411,revision_number=3']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:48.928246 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-064ab98e-c1d4-4e14-9d73-52e38e1d7154'] response: {'name': 'network-changed', 'server_uuid': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'tag': 'b6dbc770-6540-4104-8497-287c7c683411', 'status': 'completed', 'code': 200} May 25 23:00:48.990091 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-bd1bdb5f-15d7-454d-ba3f-c0ce815d38e4 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Unset dirty status for tenant:f72ebfdd5c424e67b9878ea5b781c63d on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:48.993541 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bd1bdb5f-15d7-454d-ba3f-c0ce815d38e4 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a22caba-b360-444d-8619-f367cb8eb623 HTTP/1.1" status: 200 len: 205 time: 0.2009704 May 25 23:00:48.993541 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:48.994776 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41712) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:49.010410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c28a12f-60ec-4ea9-b51c-2bc7a6cdd052 None None] DHCP port deletion for 8f27cec8-4c13-4961-af34-cb6a680983b0 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:00:49.051870 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=b94c07fa-4ba1-4311-8f29-fca9e6d4d148,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:49.065661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No DVR routers for this DVR port b94c07fa-4ba1-4311-8f29-fca9e6d4d148 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:00:49.156054 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-39a667c4-d2fb-498e-878b-acea5a047d45 req-e821477f-22da-4c3a-bbdb-69f2aea3860c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 1097 time: 0.2072623 May 25 23:00:49.162490 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b7bd3d0-1ad0-4af6-b0c9-89c78ccb7617 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:49.189669 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:49.215433 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f27cec8-4c13-4961-af34-cb6a680983b0']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:49.226745 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd895ee-7ae5-458f-8a60-9771fd65a83a') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:49.227038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd895ee-7ae5-458f-8a60-9771fd65a83a') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:49.238193 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:49.254632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:49.260622 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:00:49.261034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:00:49.275710 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:00:49.430043 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:49.435800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:49.466023 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Network': ['ID=8f27cec8-4c13-4961-af34-cb6a680983b0,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:49.469611 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-37eb916a-0bec-4b6d-9734-c51264a41ee2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/networks/8f27cec8-4c13-4961-af34-cb6a680983b0 HTTP/1.1" status: 204 len: 168 time: 1.4295998 May 25 23:00:49.473505 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41718) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:49.530429 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a667c4-d2fb-498e-878b-acea5a047d45 req-8592feed-12eb-4bb7-b11f-a3b06be7ee9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:49.531853 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-39a667c4-d2fb-498e-878b-acea5a047d45 req-8592feed-12eb-4bb7-b11f-a3b06be7ee9d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cf9636952f01491a97cc3c500b4629f1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3233528 May 25 23:00:49.556360 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e1c6b5-82ea-4397-8861-af51d98513dc tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:49.557186 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e0e1c6b5-82ea-4397-8861-af51d98513dc tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:49.658887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e0e1c6b5-82ea-4397-8861-af51d98513dc tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:49.660072 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e0e1c6b5-82ea-4397-8861-af51d98513dc tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1854448 May 25 23:00:49.663855 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41722) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:49.745277 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ca218e3b-bf80-4101-bc89-1b623289fce2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0801232 May 25 23:00:49.748931 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41726) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:49.754601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-50724a52-2c3b-4101-b453-20890ac2c390 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1987514151'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:49.759705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-50724a52-2c3b-4101-b453-20890ac2c390 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:49.763495 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-50724a52-2c3b-4101-b453-20890ac2c390 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:network and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:49.766417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-50724a52-2c3b-4101-b453-20890ac2c390 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:49.772089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-50724a52-2c3b-4101-b453-20890ac2c390 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:49.867625 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50724a52-2c3b-4101-b453-20890ac2c390 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:49.870837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-50724a52-2c3b-4101-b453-20890ac2c390 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:49.892287 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b7bd3d0-1ad0-4af6-b0c9-89c78ccb7617 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:49.900760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50724a52-2c3b-4101-b453-20890ac2c390 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:00:49.911313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-50724a52-2c3b-4101-b453-20890ac2c390 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:49.911686 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-50724a52-2c3b-4101-b453-20890ac2c390 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Added segment ff3c35cc-cc4c-443a-b032-8f3f15eca098 of type vlan for network ce61afb7-c9f9-4f35-9584-3eee3d904a37 May 25 23:00:49.914576 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b7bd3d0-1ad0-4af6-b0c9-89c78ccb7617 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:49.942118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-50724a52-2c3b-4101-b453-20890ac2c390 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:49.975056 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a667c4-d2fb-498e-878b-acea5a047d45 req-e0cd40a4-e7d9-48c5-9d4d-ea7bbde1fb68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:49.976481 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-39a667c4-d2fb-498e-878b-acea5a047d45 req-e0cd40a4-e7d9-48c5-9d4d-ea7bbde1fb68 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3902180 May 25 23:00:49.985694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1f398-89b2-428f-96bb-0d7572769a09 req-c608dce8-2048-4edf-9159-30a243e0a386 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:49.987125 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4ab1f398-89b2-428f-96bb-0d7572769a09 req-c608dce8-2048-4edf-9159-30a243e0a386 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 944 time: 0.3997781 May 25 23:00:50.039292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-50724a52-2c3b-4101-b453-20890ac2c390 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:50.043068 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50724a52-2c3b-4101-b453-20890ac2c390 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:50.048385 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-50724a52-2c3b-4101-b453-20890ac2c390 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:50.069660 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b7bd3d0-1ad0-4af6-b0c9-89c78ccb7617 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:50.070180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7bd3d0-1ad0-4af6-b0c9-89c78ccb7617 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Fanout notify agent at l3_agent the message router_deleted on router 5a22caba-b360-444d-8619-f367cb8eb623 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:00:50.099302 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7b7bd3d0-1ad0-4af6-b0c9-89c78ccb7617 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:50.102898 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7b7bd3d0-1ad0-4af6-b0c9-89c78ccb7617 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/routers/5a22caba-b360-444d-8619-f367cb8eb623 HTTP/1.1" status: 204 len: 168 time: 1.1045938 May 25 23:00:50.104382 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4ab1f398-89b2-428f-96bb-0d7572769a09 req-1566e64c-5c2a-4920-9c05-8cff2ea0b447 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=a18fe17f-d632-4a11-8f28-5269e635e513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106360 May 25 23:00:50.106016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41730) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:50.154148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50724a52-2c3b-4101-b453-20890ac2c390 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Network': ['ID=ce61afb7-c9f9-4f35-9584-3eee3d904a37,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:50.164148 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network ce61afb7-c9f9-4f35-9584-3eee3d904a37 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:00:50.178202 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-0c4f2cbf-cea8-4f15-87a2-e624d3d00937 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 1097 time: 0.1635249 May 25 23:00:50.181572 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e03c0-5e9b-457b-84f1-07cab6382b56 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Deleting port 2c4c95f9-9d87-4232-936a-f0fd24025888 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:50.181908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b4e03c0-5e9b-457b-84f1-07cab6382b56 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:50.234078 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-50724a52-2c3b-4101-b453-20890ac2c390 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4839444 May 25 23:00:50.236630 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41734) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:50.242313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a273548d-dfd1-4e12-9fea-ce32968aad2c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'subnet': {'network_id': 'ce61afb7-c9f9-4f35-9584-3eee3d904a37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:50.297268 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-c01df1f1-5b2b-4544-92e1-18f59b7628cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6dbc770-6540-4104-8497-287c7c683411 HTTP/1.1" status: 200 len: 217 time: 0.0906026 May 25 23:00:50.365967 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a273548d-dfd1-4e12-9fea-ce32968aad2c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:50.369850 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a273548d-dfd1-4e12-9fea-ce32968aad2c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:subnet and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:50.373258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a273548d-dfd1-4e12-9fea-ce32968aad2c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:50.379017 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a273548d-dfd1-4e12-9fea-ce32968aad2c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:50.439385 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a273548d-dfd1-4e12-9fea-ce32968aad2c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:50.470168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-e4c68ff7-1e80-4069-92fb-b1061b40b8f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:50.471398 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-e4c68ff7-1e80-4069-92fb-b1061b40b8f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f5d98da-cd93-4b90-87da-c3270a84dc84 HTTP/1.1" status: 200 len: 835 time: 0.1455617 May 25 23:00:50.474709 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b94c07fa-4ba1-4311-8f29-fca9e6d4d148 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:00:50.510688 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: b94c07fa-4ba1-4311-8f29-fca9e6d4d148 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:00:50.511025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b94c07fa-4ba1-4311-8f29-fca9e6d4d148 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:00:50.547899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a273548d-dfd1-4e12-9fea-ce32968aad2c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:50.585568 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b4e03c0-5e9b-457b-84f1-07cab6382b56 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:50.720444 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e03c0-5e9b-457b-84f1-07cab6382b56 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Calling delete_port for 2c4c95f9-9d87-4232-936a-f0fd24025888 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:50.747806 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-f4d6f1d2-bd87-4844-9b39-a0edb5a8435a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c293d67f-56bf-4112-a4a8-d7ebc0d297e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2698019 May 25 23:00:50.921531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a273548d-dfd1-4e12-9fea-ce32968aad2c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:50.948084 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-db299a55-55b2-4517-85aa-9df61d84f01b service neutron] 10.222.0.73 "GET /v2.0/networks/c293d67f-56bf-4112-a4a8-d7ebc0d297e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937745 May 25 23:00:51.002576 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273548d-dfd1-4e12-9fea-ce32968aad2c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Subnet': ['ID=1c50f802-f51d-4b77-989a-767a9779a60a,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:51.015542 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a273548d-dfd1-4e12-9fea-ce32968aad2c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Checking segment: {'id': 'ff3c35cc-cc4c-443a-b032-8f3f15eca098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ce61afb7-c9f9-4f35-9584-3eee3d904a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:51.015900 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a273548d-dfd1-4e12-9fea-ce32968aad2c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network hostable DHCP agents. Network: ce61afb7-c9f9-4f35-9584-3eee3d904a37, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:00:51.080937 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b4e03c0-5e9b-457b-84f1-07cab6382b56 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:51.107466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a273548d-dfd1-4e12-9fea-ce32968aad2c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network ce61afb7-c9f9-4f35-9584-3eee3d904a37 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:00:51.125660 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f8fdcd-94fb-482b-ad00-089c66f0ea64 req-4565315e-dbe1-46ab-8e71-a38fdf7ac6e0 service neutron] 10.222.0.73 "GET /v2.0/networks/c293d67f-56bf-4112-a4a8-d7ebc0d297e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713510 May 25 23:00:51.138795 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e03c0-5e9b-457b-84f1-07cab6382b56 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Pushing event deleted for resources: {'Port': ['ID=2c4c95f9-9d87-4232-936a-f0fd24025888,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:51.190778 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-a273548d-dfd1-4e12-9fea-ce32968aad2c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, ce61afb7-c9f9-4f35-9584-3eee3d904a37) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:51.195611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a273548d-dfd1-4e12-9fea-ce32968aad2c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:51.196724 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a273548d-dfd1-4e12-9fea-ce32968aad2c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:51.204470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9540c7-7c6b-4786-9b35-ea17deaa2bac None None] Network ce61afb7-c9f9-4f35-9584-3eee3d904a37 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:51.291297 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a273548d-dfd1-4e12-9fea-ce32968aad2c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0535171 May 25 23:00:51.291964 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41740) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:51.301811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'network_id': 'ce61afb7-c9f9-4f35-9584-3eee3d904a37', 'name': 'tempest-PortsTestJSON-2008482544'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:51.421441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b4e03c0-5e9b-457b-84f1-07cab6382b56 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:51.450660 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d575d-1697-442e-99d5-fdea5623a651 req-c0a68f03-8a61-47b1-ac31-af1bef93523e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:51.452028 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6e2d575d-1697-442e-99d5-fdea5623a651 req-c0a68f03-8a61-47b1-ac31-af1bef93523e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 944 time: 0.1636624 May 25 23:00:51.475323 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-ce61afb7-c9f9-4f35-9584-3eee3d904a37', 'network_id': 'ce61afb7-c9f9-4f35-9584-3eee3d904a37', 'tenant_id': '4e40335e489b4fbcbbb65e8797e0298c', 'fixed_ips': [{'subnet_id': '1c50f802-f51d-4b77-989a-767a9779a60a'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:00:51.476208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:51.479939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:51.491146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:51.497418 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3b4e03c0-5e9b-457b-84f1-07cab6382b56 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/ports/2c4c95f9-9d87-4232-936a-f0fd24025888 HTTP/1.1" status: 204 len: 168 time: 1.3880775 May 25 23:00:51.498181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41744) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:51.506475 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6e2d575d-1697-442e-99d5-fdea5623a651 req-72cb5004-5bec-4e68-ad1b-bddb312852d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=a18fe17f-d632-4a11-8f28-5269e635e513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464838 May 25 23:00:51.625998 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:51.628920 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:51.641616 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Allocated IP 172.20.0.2 (ce61afb7-c9f9-4f35-9584-3eee3d904a37/1c50f802-f51d-4b77-989a-767a9779a60a/c67095ef-55f2-4417-a94a-6a3b533f7b0a) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:51.666977 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] device_id is not set on port 65e8cf5a-ff7f-4199-b58c-6acabf707dff yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:00:51.765605 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec91c2f-0e5a-490c-adbe-90a6781a07d5 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Deleting subnet 76f84d44-3c7e-4b5f-8772-5bcc5372ed01 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:00:51.770585 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7ec91c2f-0e5a-490c-adbe-90a6781a07d5 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:51.825681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7ec91c2f-0e5a-490c-adbe-90a6781a07d5 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:51.847468 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:51.858325 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Transition to ACTIVE for port object c67095ef-55f2-4417-a94a-6a3b533f7b0a will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:51.875983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Transition to ACTIVE for port object c67095ef-55f2-4417-a94a-6a3b533f7b0a will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:51.910686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7ec91c2f-0e5a-490c-adbe-90a6781a07d5 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:51.956257 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.031270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Network ce61afb7-c9f9-4f35-9584-3eee3d904a37 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:52.034153 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:52.038486 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:52.039200 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Allocated IP 172.20.0.4 (ce61afb7-c9f9-4f35-9584-3eee3d904a37/1c50f802-f51d-4b77-989a-767a9779a60a/65e8cf5a-ff7f-4199-b58c-6acabf707dff) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:52.040584 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Pushing event updated for resources: {'Port': ['ID=c67095ef-55f2-4417-a94a-6a3b533f7b0a,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:52.124396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7ec91c2f-0e5a-490c-adbe-90a6781a07d5 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.158590 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Attempting to bind port c67095ef-55f2-4417-a94a-6a3b533f7b0a on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:00:52.158944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Attempting to bind port c67095ef-55f2-4417-a94a-6a3b533f7b0a by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'ff3c35cc-cc4c-443a-b032-8f3f15eca098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ce61afb7-c9f9-4f35-9584-3eee3d904a37'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:00:52.159290 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Attempting to bind port c67095ef-55f2-4417-a94a-6a3b533f7b0a on network ce61afb7-c9f9-4f35-9584-3eee3d904a37 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:00:52.165469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:00:52.165842 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Checking segment: {'id': 'ff3c35cc-cc4c-443a-b032-8f3f15eca098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ce61afb7-c9f9-4f35-9584-3eee3d904a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:52.166209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.166586 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Bound using segment: {'id': 'ff3c35cc-cc4c-443a-b032-8f3f15eca098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ce61afb7-c9f9-4f35-9584-3eee3d904a37'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:00:52.167028 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Bound port: c67095ef-55f2-4417-a94a-6a3b533f7b0a, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3c35cc-cc4c-443a-b032-8f3f15eca098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ce61afb7-c9f9-4f35-9584-3eee3d904a37'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:00:52.167383 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.228399 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec91c2f-0e5a-490c-adbe-90a6781a07d5 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Pushing event deleted for resources: {'Subnet': ['ID=76f84d44-3c7e-4b5f-8772-5bcc5372ed01,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:52.239978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7ec91c2f-0e5a-490c-adbe-90a6781a07d5 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.247115 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366b1bca-fd7e-46b3-a60c-455e40c837c2 None None] Network 944283de-2316-48a8-a010-3c7fc7890bf2 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:52.267833 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7ec91c2f-0e5a-490c-adbe-90a6781a07d5 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/subnets/76f84d44-3c7e-4b5f-8772-5bcc5372ed01 HTTP/1.1" status: 204 len: 168 time: 0.7685745 May 25 23:00:52.272224 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41748) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:52.313343 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.331486 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Transition to ACTIVE for port object 65e8cf5a-ff7f-4199-b58c-6acabf707dff will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:52.348112 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] For port c67095ef-55f2-4417-a94a-6a3b533f7b0a, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:00:52.367739 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] For port c67095ef-55f2-4417-a94a-6a3b533f7b0a, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c67095ef-55f2-4417-a94a-6a3b533f7b0a,segment=NetworkSegment(ff3c35cc-cc4c-443a-b032-8f3f15eca098),segment_id=ff3c35cc-cc4c-443a-b032-8f3f15eca098)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:00:52.403553 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.414036 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Deleting port 1f515810-fa80-40f6-9d58-209813c99fae {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:52.414360 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.437473 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.460913 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.533624 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network ce61afb7-c9f9-4f35-9584-3eee3d904a37 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:52.541144 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:52.541144 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:52.551801 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e86297-0737-48bd-b45c-8bccc5e9b302 None None] Pushing event updated for resources: {'Port': ['ID=c67095ef-55f2-4417-a94a-6a3b533f7b0a,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:52.584660 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=65e8cf5a-ff7f-4199-b58c-6acabf707dff,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:52.606218 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e267e41-1d6a-4799-8465-56b673ed2f48 None None] DHCP port deletion for 944283de-2316-48a8-a010-3c7fc7890bf2 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:00:52.610577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5e267e41-1d6a-4799-8465-56b673ed2f48 None None] Deleting port 1f515810-fa80-40f6-9d58-209813c99fae {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:52.611379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5e267e41-1d6a-4799-8465-56b673ed2f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.623268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:52.623866 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.659668 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] For port 1f515810-fa80-40f6-9d58-209813c99fae, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1f515810-fa80-40f6-9d58-209813c99fae,segment=NetworkSegment(8fdbc996-3cd6-4086-9619-b6e42eff6f05),segment_id=8fdbc996-3cd6-4086-9619-b6e42eff6f05)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:52.660361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.722647 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c2591205-2de4-461c-b326-0947cacb5f6c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4262719 May 25 23:00:52.723737 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41754) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:52.729150 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'network_id': 'ce61afb7-c9f9-4f35-9584-3eee3d904a37', 'name': 'tempest-PortsTestJSON-151703148'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:52.831208 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Calling delete_port for 1f515810-fa80-40f6-9d58-209813c99fae owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:52.890636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-5e267e41-1d6a-4799-8465-56b673ed2f48 None None] For port 1f515810-fa80-40f6-9d58-209813c99fae, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1f515810-fa80-40f6-9d58-209813c99fae,segment=NetworkSegment(8fdbc996-3cd6-4086-9619-b6e42eff6f05),segment_id=8fdbc996-3cd6-4086-9619-b6e42eff6f05)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:52.891025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5e267e41-1d6a-4799-8465-56b673ed2f48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:52.892401 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:52.902445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:port and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:52.905620 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:52.915098 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:52.952942 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39516b3b-c33e-44f4-849a-cef1004fd775 req-4b734826-d7eb-4630-a04e-12937055dc2c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:52.954464 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-39516b3b-c33e-44f4-849a-cef1004fd775 req-4b734826-d7eb-4630-a04e-12937055dc2c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 944 time: 0.2267156 May 25 23:00:53.016098 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-39516b3b-c33e-44f4-849a-cef1004fd775 req-aeeb5ebc-ff28-4b54-812e-29a2a0fccf1d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=a18fe17f-d632-4a11-8f28-5269e635e513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520768 May 25 23:00:53.022042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:53.025116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.034197 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5e267e41-1d6a-4799-8465-56b673ed2f48 None None] Calling delete_port for 1f515810-fa80-40f6-9d58-209813c99fae owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:53.048456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] device_id is not set on port e858fe60-f022-40c6-b89b-24a70ee36195 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:00:53.050326 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.092678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Pushing event deleted for resources: {'Port': ['ID=1f515810-fa80-40f6-9d58-209813c99fae,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:53.103272 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] No DVR routers for this DVR port 1f515810-fa80-40f6-9d58-209813c99fae on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:00:53.111905 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-5e267e41-1d6a-4799-8465-56b673ed2f48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:00:53.112264 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-5e267e41-1d6a-4799-8465-56b673ed2f48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:00:53.206716 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Allocated IP 172.20.0.12 (ce61afb7-c9f9-4f35-9584-3eee3d904a37/1c50f802-f51d-4b77-989a-767a9779a60a/e858fe60-f022-40c6-b89b-24a70ee36195) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:00:53.224347 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.250999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944283de-2316-48a8-a010-3c7fc7890bf2']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:53.267676 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fdbc996-3cd6-4086-9619-b6e42eff6f05') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:53.268026 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fdbc996-3cd6-4086-9619-b6e42eff6f05') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:53.280280 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.297505 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.303982 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:00:53.304374 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:00:53.321252 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:00:53.470138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.489094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.504947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] Pushing event deleted for resources: {'Network': ['ID=944283de-2316-48a8-a010-3c7fc7890bf2,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:53.513498 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fd951b71-8b7e-4f69-a21d-6e939fecd079 tempest-TagsExtTest-1793277592 tempest-TagsExtTest-1793277592-project] 10.222.0.66 "DELETE /v2.0/networks/944283de-2316-48a8-a010-3c7fc7890bf2 HTTP/1.1" status: 204 len: 168 time: 1.2389379 May 25 23:00:53.535535 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.554091 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Transition to ACTIVE for port object e858fe60-f022-40c6-b89b-24a70ee36195 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:00:53.613108 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5e267e41-1d6a-4799-8465-56b673ed2f48 None None] Deleting port 1f515810-fa80-40f6-9d58-209813c99fae {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:53.613637 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5e267e41-1d6a-4799-8465-56b673ed2f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.651904 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.681690 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5e267e41-1d6a-4799-8465-56b673ed2f48 None None] The port '1f515810-fa80-40f6-9d58-209813c99fae' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:00:53.696181 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762061ef-6051-411c-88e0-7297602695dd None None] Network ce61afb7-c9f9-4f35-9584-3eee3d904a37 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:53.738632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network ce61afb7-c9f9-4f35-9584-3eee3d904a37 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:00:53.741802 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:53.746359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:00:53.774160 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=e858fe60-f022-40c6-b89b-24a70ee36195,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:53.807614 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:53.808240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:53.924371 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3864d259-3db7-4d89-8875-0add3b875aa2 None None] Provisioning for port c67095ef-55f2-4417-a94a-6a3b533f7b0a completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:53.959682 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5a98c989-605f-4378-a7a9-a70f6d0effa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2351894 May 25 23:00:53.962453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41760) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:54.065556 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a26e3-bc40-4cf6-8936-3e3bedfbf22c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:54.066277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-773a26e3-bc40-4cf6-8936-3e3bedfbf22c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:54.121837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41768) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:54.153181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-773a26e3-bc40-4cf6-8936-3e3bedfbf22c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:54.157179 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-773a26e3-bc40-4cf6-8936-3e3bedfbf22c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1937692 May 25 23:00:54.157807 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41774) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:54.233749 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9716d-26ba-4ba7-b740-3dfd211d3962 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port e858fe60-f022-40c6-b89b-24a70ee36195 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:54.234420 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f2a9716d-26ba-4ba7-b740-3dfd211d3962 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:54.235056 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c39fe-30a3-4fc3-a3af-eafa80b51b53 req-57699084-1f29-4c8d-9583-9cffae06b8dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:54.242206 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5b6c39fe-30a3-4fc3-a3af-eafa80b51b53 req-57699084-1f29-4c8d-9583-9cffae06b8dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 944 time: 0.0947251 May 25 23:00:54.303171 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5b6c39fe-30a3-4fc3-a3af-eafa80b51b53 req-db09da2b-932a-4a99-adf7-0fd3505f5d9c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=a18fe17f-d632-4a11-8f28-5269e635e513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574515 May 25 23:00:54.461878 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1fc46d2e-c469-4aeb-a6ac-52a38d2ff5ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f72ebfdd5c424e67b9878ea5b781c63d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3330946 May 25 23:00:54.464490 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41778) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:54.496966 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device b6dbc770-6540-4104-8497-287c7c683411 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:00:54.542310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c67095ef-55f2-4417-a94a-6a3b533f7b0a up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:54.570723 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17670055-33c7-424d-bf9f-f68bb4516ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:54.583460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-dea1184c-b17d-4e91-b676-fe1152e3a9d5 None None] Provisioning for port e858fe60-f022-40c6-b89b-24a70ee36195 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:54.605890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17670055-33c7-424d-bf9f-f68bb4516ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:54.616639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f2a9716d-26ba-4ba7-b740-3dfd211d3962 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:54.638848 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-dea1184c-b17d-4e91-b676-fe1152e3a9d5 None None] Provisioning complete for port e858fe60-f022-40c6-b89b-24a70ee36195 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:54.639418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dea1184c-b17d-4e91-b676-fe1152e3a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:54.721672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17670055-33c7-424d-bf9f-f68bb4516ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:54.728272 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-dea1184c-b17d-4e91-b676-fe1152e3a9d5 None None] Port e858fe60-f022-40c6-b89b-24a70ee36195 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:00:54.736575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17670055-33c7-424d-bf9f-f68bb4516ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2622a153-fc60-4b5e-9c2e-dcc2be72bfcc,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:54.751902 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17670055-33c7-424d-bf9f-f68bb4516ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:54.755584 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-17670055-33c7-424d-bf9f-f68bb4516ab6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2622a153-fc60-4b5e-9c2e-dcc2be72bfcc HTTP/1.1" status: 204 len: 168 time: 0.2868297 May 25 23:00:54.759483 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9716d-26ba-4ba7-b740-3dfd211d3962 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for e858fe60-f022-40c6-b89b-24a70ee36195 owned by {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:54.789339 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port b6dbc770-6540-4104-8497-287c7c683411, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=b6dbc770-6540-4104-8497-287c7c683411,segment=NetworkSegment(ef73eb49-4134-44a4-b2af-6feda7b122df),segment_id=ef73eb49-4134-44a4-b2af-6feda7b122df)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:54.807148 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'b6dbc770-6540-4104-8497-287c7c683411', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'port_id': 'b6dbc770-6540-4104-8497-287c7c683411', 'mac_address': 'fa:16:3e:fa:bb:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:00:54.892447 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port c67095ef-55f2-4417-a94a-6a3b533f7b0a completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:54.902105 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c67095ef-55f2-4417-a94a-6a3b533f7b0a triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:54.906957 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:54.947309 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:54.970224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f2a9716d-26ba-4ba7-b740-3dfd211d3962 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:54.972414 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dbc770-6540-4104-8497-287c7c683411 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:00:54.993779 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port b6dbc770-6540-4104-8497-287c7c683411, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=b6dbc770-6540-4104-8497-287c7c683411,segment=NetworkSegment(ef73eb49-4134-44a4-b2af-6feda7b122df),segment_id=ef73eb49-4134-44a4-b2af-6feda7b122df)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:54.995535 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-dea1184c-b17d-4e91-b676-fe1152e3a9d5 None None] Provisioning for port 65e8cf5a-ff7f-4199-b58c-6acabf707dff completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:55.024714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9716d-26ba-4ba7-b740-3dfd211d3962 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=e858fe60-f022-40c6-b89b-24a70ee36195,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:55.041892 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-dea1184c-b17d-4e91-b676-fe1152e3a9d5 None None] Provisioning complete for port 65e8cf5a-ff7f-4199-b58c-6acabf707dff triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:55.041892 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dea1184c-b17d-4e91-b676-fe1152e3a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:55.075227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:55.152565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f2a9716d-26ba-4ba7-b740-3dfd211d3962 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:55.165136 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:55.190224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-dea1184c-b17d-4e91-b676-fe1152e3a9d5 None None] Port 65e8cf5a-ff7f-4199-b58c-6acabf707dff cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:00:55.220694 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=b6dbc770-6540-4104-8497-287c7c683411,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:55.223738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port c67095ef-55f2-4417-a94a-6a3b533f7b0a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c67095ef-55f2-4417-a94a-6a3b533f7b0a,segment=NetworkSegment(ff3c35cc-cc4c-443a-b032-8f3f15eca098),segment_id=ff3c35cc-cc4c-443a-b032-8f3f15eca098)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:55.239611 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f2a9716d-26ba-4ba7-b740-3dfd211d3962 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/e858fe60-f022-40c6-b89b-24a70ee36195 HTTP/1.1" status: 204 len: 168 time: 1.0807171 May 25 23:00:55.242150 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41790) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:55.282542 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['b6dbc770-6540-4104-8497-287c7c683411'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:00:55.289847 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df6798b-572d-4fcd-ba3d-5b027fcb06b8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] GET failed (client error): The resource could not be found. May 25 23:00:55.290533 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9df6798b-572d-4fcd-ba3d-5b027fcb06b8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:55.325468 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:55.361495 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9df6798b-572d-4fcd-ba3d-5b027fcb06b8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:55.366104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41798) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:55.367356 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9df6798b-572d-4fcd-ba3d-5b027fcb06b8 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/e858fe60-f022-40c6-b89b-24a70ee36195 HTTP/1.1" status: 404 len: 333 time: 0.1242299 May 25 23:00:55.372045 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4ca0dc16-12e0-4712-9014-49d04999a45a None None] Could not find standard attr ID for object e858fe60-f022-40c6-b89b-24a70ee36195. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 23:00:55.404642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1f515810-fa80-40f6-9d58-209813c99fae no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:00:55.448645 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 1f515810-fa80-40f6-9d58-209813c99fae {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:00:55.449479 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1f515810-fa80-40f6-9d58-209813c99fae not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:00:55.485140 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=c67095ef-55f2-4417-a94a-6a3b533f7b0a,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:55.487518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4ca0dc16-12e0-4712-9014-49d04999a45a None None] Provisioning complete for port 65e8cf5a-ff7f-4199-b58c-6acabf707dff triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:55.487878 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dc16-12e0-4712-9014-49d04999a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:55.502851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-38dbfa82-6dd5-4164-85f2-2478ef130f9c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port 65e8cf5a-ff7f-4199-b58c-6acabf707dff {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:55.503290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-38dbfa82-6dd5-4164-85f2-2478ef130f9c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:55.570323 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4ca0dc16-12e0-4712-9014-49d04999a45a None None] Port 65e8cf5a-ff7f-4199-b58c-6acabf707dff cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:00:55.705532 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b3a00-3730-4eb9-80d2-14a25a3f55bd req-03096529-1f26-42a6-86d6-f3f8a7365711 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:55.706767 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-af7b3a00-3730-4eb9-80d2-14a25a3f55bd req-03096529-1f26-42a6-86d6-f3f8a7365711 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 945 time: 0.2848554 May 25 23:00:55.850452 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-af7b3a00-3730-4eb9-80d2-14a25a3f55bd req-b4570ab4-9ec0-4fb4-b887-f5c96cfcd33f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=a18fe17f-d632-4a11-8f28-5269e635e513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357338 May 25 23:00:55.905279 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-38dbfa82-6dd5-4164-85f2-2478ef130f9c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:55.968451 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41810) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:56.026039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-38dbfa82-6dd5-4164-85f2-2478ef130f9c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for 65e8cf5a-ff7f-4199-b58c-6acabf707dff owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:56.097628 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-322094345-network', 'tenant_id': '6a24bc07dda3458589c5ff8abfbe45c4'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:56.103074 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:56.108082 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Usage tracker for resource:network and tenant:6a24bc07dda3458589c5ff8abfbe45c4 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:56.111039 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:56.116985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:56.198666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Made reservation on behalf of 6a24bc07dda3458589c5ff8abfbe45c4 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:56.201445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.215922 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-38dbfa82-6dd5-4164-85f2-2478ef130f9c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.217367 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.248935 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:56.252849 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Usage tracker for resource:security_group_rule and tenant:6a24bc07dda3458589c5ff8abfbe45c4 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:56.255731 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:56.262335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:56.265330 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbfa82-6dd5-4164-85f2-2478ef130f9c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=65e8cf5a-ff7f-4199-b58c-6acabf707dff,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:56.351392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.380680 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-38dbfa82-6dd5-4164-85f2-2478ef130f9c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.412746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.450091 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:00:56.455589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86199f4f-f8d8-447c-9e3f-4542438764d8,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:56.466146 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-38dbfa82-6dd5-4164-85f2-2478ef130f9c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/65e8cf5a-ff7f-4199-b58c-6acabf707dff HTTP/1.1" status: 204 len: 168 time: 1.0978603 May 25 23:00:56.469183 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41816) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:56.473934 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.474354 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Added segment 9a9bda13-97f9-4346-b2d4-9f96c619875f of type vlan for network b0699e34-4a57-42d6-be13-95458d741c5b May 25 23:00:56.499975 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c67095ef-55f2-4417-a94a-6a3b533f7b0a up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:56.509003 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.526416 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-3997f842-aaee-491b-8bc0-b908b437224b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] GET failed (client error): The resource could not be found. May 25 23:00:56.526833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3997f842-aaee-491b-8bc0-b908b437224b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:00:56.535847 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device b6dbc770-6540-4104-8497-287c7c683411 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:00:56.607258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.608140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:56.608807 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.615563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3997f842-aaee-491b-8bc0-b908b437224b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:00:56.619275 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3997f842-aaee-491b-8bc0-b908b437224b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/65e8cf5a-ff7f-4199-b58c-6acabf707dff HTTP/1.1" status: 404 len: 333 time: 0.1464844 May 25 23:00:56.622339 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41820) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:56.638066 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c67095ef-55f2-4417-a94a-6a3b533f7b0a triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:56.638363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.724599 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] Pushing event updated for resources: {'Network': ['ID=b0699e34-4a57-42d6-be13-95458d741c5b,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:56.736041 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port b6dbc770-6540-4104-8497-287c7c683411 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:00:56.739566 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network b0699e34-4a57-42d6-be13-95458d741c5b details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:00:56.770134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port b6dbc770-6540-4104-8497-287c7c683411 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:00:56.770513 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.819102 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7a926626-19b5-4e82-999a-acef04d094bc admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8484349 May 25 23:00:56.822910 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41824) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:56.826723 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-889c2ed5-862c-49cb-9176-7ebb85492774 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting subnet 1c50f802-f51d-4b77-989a-767a9779a60a {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:00:56.828443 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e6ade253-dd59-4ea7-9198-9e1f391fea1f admin admin] Request body: {'subnet': {'network_id': 'b0699e34-4a57-42d6-be13-95458d741c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-322094345-subnet', 'tenant_id': '6a24bc07dda3458589c5ff8abfbe45c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:56.829916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-889c2ed5-862c-49cb-9176-7ebb85492774 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.833289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e6ade253-dd59-4ea7-9198-9e1f391fea1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:56.837334 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e6ade253-dd59-4ea7-9198-9e1f391fea1f admin admin] Usage tracker for resource:subnet and tenant:6a24bc07dda3458589c5ff8abfbe45c4 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:56.841196 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e6ade253-dd59-4ea7-9198-9e1f391fea1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:56.847251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e6ade253-dd59-4ea7-9198-9e1f391fea1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:56.890208 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-889c2ed5-862c-49cb-9176-7ebb85492774 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.947442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ade253-dd59-4ea7-9198-9e1f391fea1f admin admin] Made reservation on behalf of 6a24bc07dda3458589c5ff8abfbe45c4 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:56.950613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e6ade253-dd59-4ea7-9198-9e1f391fea1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:56.990553 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.019776 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dbc770-6540-4104-8497-287c7c683411'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:00:57.026890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-889c2ed5-862c-49cb-9176-7ebb85492774 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.029529 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port b6dbc770-6540-4104-8497-287c7c683411, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=b6dbc770-6540-4104-8497-287c7c683411,segment=NetworkSegment(ef73eb49-4134-44a4-b2af-6feda7b122df),segment_id=ef73eb49-4134-44a4-b2af-6feda7b122df)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:57.078937 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75644eb6-a90c-4d74-9820-3259762fe680'] response: {'server_uuid': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dbc770-6540-4104-8497-287c7c683411', 'code': 200} May 25 23:00:57.114118 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.129334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab32e2-0913-489d-9930-7387b5ae98c5 req-8299b8d0-a5f3-4500-8c3a-7396372887a3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:57.130993 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-65ab32e2-0913-489d-9930-7387b5ae98c5 req-8299b8d0-a5f3-4500-8c3a-7396372887a3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 945 time: 0.1513193 May 25 23:00:57.182125 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-65ab32e2-0913-489d-9930-7387b5ae98c5 req-f7c3aa25-c564-4d23-a236-9f6e4396851a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=a18fe17f-d632-4a11-8f28-5269e635e513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445495 May 25 23:00:57.199314 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=b6dbc770-6540-4104-8497-287c7c683411,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:57.200450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-889c2ed5-862c-49cb-9176-7ebb85492774 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.238234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c2ed5-862c-49cb-9176-7ebb85492774 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Subnet': ['ID=1c50f802-f51d-4b77-989a-767a9779a60a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:57.244200 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-889c2ed5-862c-49cb-9176-7ebb85492774 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.253037 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-889c2ed5-862c-49cb-9176-7ebb85492774 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/1c50f802-f51d-4b77-989a-767a9779a60a HTTP/1.1" status: 204 len: 168 time: 0.6324563 May 25 23:00:57.253216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41832) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:57.262480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92de576-dcaf-447d-9f7e-61e36c016b86 None None] Network ce61afb7-c9f9-4f35-9584-3eee3d904a37 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:57.421895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e6ade253-dd59-4ea7-9198-9e1f391fea1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.479888 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2075351d-9c36-4478-9211-e6594e53b0d1 req-c770df19-d47e-41b7-820a-0d5e674a9117 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 1099 time: 0.0754189 May 25 23:00:57.529940 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2075351d-9c36-4478-9211-e6594e53b0d1 req-5dd353ae-e90b-4b0b-b239-f141c393d3e6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a18fe17f-d632-4a11-8f28-5269e635e513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428741 May 25 23:00:57.537651 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.538745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0c23bd-1a57-4a2d-95c3-7473376cb40c None None] DHCP port deletion for ce61afb7-c9f9-4f35-9584-3eee3d904a37 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:00:57.539516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ade253-dd59-4ea7-9198-9e1f391fea1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=645a8f32-c343-4888-943f-64d6ac4101ab,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:57.543597 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0d0c23bd-1a57-4a2d-95c3-7473376cb40c None None] Deleting port c67095ef-55f2-4417-a94a-6a3b533f7b0a {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:57.544140 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0d0c23bd-1a57-4a2d-95c3-7473376cb40c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.563482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ade253-dd59-4ea7-9198-9e1f391fea1f admin admin] Checking segment: {'id': '9a9bda13-97f9-4346-b2d4-9f96c619875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b0699e34-4a57-42d6-be13-95458d741c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:00:57.567684 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ade253-dd59-4ea7-9198-9e1f391fea1f admin admin] Network hostable DHCP agents. Network: b0699e34-4a57-42d6-be13-95458d741c5b, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:00:57.568245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port c67095ef-55f2-4417-a94a-6a3b533f7b0a {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:57.568628 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.753265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ade253-dd59-4ea7-9198-9e1f391fea1f admin admin] Network b0699e34-4a57-42d6-be13-95458d741c5b is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:00:57.782774 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0d0c23bd-1a57-4a2d-95c3-7473376cb40c None None] For port c67095ef-55f2-4417-a94a-6a3b533f7b0a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c67095ef-55f2-4417-a94a-6a3b533f7b0a,segment=NetworkSegment(ff3c35cc-cc4c-443a-b032-8f3f15eca098),segment_id=ff3c35cc-cc4c-443a-b032-8f3f15eca098)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:57.783055 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0d0c23bd-1a57-4a2d-95c3-7473376cb40c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.791455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] For port c67095ef-55f2-4417-a94a-6a3b533f7b0a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c67095ef-55f2-4417-a94a-6a3b533f7b0a,segment=NetworkSegment(ff3c35cc-cc4c-443a-b032-8f3f15eca098),segment_id=ff3c35cc-cc4c-443a-b032-8f3f15eca098)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:00:57.791816 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.855707 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-e6ade253-dd59-4ea7-9198-9e1f391fea1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, b0699e34-4a57-42d6-be13-95458d741c5b) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:00:57.860197 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ade253-dd59-4ea7-9198-9e1f391fea1f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:57.860822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e6ade253-dd59-4ea7-9198-9e1f391fea1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:57.894515 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb94df8-d1a8-4770-9f03-9ab715cc8b4d None None] Network b0699e34-4a57-42d6-be13-95458d741c5b requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:57.911872 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0d0c23bd-1a57-4a2d-95c3-7473376cb40c None None] Calling delete_port for c67095ef-55f2-4417-a94a-6a3b533f7b0a owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:57.927272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for c67095ef-55f2-4417-a94a-6a3b533f7b0a owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:00:58.042187 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e6ade253-dd59-4ea7-9198-9e1f391fea1f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2195106 May 25 23:00:58.068159 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:58.111945 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-0d0c23bd-1a57-4a2d-95c3-7473376cb40c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:00:58.112368 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-0d0c23bd-1a57-4a2d-95c3-7473376cb40c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:00:58.117480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=c67095ef-55f2-4417-a94a-6a3b533f7b0a,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:58.125476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No DVR routers for this DVR port c67095ef-55f2-4417-a94a-6a3b533f7b0a on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:00:58.178776 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47fbe4b-66f0-4da1-9f91-a0dd14406d2c None None] Network b0699e34-4a57-42d6-be13-95458d741c5b requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:00:58.269014 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:58.309524 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce61afb7-c9f9-4f35-9584-3eee3d904a37']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:58.330137 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3c35cc-cc4c-443a-b032-8f3f15eca098') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:58.330880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3c35cc-cc4c-443a-b032-8f3f15eca098') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:00:58.345036 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:58.361658 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:58.369763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:00:58.370389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:58.418548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b1503-beb2-4b62-bd6c-e10bdc44f181 req-151b367c-c9a3-4cb4-bc14-3cfe14de74f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:58.426391 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-034b1503-beb2-4b62-bd6c-e10bdc44f181 req-151b367c-c9a3-4cb4-bc14-3cfe14de74f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 946 time: 0.1086478 May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:00:58.476559 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:00:58.492153 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-034b1503-beb2-4b62-bd6c-e10bdc44f181 req-d8f25547-4c64-440c-a41c-bbced9554da1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=a18fe17f-d632-4a11-8f28-5269e635e513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645654 May 25 23:00:58.510811 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c67095ef-55f2-4417-a94a-6a3b533f7b0a no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:00:58.544631 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: c67095ef-55f2-4417-a94a-6a3b533f7b0a {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:00:58.545372 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c67095ef-55f2-4417-a94a-6a3b533f7b0a not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:00:58.555561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:58.576392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:58.582701 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Network': ['ID=ce61afb7-c9f9-4f35-9584-3eee3d904a37,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:58.613193 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0d0c23bd-1a57-4a2d-95c3-7473376cb40c None None] Deleting port c67095ef-55f2-4417-a94a-6a3b533f7b0a {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:00:58.613659 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0d0c23bd-1a57-4a2d-95c3-7473376cb40c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:58.652813 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b22116cd-cb62-4d7f-b774-f8855303cc3c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/networks/ce61afb7-c9f9-4f35-9584-3eee3d904a37 HTTP/1.1" status: 204 len: 168 time: 1.3980904 May 25 23:00:58.658104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41848) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:58.664410 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-7a845db5-0e09-4614-8e15-6a4fca6f829b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-404960434'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:58.671139 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7a845db5-0e09-4614-8e15-6a4fca6f829b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:58.675439 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7a845db5-0e09-4614-8e15-6a4fca6f829b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:network and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:58.678442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7a845db5-0e09-4614-8e15-6a4fca6f829b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:58.683023 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0d0c23bd-1a57-4a2d-95c3-7473376cb40c None None] The port 'c67095ef-55f2-4417-a94a-6a3b533f7b0a' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:00:58.684845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7a845db5-0e09-4614-8e15-6a4fca6f829b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:58.770017 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a845db5-0e09-4614-8e15-6a4fca6f829b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:58.773069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7a845db5-0e09-4614-8e15-6a4fca6f829b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:58.801832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a845db5-0e09-4614-8e15-6a4fca6f829b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:00:58.810317 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7a845db5-0e09-4614-8e15-6a4fca6f829b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:58.810654 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-7a845db5-0e09-4614-8e15-6a4fca6f829b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Added segment 5df385d0-a8eb-4de4-be92-7d49de959152 of type vlan for network a8c5bcb5-b007-462d-8fc5-4003aef4431a May 25 23:00:58.836378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7a845db5-0e09-4614-8e15-6a4fca6f829b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:58.918860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7a845db5-0e09-4614-8e15-6a4fca6f829b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:58.922762 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a845db5-0e09-4614-8e15-6a4fca6f829b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:58.923338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7a845db5-0e09-4614-8e15-6a4fca6f829b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:59.121826 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a845db5-0e09-4614-8e15-6a4fca6f829b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Network': ['ID=a8c5bcb5-b007-462d-8fc5-4003aef4431a,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:59.131845 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network a8c5bcb5-b007-462d-8fc5-4003aef4431a details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:00:59.193334 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7a845db5-0e09-4614-8e15-6a4fca6f829b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5316463 May 25 23:00:59.193748 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41860) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:59.200617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-b09136a6-1d65-420b-90e5-a9783f180b34 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'subnet': {'network_id': 'a8c5bcb5-b007-462d-8fc5-4003aef4431a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:59.278144 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41864) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:59.282411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-327043283-network', 'tenant_id': 'fb81575920aa4585a9510230a2867c68'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:59.287417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:59.291389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Usage tracker for resource:network and tenant:fb81575920aa4585a9510230a2867c68 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:59.294462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:59.300246 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:59.320311 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b09136a6-1d65-420b-90e5-a9783f180b34 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:59.324855 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b09136a6-1d65-420b-90e5-a9783f180b34 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:subnet and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:59.327747 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b09136a6-1d65-420b-90e5-a9783f180b34 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:59.333400 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b09136a6-1d65-420b-90e5-a9783f180b34 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:59.377968 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Made reservation on behalf of fb81575920aa4585a9510230a2867c68 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:59.380245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:59.393437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:59.400760 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09136a6-1d65-420b-90e5-a9783f180b34 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:59.424121 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:59.427941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Usage tracker for resource:security_group_rule and tenant:fb81575920aa4585a9510230a2867c68 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:59.430700 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:59.437029 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:59.501391 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:59.502660 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b09136a6-1d65-420b-90e5-a9783f180b34 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:59.561400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:59.585341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:00:59.605905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd5b4e3-3be3-4ded-a3b2-525693353ca7,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:59.608879 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:59.609398 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Added segment ad05fea9-5985-4b4e-802e-df39626d6b4e of type vlan for network a5a1445e-b279-46f6-af10-c6d2cef3bb00 May 25 23:00:59.637756 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:59.705236 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e63089-86f9-4e1e-bdc1-8a7e930a182b req-3bb1b0d0-4e96-4e3c-80ed-9d7e3cb8cd4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:59.706795 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-94e63089-86f9-4e1e-bdc1-8a7e930a182b req-3bb1b0d0-4e96-4e3c-80ed-9d7e3cb8cd4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 946 time: 0.0840857 May 25 23:00:59.732815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:59.733778 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:00:59.734373 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:59.760842 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-94e63089-86f9-4e1e-bdc1-8a7e930a182b req-db06ea5a-ef06-4084-a941-c2466f6b4309 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=a18fe17f-d632-4a11-8f28-5269e635e513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482905 May 25 23:00:59.842848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] Pushing event updated for resources: {'Network': ['ID=a5a1445e-b279-46f6-af10-c6d2cef3bb00,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:00:59.854354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network a5a1445e-b279-46f6-af10-c6d2cef3bb00 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:00:59.890170 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b6e07dbe-a6dc-4e13-b021-cb434fdbe13d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6115501 May 25 23:00:59.890406 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41872) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:00:59.895961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b81ef55f-9275-4a2e-b231-f4e66ab47569 admin admin] Request body: {'subnet': {'network_id': 'a5a1445e-b279-46f6-af10-c6d2cef3bb00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-327043283-subnet', 'tenant_id': 'fb81575920aa4585a9510230a2867c68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:00:59.900951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b81ef55f-9275-4a2e-b231-f4e66ab47569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:00:59.905426 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b81ef55f-9275-4a2e-b231-f4e66ab47569 admin admin] Usage tracker for resource:subnet and tenant:fb81575920aa4585a9510230a2867c68 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:00:59.908420 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b81ef55f-9275-4a2e-b231-f4e66ab47569 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:00:59.914994 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b81ef55f-9275-4a2e-b231-f4e66ab47569 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:00:59.934306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b09136a6-1d65-420b-90e5-a9783f180b34 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:00:59.978462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81ef55f-9275-4a2e-b231-f4e66ab47569 admin admin] Made reservation on behalf of fb81575920aa4585a9510230a2867c68 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:00:59.981785 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b81ef55f-9275-4a2e-b231-f4e66ab47569 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:00.035528 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09136a6-1d65-420b-90e5-a9783f180b34 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Subnet': ['ID=119ee741-9706-48be-b4e1-31072fb64d46,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:00.056112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09136a6-1d65-420b-90e5-a9783f180b34 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Checking segment: {'id': '5df385d0-a8eb-4de4-be92-7d49de959152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a8c5bcb5-b007-462d-8fc5-4003aef4431a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:01:00.056461 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09136a6-1d65-420b-90e5-a9783f180b34 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network hostable DHCP agents. Network: a8c5bcb5-b007-462d-8fc5-4003aef4431a, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:01:00.068226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a8525-7a76-4acc-9d33-39e3d56b2659 req-c6ff23f7-3a07-4fde-8a8c-68f1fd6c6495 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:00.069706 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5b9a8525-7a76-4acc-9d33-39e3d56b2659 req-c6ff23f7-3a07-4fde-8a8c-68f1fd6c6495 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 946 time: 0.1723225 May 25 23:01:00.123499 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5b9a8525-7a76-4acc-9d33-39e3d56b2659 req-96ed5a4b-f72a-40fb-8e48-3fb8d5937143 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=a18fe17f-d632-4a11-8f28-5269e635e513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467381 May 25 23:01:00.150834 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41876) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:00.191054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09136a6-1d65-420b-90e5-a9783f180b34 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network a8c5bcb5-b007-462d-8fc5-4003aef4431a is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:01:00.224846 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cfa3387b-1471-427f-8a9b-a7b83bbc58cb tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 1094 time: 0.0728271 May 25 23:01:00.227517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41880) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:00.233131 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': 'b6dbc770-6540-4104-8497-287c7c683411', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:00.238416 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:00.242139 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:floatingip and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:00.244888 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:00.250610 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:00.251199 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b81ef55f-9275-4a2e-b231-f4e66ab47569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:00.278912 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-b09136a6-1d65-420b-90e5-a9783f180b34 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, a8c5bcb5-b007-462d-8fc5-4003aef4431a) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:00.282813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09136a6-1d65-420b-90e5-a9783f180b34 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:00.288052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b09136a6-1d65-420b-90e5-a9783f180b34 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:00.290874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30c7128-c672-448a-b828-0affb83f3c33 None None] Network a8c5bcb5-b007-462d-8fc5-4003aef4431a requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:00.327930 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ef55f-9275-4a2e-b231-f4e66ab47569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a633b320-1125-4cb9-9ad2-856d6b1586d0,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:00.342080 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:00.347192 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ef55f-9275-4a2e-b231-f4e66ab47569 admin admin] Checking segment: {'id': 'ad05fea9-5985-4b4e-802e-df39626d6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a5a1445e-b279-46f6-af10-c6d2cef3bb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:01:00.347549 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81ef55f-9275-4a2e-b231-f4e66ab47569 admin admin] Network hostable DHCP agents. Network: a5a1445e-b279-46f6-af10-c6d2cef3bb00, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:01:00.414206 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b09136a6-1d65-420b-90e5-a9783f180b34 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2191377 May 25 23:01:00.417027 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41884) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:00.423120 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'network_id': 'a8c5bcb5-b007-462d-8fc5-4003aef4431a', 'name': 'tempest-PortsTestJSON-2016791190', 'fixed_ips': [{'subnet_id': '119ee741-9706-48be-b4e1-31072fb64d46', 'ip_address': '172.20.0.10'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:00.489582 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:00.518514 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-a8c5bcb5-b007-462d-8fc5-4003aef4431a', 'network_id': 'a8c5bcb5-b007-462d-8fc5-4003aef4431a', 'tenant_id': '4e40335e489b4fbcbbb65e8797e0298c', 'fixed_ips': [{'subnet_id': '119ee741-9706-48be-b4e1-31072fb64d46'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:01:00.519715 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:00.580502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81ef55f-9275-4a2e-b231-f4e66ab47569 admin admin] Network a5a1445e-b279-46f6-af10-c6d2cef3bb00 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:01:00.643511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.240 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/4f2db0bd-e96a-4386-92c8-c6b005d065e4) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:00.658256 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:00.662302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:port and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:00.665239 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:00.671309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:00.688147 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Allocated IP 172.20.0.2 (a8c5bcb5-b007-462d-8fc5-4003aef4431a/119ee741-9706-48be-b4e1-31072fb64d46/5d5d7054-7fef-48e6-a55d-46db87f8a278) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:00.709889 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-b81ef55f-9275-4a2e-b231-f4e66ab47569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, a5a1445e-b279-46f6-af10-c6d2cef3bb00) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:00.715105 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ef55f-9275-4a2e-b231-f4e66ab47569 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:00.716441 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b81ef55f-9275-4a2e-b231-f4e66ab47569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:00.720992 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a099f8-e59b-4715-93b2-c2461ff046a2 None None] Network a5a1445e-b279-46f6-af10-c6d2cef3bb00 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:00.772774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:00.802982 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:00.841657 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b81ef55f-9275-4a2e-b231-f4e66ab47569 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9503381 May 25 23:01:00.891123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:00.903012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:00.927352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] device_id is not set on port a441c493-9156-4e52-bf87-6379010eb806 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:01:00.959743 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:00.969996 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:00.973086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:01:01.025078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:01.037666 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Transition to ACTIVE for port object 5d5d7054-7fef-48e6-a55d-46db87f8a278 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:01.044420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=4f2db0bd-e96a-4386-92c8-c6b005d065e4,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:01.067719 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Transition to ACTIVE for port object 5d5d7054-7fef-48e6-a55d-46db87f8a278 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:01.180133 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:01.232849 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Allocated IP 172.20.0.10 (a8c5bcb5-b007-462d-8fc5-4003aef4431a/119ee741-9706-48be-b4e1-31072fb64d46/a441c493-9156-4e52-bf87-6379010eb806) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:01.379236 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Network a8c5bcb5-b007-462d-8fc5-4003aef4431a is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:01.383763 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:01.390994 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:01:01.488404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:01.505801 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Transition to ACTIVE for port object a441c493-9156-4e52-bf87-6379010eb806 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:01.508140 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Pushing event updated for resources: {'Port': ['ID=5d5d7054-7fef-48e6-a55d-46db87f8a278,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:01.525465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Attempting to bind port 5d5d7054-7fef-48e6-a55d-46db87f8a278 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:01:01.525935 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Attempting to bind port 5d5d7054-7fef-48e6-a55d-46db87f8a278 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '5df385d0-a8eb-4de4-be92-7d49de959152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a8c5bcb5-b007-462d-8fc5-4003aef4431a'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:01:01.526205 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Attempting to bind port 5d5d7054-7fef-48e6-a55d-46db87f8a278 on network a8c5bcb5-b007-462d-8fc5-4003aef4431a {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:01:01.532272 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6954a106-f995-49e4-81f2-f68cfe4c6cf7 None None] Network a5a1445e-b279-46f6-af10-c6d2cef3bb00 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:01.555801 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:01:01.556243 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Checking segment: {'id': '5df385d0-a8eb-4de4-be92-7d49de959152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a8c5bcb5-b007-462d-8fc5-4003aef4431a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:01:01.556557 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:01.556974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Bound using segment: {'id': '5df385d0-a8eb-4de4-be92-7d49de959152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a8c5bcb5-b007-462d-8fc5-4003aef4431a'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:01:01.557412 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Bound port: 5d5d7054-7fef-48e6-a55d-46db87f8a278, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df385d0-a8eb-4de4-be92-7d49de959152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a8c5bcb5-b007-462d-8fc5-4003aef4431a'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:01:01.557773 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:01.596422 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:01.672640 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network a8c5bcb5-b007-462d-8fc5-4003aef4431a is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:01.675762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:01.680235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:01:01.709917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] For port 5d5d7054-7fef-48e6-a55d-46db87f8a278, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:01:01.711414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=a441c493-9156-4e52-bf87-6379010eb806,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:01.714992 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] For port 5d5d7054-7fef-48e6-a55d-46db87f8a278, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5d5d7054-7fef-48e6-a55d-46db87f8a278,segment=NetworkSegment(5df385d0-a8eb-4de4-be92-7d49de959152),segment_id=5df385d0-a8eb-4de4-be92-7d49de959152)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:01:01.746793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:01.747484 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:01.811922 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:01.831609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:01.838370 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c55fdae8-b9fd-4999-9fa2-55c60cd7fb1a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4178774 May 25 23:01:01.838567 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-447271a7-c376-4725-b12a-6fb47a0d3d40 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:01.838567 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-447271a7-c376-4725-b12a-6fb47a0d3d40 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/networks?id=b0699e34-4a57-42d6-be13-95458d741c5b HTTP/1.1" status: 200 len: 811 time: 0.3615813 May 25 23:01:01.838781 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41900) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:01.844413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'network_id': 'a8c5bcb5-b007-462d-8fc5-4003aef4431a', 'name': 'tempest-PortsTestJSON-1021912961', 'fixed_ips': [{'subnet_id': '119ee741-9706-48be-b4e1-31072fb64d46', 'ip_address': '172.20.0.9'}]}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:01.943939 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e67fb3-0e5e-4b85-b4ce-963550a5ec4a None None] Pushing event updated for resources: {'Port': ['ID=5d5d7054-7fef-48e6-a55d-46db87f8a278,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:01.968211 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-38c7abc1-1050-48c9-a81d-209c3641f5c5 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/quotas/6a24bc07dda3458589c5ff8abfbe45c4 HTTP/1.1" status: 200 len: 375 time: 0.1097519 May 25 23:01:02.038457 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-87d13ff5-7d91-4b2d-868b-6555cfaf6a07 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a24bc07dda3458589c5ff8abfbe45c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609343 May 25 23:01:02.055038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:02.210810 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:02.222072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:port and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:02.226563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:02.238297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:02.356617 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-d2b3edf8-7c8c-491d-b143-a338bb95ca68 service neutron] 10.222.0.66 "GET /v2.0/networks/b0699e34-4a57-42d6-be13-95458d741c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051057 May 25 23:01:02.358813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:02.363896 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:02.491079 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] device_id is not set on port 0f39bb49-a5fc-418e-bf13-fd4436f673a2 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:01:02.506704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5d5d7054-7fef-48e6-a55d-46db87f8a278 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:01:02.670574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:02.673513 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-6b6ad36f-d062-49cc-b46e-8ca4ce1106e2 service neutron] 10.222.0.66 "GET /v2.0/networks/b0699e34-4a57-42d6-be13-95458d741c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007190 May 25 23:01:02.679267 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 5d5d7054-7fef-48e6-a55d-46db87f8a278 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:02.747885 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:02.814981 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Allocated IP 172.20.0.9 (a8c5bcb5-b007-462d-8fc5-4003aef4431a/119ee741-9706-48be-b4e1-31072fb64d46/0f39bb49-a5fc-418e-bf13-fd4436f673a2) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:02.881943 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751bec87-aea7-4621-8a5a-a6b51016d527 None None] Network a8c5bcb5-b007-462d-8fc5-4003aef4431a requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:02.905728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=4f2db0bd-e96a-4386-92c8-c6b005d065e4,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:02.986636 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:03.066247 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ce830c24-41c7-4a40-b0e2-d46304a1534a None None] Provisioning for port 5d5d7054-7fef-48e6-a55d-46db87f8a278 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:03.079420 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ce830c24-41c7-4a40-b0e2-d46304a1534a None None] Provisioning complete for port 5d5d7054-7fef-48e6-a55d-46db87f8a278 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:03.079830 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ce830c24-41c7-4a40-b0e2-d46304a1534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:03.164405 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eab82663-fc43-45ed-bda6-470f8f12b32e req-e306bb43-b928-43f2-b604-5ce3b24463d6 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 210 time: 0.2408497 May 25 23:01:03.269058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ce830c24-41c7-4a40-b0e2-d46304a1534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:03.309753 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-ce830c24-41c7-4a40-b0e2-d46304a1534a None None] For port 5d5d7054-7fef-48e6-a55d-46db87f8a278, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5d5d7054-7fef-48e6-a55d-46db87f8a278,segment=NetworkSegment(5df385d0-a8eb-4de4-be92-7d49de959152),segment_id=5df385d0-a8eb-4de4-be92-7d49de959152)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:03.401075 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:03.404617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ce830c24-41c7-4a40-b0e2-d46304a1534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:03.422833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Transition to ACTIVE for port object 0f39bb49-a5fc-418e-bf13-fd4436f673a2 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:03.475526 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Floating IP 8fdb0dd9-d8a9-42d8-837d-0682fc990498 associated. External IP: 172.26.5.240, port: b6dbc770-6540-4104-8497-287c7c683411. May 25 23:01:03.486257 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce830c24-41c7-4a40-b0e2-d46304a1534a None None] Pushing event updated for resources: {'Port': ['ID=5d5d7054-7fef-48e6-a55d-46db87f8a278,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:03.529910 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-aab674ff-5923-4ac7-be68-b726a7c98cd0 None None] Provisioning complete for port 5d5d7054-7fef-48e6-a55d-46db87f8a278 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:03.530717 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aab674ff-5923-4ac7-be68-b726a7c98cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:03.586484 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:03.688715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network a8c5bcb5-b007-462d-8fc5-4003aef4431a is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:03.691132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:03.692900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=0f39bb49-a5fc-418e-bf13-fd4436f673a2,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:03.696278 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:01:03.753887 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-aab674ff-5923-4ac7-be68-b726a7c98cd0 None None] Provisioning for port a441c493-9156-4e52-bf87-6379010eb806 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:03.758788 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-aab674ff-5923-4ac7-be68-b726a7c98cd0 None None] Provisioning complete for port a441c493-9156-4e52-bf87-6379010eb806 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:03.759307 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aab674ff-5923-4ac7-be68-b726a7c98cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:03.768345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:03.768986 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:03.866427 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-aab674ff-5923-4ac7-be68-b726a7c98cd0 None None] Port a441c493-9156-4e52-bf87-6379010eb806 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:03.951553 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e2788211-4975-4e49-a3bf-9f5605a92e4e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1118379 May 25 23:01:03.954346 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41914) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:03.990150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f397b30f-461a-4973-9689-865715e7a035 None None] Provisioning complete for port a441c493-9156-4e52-bf87-6379010eb806 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:03.992273 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f397b30f-461a-4973-9689-865715e7a035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:04.038763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2afe85-20db-4a5b-8540-214e9e7e4112 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:04.039704 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2f2afe85-20db-4a5b-8540-214e9e7e4112 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:01:04.047361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router fae52a7e-cdc5-4d87-b64e-a309d796c40c has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:01:04.048334 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f397b30f-461a-4973-9689-865715e7a035 None None] Port a441c493-9156-4e52-bf87-6379010eb806 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:04.135736 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2f2afe85-20db-4a5b-8540-214e9e7e4112 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:01:04.137931 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2f2afe85-20db-4a5b-8540-214e9e7e4112 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1825459 May 25 23:01:04.140793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41918) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:04.158635 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f397b30f-461a-4973-9689-865715e7a035 None None] Provisioning for port 0f39bb49-a5fc-418e-bf13-fd4436f673a2 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:04.164397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f397b30f-461a-4973-9689-865715e7a035 None None] Provisioning complete for port 0f39bb49-a5fc-418e-bf13-fd4436f673a2 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:04.164915 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f397b30f-461a-4973-9689-865715e7a035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:04.236566 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff318ff-8033-4447-955b-75567f7e396b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:04.238855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f397b30f-461a-4973-9689-865715e7a035 None None] Port 0f39bb49-a5fc-418e-bf13-fd4436f673a2 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:04.241558 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff318ff-8033-4447-955b-75567f7e396b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:04.246637 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff318ff-8033-4447-955b-75567f7e396b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:04.248698 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-eff318ff-8033-4447-955b-75567f7e396b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1069643 May 25 23:01:04.251637 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41924) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:04.299053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:01:04.313243 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b1651-560b-4496-a4ce-cf8db1b41598 None None] Sync routers for ids ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:01:04.333373 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b1651-560b-4496-a4ce-cf8db1b41598 None None] Routers {'fae52a7e-cdc5-4d87-b64e-a309d796c40c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:01:04.334103 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ac2b1651-560b-4496-a4ce-cf8db1b41598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:00:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:04.335455 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-7827bcc7-7afb-45e1-8991-ef6d2930998c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port 0f39bb49-a5fc-418e-bf13-fd4436f673a2 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:01:04.335794 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7827bcc7-7afb-45e1-8991-ef6d2930998c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:04.417053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:04.459550 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c09ba74b-556b-454f-800e-18c48813ba21 req-eab9aea7-c209-4711-a47a-e3edaf6eaed3 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 210 time: 0.0919006 May 25 23:01:04.509579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5d5d7054-7fef-48e6-a55d-46db87f8a278 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:01:04.532351 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-270dfc51-1b2e-4747-8d0b-ba4ddb880734 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3038585 May 25 23:01:04.536322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'tag': 'b6dbc770-6540-4104-8497-287c7c683411'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:01:04.536475 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41928) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:04.600674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-ac2b1651-560b-4496-a4ce-cf8db1b41598 None None] Set router fae52a7e-cdc5-4d87-b64e-a309d796c40c gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:01:04.640819 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ec74dc-a1b9-4601-b8e5-3d12b157000a'] response: {'name': 'network-changed', 'server_uuid': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'tag': 'b6dbc770-6540-4104-8497-287c7c683411', 'status': 'completed', 'code': 200} May 25 23:01:04.672081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 5d5d7054-7fef-48e6-a55d-46db87f8a278 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:04.672408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:04.675143 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ee2b08fa-be42-4d03-9cfd-3d96c49a8e5a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/8fdb0dd9-d8a9-42d8-837d-0682fc990498 HTTP/1.1" status: 200 len: 992 time: 0.1389470 May 25 23:01:04.869916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7827bcc7-7afb-45e1-8991-ef6d2930998c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:04.995099 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-7827bcc7-7afb-45e1-8991-ef6d2930998c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for 0f39bb49-a5fc-418e-bf13-fd4436f673a2 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:01:05.023557 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-22e021de-970d-4bdb-a03b-42bafe2d115d req-36b7bb3a-7d09-4dda-ae66-cf9f6c18e011 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 1099 time: 0.3819313 May 25 23:01:05.070642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ac2b1651-560b-4496-a4ce-cf8db1b41598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:00:34Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '8fdb0dd9-d8a9-42d8-837d-0682fc990498', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.240', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'port_id': 'b6dbc770-6540-4104-8497-287c7c683411', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'mac_address': 'fa:16:3e:fa:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:01:01Z', 'updated_at': '2022-05-25T23:01:01Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321d7394-8618-4ad5-bb1e-2e32c0247ba8', 'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:62:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:33Z', 'updated_at': '2022-05-25T23:00:41Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:05.074738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b1651-560b-4496-a4ce-cf8db1b41598 None None] Checking router: fae52a7e-cdc5-4d87-b64e-a309d796c40c for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:01:05.085272 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b1651-560b-4496-a4ce-cf8db1b41598 None None] Routers {'fae52a7e-cdc5-4d87-b64e-a309d796c40c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:01:05.085860 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ac2b1651-560b-4496-a4ce-cf8db1b41598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:00:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:05.224096 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e021de-970d-4bdb-a03b-42bafe2d115d req-27518618-f461-4304-a8c8-2c1202ea00a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:05.225470 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-22e021de-970d-4bdb-a03b-42bafe2d115d req-27518618-f461-4304-a8c8-2c1202ea00a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c293d67f-56bf-4112-a4a8-d7ebc0d297e3 HTTP/1.1" status: 200 len: 897 time: 0.1955595 May 25 23:01:05.271692 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-ac2b1651-560b-4496-a4ce-cf8db1b41598 None None] Set router fae52a7e-cdc5-4d87-b64e-a309d796c40c gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:01:05.352257 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7827bcc7-7afb-45e1-8991-ef6d2930998c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:05.403893 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-22e021de-970d-4bdb-a03b-42bafe2d115d req-ed3c5ee6-84b2-48f7-96e6-e284f5aa86f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6dbc770-6540-4104-8497-287c7c683411 HTTP/1.1" status: 200 len: 1000 time: 0.1725125 May 25 23:01:05.406776 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827bcc7-7afb-45e1-8991-ef6d2930998c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=0f39bb49-a5fc-418e-bf13-fd4436f673a2,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:05.446240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-ebea9123-ff93-4ecc-ba39-18654473e345 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:05.447819 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-ebea9123-ff93-4ecc-ba39-18654473e345 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Synchronizing usage tracker for tenant:6a24bc07dda3458589c5ff8abfbe45c4 on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:01:05.562498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-ebea9123-ff93-4ecc-ba39-18654473e345 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Unset dirty status for tenant:6a24bc07dda3458589c5ff8abfbe45c4 on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:01:05.566060 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-ebea9123-ff93-4ecc-ba39-18654473e345 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.73 "GET /v2.0/networks?id=b0699e34-4a57-42d6-be13-95458d741c5b HTTP/1.1" status: 200 len: 811 time: 0.2701612 May 25 23:01:05.581254 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Request body: {'port': {'device_id': '73b68b77-6f9e-4431-bf73-ad43e283cd1b', 'network_id': 'b0699e34-4a57-42d6-be13-95458d741c5b', 'admin_state_up': True, 'tenant_id': '6a24bc07dda3458589c5ff8abfbe45c4'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:05.584706 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7827bcc7-7afb-45e1-8991-ef6d2930998c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:05.602084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e021de-970d-4bdb-a03b-42bafe2d115d req-bb5204ae-1936-4643-a139-d4b57db0a97a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:05.603538 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-22e021de-970d-4bdb-a03b-42bafe2d115d req-bb5204ae-1936-4643-a139-d4b57db0a97a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f5d98da-cd93-4b90-87da-c3270a84dc84 HTTP/1.1" status: 200 len: 835 time: 0.1921718 May 25 23:01:05.683368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 41936) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:05.714958 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7827bcc7-7afb-45e1-8991-ef6d2930998c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/0f39bb49-a5fc-418e-bf13-fd4436f673a2 HTTP/1.1" status: 204 len: 168 time: 1.4597402 May 25 23:01:05.716698 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f98bd33a-a088-4086-bc10-e7b2e7385a12 req-5a7e5415-90b6-4565-ba96-d1bdcc2a402c tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 210 time: 0.0538242 May 25 23:01:05.717148 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41940) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:05.725759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ac2b1651-560b-4496-a4ce-cf8db1b41598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:00:34Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '8fdb0dd9-d8a9-42d8-837d-0682fc990498', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.240', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'port_id': 'b6dbc770-6540-4104-8497-287c7c683411', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'mac_address': 'fa:16:3e:fa:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:01:01Z', 'updated_at': '2022-05-25T23:01:01Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321d7394-8618-4ad5-bb1e-2e32c0247ba8', 'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:62:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:33Z', 'updated_at': '2022-05-25T23:00:41Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:05.735419 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b1651-560b-4496-a4ce-cf8db1b41598 None None] The sync data for ids ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'] in dv-neutron-843300-1-hyperv is: [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:00:34Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '8fdb0dd9-d8a9-42d8-837d-0682fc990498', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.240', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'port_id': 'b6dbc770-6540-4104-8497-287c7c683411', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'mac_address': 'fa:16:3e:fa:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:01:01Z', 'updated_at': '2022-05-25T23:01:01Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321d7394-8618-4ad5-bb1e-2e32c0247ba8', 'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:62:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:33Z', 'updated_at': '2022-05-25T23:00:41Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:01:05.770315 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-46423a1c-9273-4078-aecf-f32db0ecf98c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] GET failed (client error): The resource could not be found. May 25 23:01:05.770810 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-46423a1c-9273-4078-aecf-f32db0ecf98c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:01:05.784255 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-22e021de-970d-4bdb-a03b-42bafe2d115d req-e152e40e-3c37-4569-80bd-139d69088666 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c293d67f-56bf-4112-a4a8-d7ebc0d297e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1743534 May 25 23:01:05.856196 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d12c5ae8-c5d2-43c9-8ea9-e3d3c470d7e0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/8fdb0dd9-d8a9-42d8-837d-0682fc990498 HTTP/1.1" status: 200 len: 992 time: 0.1713953 May 25 23:01:05.866963 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:05.871934 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Usage tracker for resource:port and tenant:6a24bc07dda3458589c5ff8abfbe45c4 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:05.874951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:05.881172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:05.883684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-46423a1c-9273-4078-aecf-f32db0ecf98c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:01:05.884834 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-46423a1c-9273-4078-aecf-f32db0ecf98c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/0f39bb49-a5fc-418e-bf13-fd4436f673a2 HTTP/1.1" status: 404 len: 333 time: 0.1661553 May 25 23:01:05.888385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41944) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:05.970266 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Made reservation on behalf of 6a24bc07dda3458589c5ff8abfbe45c4 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:05.975374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:05.976024 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597bd1b-f0c4-448c-8dbc-de562352d718 None None] New status for floating IP 8fdb0dd9-d8a9-42d8-837d-0682fc990498: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:01:05.982169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-5543d50e-0f0a-412c-b61b-bf9fbc4680d3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port a441c493-9156-4e52-bf87-6379010eb806 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:01:05.982501 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5543d50e-0f0a-412c-b61b-bf9fbc4680d3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:06.029245 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-22e021de-970d-4bdb-a03b-42bafe2d115d req-7c3d418b-6bd5-4e1c-8fca-737f8d768f48 service neutron] 10.222.0.73 "GET /v2.0/networks/c293d67f-56bf-4112-a4a8-d7ebc0d297e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382360 May 25 23:01:06.152866 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Allocated IP 172.20.0.13 (b0699e34-4a57-42d6-be13-95458d741c5b/645a8f32-c343-4888-943f-64d6ac4101ab/5b469c43-8a5e-429d-b544-a4be5a41954c) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:06.415822 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-22e021de-970d-4bdb-a03b-42bafe2d115d req-16585a10-81dc-4bab-a448-4de9c46cf2ce service neutron] 10.222.0.73 "GET /v2.0/networks/c293d67f-56bf-4112-a4a8-d7ebc0d297e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794053 May 25 23:01:06.461180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5543d50e-0f0a-412c-b61b-bf9fbc4680d3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:06.469232 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:06.581513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-5543d50e-0f0a-412c-b61b-bf9fbc4680d3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for a441c493-9156-4e52-bf87-6379010eb806 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:01:06.582045 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:06.654803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Network b0699e34-4a57-42d6-be13-95458d741c5b is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:06.657895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:06.661006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:01:06.703495 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Pushing event updated for resources: {'Port': ['ID=5b469c43-8a5e-429d-b544-a4be5a41954c,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:06.734960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:06.735658 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:06.812841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5543d50e-0f0a-412c-b61b-bf9fbc4680d3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:06.830721 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-40625145-c757-456a-a6ae-2e451853b993 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2557900 May 25 23:01:06.842128 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Request body: {'port': {'device_id': '73b68b77-6f9e-4431-bf73-ad43e283cd1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:06.858167 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543d50e-0f0a-412c-b61b-bf9fbc4680d3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=a441c493-9156-4e52-bf87-6379010eb806,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:06.862088 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41950) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:06.950412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:07.096185 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c16b8257-2135-4a2c-9fa3-28517cb1e1a8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/8fdb0dd9-d8a9-42d8-837d-0682fc990498 HTTP/1.1" status: 200 len: 994 time: 0.2331746 May 25 23:01:07.114217 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5543d50e-0f0a-412c-b61b-bf9fbc4680d3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:07.134755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea4ff6-2a4f-42df-9e57-bb9a521c09ed req-9d616092-447d-453c-b9b5-68bef19e6f74 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:07.136766 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0bea4ff6-2a4f-42df-9e57-bb9a521c09ed req-9d616092-447d-453c-b9b5-68bef19e6f74 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 932 time: 0.2699423 May 25 23:01:07.181165 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5543d50e-0f0a-412c-b61b-bf9fbc4680d3 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/a441c493-9156-4e52-bf87-6379010eb806 HTTP/1.1" status: 204 len: 168 time: 1.2917662 May 25 23:01:07.184247 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41954) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:07.223730 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0bea4ff6-2a4f-42df-9e57-bb9a521c09ed req-2ed34e67-9eee-4b32-b3d6-baecb5a66fce tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808895 May 25 23:01:07.229414 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd340d4-a6fc-4a9c-9805-f17de54de906 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] GET failed (client error): The resource could not be found. May 25 23:01:07.230005 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6dd340d4-a6fc-4a9c-9805-f17de54de906 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:01:07.330815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b469c43-8a5e-429d-b544-a4be5a41954c {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:01:07.337801 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:07.352788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Transition to ACTIVE for port object 5b469c43-8a5e-429d-b544-a4be5a41954c will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:07.353096 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6dd340d4-a6fc-4a9c-9805-f17de54de906 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:01:07.354222 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6dd340d4-a6fc-4a9c-9805-f17de54de906 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/a441c493-9156-4e52-bf87-6379010eb806 HTTP/1.1" status: 404 len: 333 time: 0.1689720 May 25 23:01:07.357244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41958) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:07.429626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:07.540309 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-885da405-6bfe-4403-ad35-08c659893cfa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting subnet 119ee741-9706-48be-b4e1-31072fb64d46 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:01:07.543571 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-885da405-6bfe-4403-ad35-08c659893cfa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:07.554624 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Pushing event updated for resources: {'Port': ['ID=5b469c43-8a5e-429d-b544-a4be5a41954c,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:07.600456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-885da405-6bfe-4403-ad35-08c659893cfa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:07.664481 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Attempting to bind port 5b469c43-8a5e-429d-b544-a4be5a41954c on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:01:07.664841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Attempting to bind port 5b469c43-8a5e-429d-b544-a4be5a41954c by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '9a9bda13-97f9-4346-b2d4-9f96c619875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b0699e34-4a57-42d6-be13-95458d741c5b'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:01:07.665167 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Attempting to bind port 5b469c43-8a5e-429d-b544-a4be5a41954c on network b0699e34-4a57-42d6-be13-95458d741c5b {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:01:07.671232 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Port 5b469c43-8a5e-429d-b544-a4be5a41954c on network b0699e34-4a57-42d6-be13-95458d741c5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:01:07.671546 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Attempting to bind port 5b469c43-8a5e-429d-b544-a4be5a41954c on network b0699e34-4a57-42d6-be13-95458d741c5b {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:01:07.677966 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:01:07.678318 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Checking segment: {'id': '9a9bda13-97f9-4346-b2d4-9f96c619875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b0699e34-4a57-42d6-be13-95458d741c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:01:07.678705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Bound using segment: {'id': '9a9bda13-97f9-4346-b2d4-9f96c619875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b0699e34-4a57-42d6-be13-95458d741c5b'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:01:07.679125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Bound port: 5b469c43-8a5e-429d-b544-a4be5a41954c, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9bda13-97f9-4346-b2d4-9f96c619875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b0699e34-4a57-42d6-be13-95458d741c5b'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:01:07.679471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:07.680609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-885da405-6bfe-4403-ad35-08c659893cfa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:07.768856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] For port 5b469c43-8a5e-429d-b544-a4be5a41954c, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:01:07.771699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] For port 5b469c43-8a5e-429d-b544-a4be5a41954c, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=5b469c43-8a5e-429d-b544-a4be5a41954c,segment=NetworkSegment(9a9bda13-97f9-4346-b2d4-9f96c619875f),segment_id=9a9bda13-97f9-4346-b2d4-9f96c619875f)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:01:07.824953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-885da405-6bfe-4403-ad35-08c659893cfa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:07.841817 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:07.866932 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885da405-6bfe-4403-ad35-08c659893cfa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Subnet': ['ID=119ee741-9706-48be-b4e1-31072fb64d46,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:07.875521 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-885da405-6bfe-4403-ad35-08c659893cfa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:07.884276 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-885da405-6bfe-4403-ad35-08c659893cfa tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/119ee741-9706-48be-b4e1-31072fb64d46 HTTP/1.1" status: 204 len: 168 time: 0.5237386 May 25 23:01:07.884455 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c126d3b-ce26-4281-bf57-188b83e44dde None None] Network a8c5bcb5-b007-462d-8fc5-4003aef4431a requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:07.884928 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41962) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:07.907977 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:07.909403 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] 10.222.0.73 "PUT /v2.0/ports/5b469c43-8a5e-429d-b544-a4be5a41954c HTTP/1.1" status: 200 len: 1094 time: 1.0715318 May 25 23:01:07.909841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b68b77-6f9e-4431-bf73-ad43e283cd1b', 'tag': '5b469c43-8a5e-429d-b544-a4be5a41954c'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:01:07.939657 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28761748-5807-44c7-a1bc-5f1c51b1cabb service neutron] Pushing event updated for resources: {'Port': ['ID=5b469c43-8a5e-429d-b544-a4be5a41954c,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:07.977963 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2b8a08c-d71b-4b30-91a5-d6d37a1ba908'] response: {'name': 'network-changed', 'server_uuid': '73b68b77-6f9e-4431-bf73-ad43e283cd1b', 'tag': '5b469c43-8a5e-429d-b544-a4be5a41954c', 'status': 'completed', 'code': 200} May 25 23:01:08.008246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:08.019651 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port 5d5d7054-7fef-48e6-a55d-46db87f8a278 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:01:08.019907 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:08.080920 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-15613e48-d911-4733-86a9-54ca1f5c85a5 req-a7335370-b369-4446-b684-b8004a890a47 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a24bc07dda3458589c5ff8abfbe45c4&device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 1097 time: 0.0826471 May 25 23:01:08.208865 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf63ac46-ef76-4d66-80f6-2d894661d482 None None] DHCP port deletion for a8c5bcb5-b007-462d-8fc5-4003aef4431a request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:01:08.212978 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-bf63ac46-ef76-4d66-80f6-2d894661d482 None None] Deleting port 5d5d7054-7fef-48e6-a55d-46db87f8a278 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:01:08.213341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf63ac46-ef76-4d66-80f6-2d894661d482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:08.233154 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] For port 5d5d7054-7fef-48e6-a55d-46db87f8a278, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5d5d7054-7fef-48e6-a55d-46db87f8a278,segment=NetworkSegment(5df385d0-a8eb-4de4-be92-7d49de959152),segment_id=5df385d0-a8eb-4de4-be92-7d49de959152)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:08.233757 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:08.245033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15613e48-d911-4733-86a9-54ca1f5c85a5 req-f04a10b4-0ca5-4a00-982b-b1bc490d4b6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:08.248490 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-15613e48-d911-4733-86a9-54ca1f5c85a5 req-f04a10b4-0ca5-4a00-982b-b1bc490d4b6f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6a24bc07dda3458589c5ff8abfbe45c4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1519151 May 25 23:01:08.397535 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15613e48-d911-4733-86a9-54ca1f5c85a5 req-1503939d-0c01-474d-bac8-f73ebd182981 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:08.399098 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-15613e48-d911-4733-86a9-54ca1f5c85a5 req-1503939d-0c01-474d-bac8-f73ebd182981 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1457012 May 25 23:01:08.446643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bf63ac46-ef76-4d66-80f6-2d894661d482 None None] For port 5d5d7054-7fef-48e6-a55d-46db87f8a278, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5d5d7054-7fef-48e6-a55d-46db87f8a278,segment=NetworkSegment(5df385d0-a8eb-4de4-be92-7d49de959152),segment_id=5df385d0-a8eb-4de4-be92-7d49de959152)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:08.447036 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf63ac46-ef76-4d66-80f6-2d894661d482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:08.486782 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for 5d5d7054-7fef-48e6-a55d-46db87f8a278 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:01:08.519158 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-4c526f9c-a3bb-4149-a568-ce33ee6864b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a24bc07dda3458589c5ff8abfbe45c4&device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 1097 time: 0.0688245 May 25 23:01:08.525354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5d5d7054-7fef-48e6-a55d-46db87f8a278 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:01:08.627336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-bf63ac46-ef76-4d66-80f6-2d894661d482 None None] Calling delete_port for 5d5d7054-7fef-48e6-a55d-46db87f8a278 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:01:08.632759 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7737617-4c2e-4a6e-a1ef-d2625a61bd4a req-67392247-e72f-42fb-93d5-489c279f4db8 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:08.632759 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b7737617-4c2e-4a6e-a1ef-d2625a61bd4a req-67392247-e72f-42fb-93d5-489c279f4db8 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 944 time: 0.1531811 May 25 23:01:08.680083 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b7737617-4c2e-4a6e-a1ef-d2625a61bd4a req-3fc4b872-0de9-4210-8c49-62d3303df9bb tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411167 May 25 23:01:08.684738 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:08.696731 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-4d999098-c66d-49f5-8f25-bc1716562612 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b469c43-8a5e-429d-b544-a4be5a41954c HTTP/1.1" status: 200 len: 217 time: 0.1704769 May 25 23:01:08.702524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No active binding found for port 5d5d7054-7fef-48e6-a55d-46db87f8a278 {{(pid=84718) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 25 23:01:08.702942 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5d5d7054-7fef-48e6-a55d-46db87f8a278 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:01:08.732128 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-bf63ac46-ef76-4d66-80f6-2d894661d482 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:01:08.732487 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-bf63ac46-ef76-4d66-80f6-2d894661d482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:01:08.734014 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=5d5d7054-7fef-48e6-a55d-46db87f8a278,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:08.740802 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No DVR routers for this DVR port 5d5d7054-7fef-48e6-a55d-46db87f8a278 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:01:08.769736 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-3626cace-cba8-4d1e-ab5b-6e6d4c280dd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:08.771201 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-3626cace-cba8-4d1e-ab5b-6e6d4c280dd5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=645a8f32-c343-4888-943f-64d6ac4101ab HTTP/1.1" status: 200 len: 851 time: 0.0677400 May 25 23:01:08.821295 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-89dd1b59-a3ca-4482-9ba7-97c87a9263a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0699e34-4a57-42d6-be13-95458d741c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419092 May 25 23:01:08.860540 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:08.884575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c5bcb5-b007-462d-8fc5-4003aef4431a']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:08.900674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df385d0-a8eb-4de4-be92-7d49de959152') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:08.900977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df385d0-a8eb-4de4-be92-7d49de959152') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:08.913465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:08.929041 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:08.935138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:01:08.935509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:01:08.950553 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:01:08.958567 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-41ca385a-c18f-47ea-893f-97fbd68266ce service neutron] 10.222.0.73 "GET /v2.0/networks/b0699e34-4a57-42d6-be13-95458d741c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297183 May 25 23:01:09.084505 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:09.090099 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f8677352-d87f-4866-8e0f-7f1e1400630d req-613fbde0-9767-4481-a8a5-ca49fa88b4d9 service neutron] 10.222.0.73 "GET /v2.0/networks/b0699e34-4a57-42d6-be13-95458d741c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239274 May 25 23:01:09.101957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:09.116959 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Network': ['ID=a8c5bcb5-b007-462d-8fc5-4003aef4431a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:09.205178 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fc889cc1-1ac3-4970-afd1-e355f15f5874 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/networks/a8c5bcb5-b007-462d-8fc5-4003aef4431a HTTP/1.1" status: 204 len: 168 time: 1.3193903 May 25 23:01:09.208861 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41970) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:09.214072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-5fda4784-7295-4fd1-8ada-0e3ab93c8043 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-742544275'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:09.219087 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5fda4784-7295-4fd1-8ada-0e3ab93c8043 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:09.223156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5fda4784-7295-4fd1-8ada-0e3ab93c8043 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:network and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:09.226046 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5fda4784-7295-4fd1-8ada-0e3ab93c8043 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:09.232197 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5fda4784-7295-4fd1-8ada-0e3ab93c8043 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:09.233408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-bf63ac46-ef76-4d66-80f6-2d894661d482 None None] Deleting port 5d5d7054-7fef-48e6-a55d-46db87f8a278 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:01:09.233875 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf63ac46-ef76-4d66-80f6-2d894661d482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:09.300223 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-bf63ac46-ef76-4d66-80f6-2d894661d482 None None] The port '5d5d7054-7fef-48e6-a55d-46db87f8a278' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:01:09.415695 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fda4784-7295-4fd1-8ada-0e3ab93c8043 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:09.419324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5fda4784-7295-4fd1-8ada-0e3ab93c8043 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:09.447876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fda4784-7295-4fd1-8ada-0e3ab93c8043 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:01:09.456138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5fda4784-7295-4fd1-8ada-0e3ab93c8043 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:09.456428 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-5fda4784-7295-4fd1-8ada-0e3ab93c8043 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Added segment d535e0f5-ad4d-44e3-8bbb-9008ccda37c9 of type vlan for network 6cade53b-763f-4a48-9dae-76d1fb94bd8e May 25 23:01:09.482928 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5fda4784-7295-4fd1-8ada-0e3ab93c8043 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:09.564783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5fda4784-7295-4fd1-8ada-0e3ab93c8043 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:09.568367 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fda4784-7295-4fd1-8ada-0e3ab93c8043 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:09.569002 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5fda4784-7295-4fd1-8ada-0e3ab93c8043 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:09.674443 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda4784-7295-4fd1-8ada-0e3ab93c8043 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Network': ['ID=6cade53b-763f-4a48-9dae-76d1fb94bd8e,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:09.684653 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 6cade53b-763f-4a48-9dae-76d1fb94bd8e details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:01:09.756480 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5fda4784-7295-4fd1-8ada-0e3ab93c8043 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5439649 May 25 23:01:09.756694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41976) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:09.762132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3df12255-0a83-49a3-8022-226e1996e12b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'subnet': {'network_id': '6cade53b-763f-4a48-9dae-76d1fb94bd8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:09.923061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3df12255-0a83-49a3-8022-226e1996e12b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:09.930150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3df12255-0a83-49a3-8022-226e1996e12b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:subnet and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:09.933365 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3df12255-0a83-49a3-8022-226e1996e12b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:09.940751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3df12255-0a83-49a3-8022-226e1996e12b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:09.959122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b1ad6-4624-4ac7-a944-8765496f0e38 req-8d574eb9-c7a4-4d67-a2d1-f7f08ae3d6ea tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:09.960573 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8e9b1ad6-4624-4ac7-a944-8765496f0e38 req-8d574eb9-c7a4-4d67-a2d1-f7f08ae3d6ea tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 944 time: 0.1248515 May 25 23:01:10.007212 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8e9b1ad6-4624-4ac7-a944-8765496f0e38 req-e8c2c932-09f0-42d1-9b41-5fe109f66be9 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 May 25 23:01:10.027455 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df12255-0a83-49a3-8022-226e1996e12b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:10.127865 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3df12255-0a83-49a3-8022-226e1996e12b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:10.398386 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3df12255-0a83-49a3-8022-226e1996e12b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:10.475458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df12255-0a83-49a3-8022-226e1996e12b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Subnet': ['ID=36ed1005-f875-42e9-b958-657906e8cf02,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:10.486058 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df12255-0a83-49a3-8022-226e1996e12b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Checking segment: {'id': 'd535e0f5-ad4d-44e3-8bbb-9008ccda37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6cade53b-763f-4a48-9dae-76d1fb94bd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:01:10.486402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df12255-0a83-49a3-8022-226e1996e12b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network hostable DHCP agents. Network: 6cade53b-763f-4a48-9dae-76d1fb94bd8e, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:01:10.557706 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:01:10.572115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df12255-0a83-49a3-8022-226e1996e12b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network 6cade53b-763f-4a48-9dae-76d1fb94bd8e is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:01:10.628999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-3df12255-0a83-49a3-8022-226e1996e12b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 6cade53b-763f-4a48-9dae-76d1fb94bd8e) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:10.634144 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df12255-0a83-49a3-8022-226e1996e12b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:10.634319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3df12255-0a83-49a3-8022-226e1996e12b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:10.637025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63ce5ba-1b99-4d41-923f-9d464ecb0c8e None None] Network 6cade53b-763f-4a48-9dae-76d1fb94bd8e requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:10.715851 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3df12255-0a83-49a3-8022-226e1996e12b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9582164 May 25 23:01:10.718611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41980) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:10.723628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-124a73ec-9ca5-4144-86e1-22d7b54e0ad0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1144461848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:10.729651 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-124a73ec-9ca5-4144-86e1-22d7b54e0ad0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:10.733653 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-124a73ec-9ca5-4144-86e1-22d7b54e0ad0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:router and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:10.736439 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-124a73ec-9ca5-4144-86e1-22d7b54e0ad0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:10.742202 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-124a73ec-9ca5-4144-86e1-22d7b54e0ad0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:10.818192 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-124a73ec-9ca5-4144-86e1-22d7b54e0ad0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:10.819140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-124a73ec-9ca5-4144-86e1-22d7b54e0ad0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:10.839568 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-124a73ec-9ca5-4144-86e1-22d7b54e0ad0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:10.847813 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-6cade53b-763f-4a48-9dae-76d1fb94bd8e', 'network_id': '6cade53b-763f-4a48-9dae-76d1fb94bd8e', 'tenant_id': '4e40335e489b4fbcbbb65e8797e0298c', 'fixed_ips': [{'subnet_id': '36ed1005-f875-42e9-b958-657906e8cf02'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:01:10.848683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:10.907505 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-124a73ec-9ca5-4144-86e1-22d7b54e0ad0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:10.978408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-124a73ec-9ca5-4144-86e1-22d7b54e0ad0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:10.979644 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-124a73ec-9ca5-4144-86e1-22d7b54e0ad0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2601149 May 25 23:01:10.982919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41984) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:10.988385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'network_id': '6cade53b-763f-4a48-9dae-76d1fb94bd8e', 'name': 'tempest-PortsTestJSON-1489827509'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:11.004248 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Allocated IP 172.20.0.2 (6cade53b-763f-4a48-9dae-76d1fb94bd8e/36ed1005-f875-42e9-b958-657906e8cf02/ef8d9404-8d82-46c6-b078-81cc06eeb8b9) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:11.216127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:11.226211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Transition to ACTIVE for port object ef8d9404-8d82-46c6-b078-81cc06eeb8b9 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:11.244817 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Transition to ACTIVE for port object ef8d9404-8d82-46c6-b078-81cc06eeb8b9 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:11.273068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:11.279709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:port and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:11.283113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:11.290447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16774ad-d587-4cef-a7d0-5af7659576aa req-eafa1b61-3288-4dc0-a05f-1bd87c5bf619 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:11.291863 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f16774ad-d587-4cef-a7d0-5af7659576aa req-eafa1b61-3288-4dc0-a05f-1bd87c5bf619 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 944 time: 0.1419806 May 25 23:01:11.296414 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:11.313734 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:11.343510 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f16774ad-d587-4cef-a7d0-5af7659576aa req-b93f8768-efdd-433a-b222-178ad6455220 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447199 May 25 23:01:11.382005 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:11.385091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:11.407430 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] device_id is not set on port 6fb9eed6-61f2-47fb-9337-7c19b201553c yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:01:11.430224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Network 6cade53b-763f-4a48-9dae-76d1fb94bd8e is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:11.433172 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:11.437484 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:01:11.439805 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Pushing event updated for resources: {'Port': ['ID=ef8d9404-8d82-46c6-b078-81cc06eeb8b9,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:11.505809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-69f2b8e7-43b3-43e6-8373-e4da426cb5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:11.526135 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Attempting to bind port ef8d9404-8d82-46c6-b078-81cc06eeb8b9 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:01:11.526497 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Attempting to bind port ef8d9404-8d82-46c6-b078-81cc06eeb8b9 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'd535e0f5-ad4d-44e3-8bbb-9008ccda37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6cade53b-763f-4a48-9dae-76d1fb94bd8e'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:01:11.526877 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Attempting to bind port ef8d9404-8d82-46c6-b078-81cc06eeb8b9 on network 6cade53b-763f-4a48-9dae-76d1fb94bd8e {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:01:11.533358 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:01:11.533718 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Checking segment: {'id': 'd535e0f5-ad4d-44e3-8bbb-9008ccda37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6cade53b-763f-4a48-9dae-76d1fb94bd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:01:11.534111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:11.534497 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Bound using segment: {'id': 'd535e0f5-ad4d-44e3-8bbb-9008ccda37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6cade53b-763f-4a48-9dae-76d1fb94bd8e'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:01:11.534954 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Bound port: ef8d9404-8d82-46c6-b078-81cc06eeb8b9, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd535e0f5-ad4d-44e3-8bbb-9008ccda37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6cade53b-763f-4a48-9dae-76d1fb94bd8e'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:01:11.535323 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:11.549275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Allocated IP 172.20.0.4 (6cade53b-763f-4a48-9dae-76d1fb94bd8e/36ed1005-f875-42e9-b958-657906e8cf02/6fb9eed6-61f2-47fb-9337-7c19b201553c) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:11.623889 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] For port ef8d9404-8d82-46c6-b078-81cc06eeb8b9, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:01:11.626837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] For port ef8d9404-8d82-46c6-b078-81cc06eeb8b9, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ef8d9404-8d82-46c6-b078-81cc06eeb8b9,segment=NetworkSegment(d535e0f5-ad4d-44e3-8bbb-9008ccda37c9),segment_id=d535e0f5-ad4d-44e3-8bbb-9008ccda37c9)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:01:11.701926 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:11.750358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:11.766459 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Transition to ACTIVE for port object 6fb9eed6-61f2-47fb-9337-7c19b201553c will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:11.779624 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c354e-ef77-440e-817b-795b9707a9f8 None None] Pushing event updated for resources: {'Port': ['ID=ef8d9404-8d82-46c6-b078-81cc06eeb8b9,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:11.835794 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:11.926889 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network 6cade53b-763f-4a48-9dae-76d1fb94bd8e is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:11.930597 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:11.932718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=6fb9eed6-61f2-47fb-9337-7c19b201553c,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:11.934843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:01:12.000179 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:12.000802 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:12.098556 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b0f1d947-aefd-4dea-9047-5d8f35daee5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1145160 May 25 23:01:12.101113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 41990) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:12.549208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ef8d9404-8d82-46c6-b078-81cc06eeb8b9 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:01:12.581463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 5b469c43-8a5e-429d-b544-a4be5a41954c details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:01:12.670269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9a9b1-c436-4d78-8aee-506d3d4ed5c7 req-d0aac29c-8f22-4319-b428-4a5a6da072f5 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:12.671725 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-13d9a9b1-c436-4d78-8aee-506d3d4ed5c7 req-d0aac29c-8f22-4319-b428-4a5a6da072f5 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 944 time: 0.1838231 May 25 23:01:12.695485 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed892f-36dd-4e80-bbff-c3a09fd2cfa5 None None] Network 6cade53b-763f-4a48-9dae-76d1fb94bd8e requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:12.781663 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-13d9a9b1-c436-4d78-8aee-506d3d4ed5c7 req-0a075744-e8d6-4429-916f-3d081ec86fb6 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011972 May 25 23:01:12.791599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2110aa4d-bae9-4c74-9c66-b9606971c054 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:12.880521 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 5b469c43-8a5e-429d-b544-a4be5a41954c, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=5b469c43-8a5e-429d-b544-a4be5a41954c,segment=NetworkSegment(9a9bda13-97f9-4346-b2d4-9f96c619875f),segment_id=9a9bda13-97f9-4346-b2d4-9f96c619875f)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:12.928695 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '5b469c43-8a5e-429d-b544-a4be5a41954c', 'network_id': 'b0699e34-4a57-42d6-be13-95458d741c5b', 'port_id': '5b469c43-8a5e-429d-b544-a4be5a41954c', 'mac_address': 'fa:16:3e:b6:93:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645a8f32-c343-4888-943f-64d6ac4101ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:01:12.934925 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3cd7f777-04d9-42d4-801c-503427d810c5 None None] Provisioning for port ef8d9404-8d82-46c6-b078-81cc06eeb8b9 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:12.937735 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port ef8d9404-8d82-46c6-b078-81cc06eeb8b9 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:12.978566 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3cd7f777-04d9-42d4-801c-503427d810c5 None None] Provisioning complete for port ef8d9404-8d82-46c6-b078-81cc06eeb8b9 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:12.978848 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f777-04d9-42d4-801c-503427d810c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.007818 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ef8d9404-8d82-46c6-b078-81cc06eeb8b9 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:13.008183 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.131330 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.168917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b469c43-8a5e-429d-b544-a4be5a41954c {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:01:13.255555 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2110aa4d-bae9-4c74-9c66-b9606971c054 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.268308 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 5b469c43-8a5e-429d-b544-a4be5a41954c, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=5b469c43-8a5e-429d-b544-a4be5a41954c,segment=NetworkSegment(9a9bda13-97f9-4346-b2d4-9f96c619875f),segment_id=9a9bda13-97f9-4346-b2d4-9f96c619875f)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:13.316577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f777-04d9-42d4-801c-503427d810c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.326767 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.328294 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2110aa4d-bae9-4c74-9c66-b9606971c054 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.350034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.431599 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port ef8d9404-8d82-46c6-b078-81cc06eeb8b9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ef8d9404-8d82-46c6-b078-81cc06eeb8b9,segment=NetworkSegment(d535e0f5-ad4d-44e3-8bbb-9008ccda37c9),segment_id=d535e0f5-ad4d-44e3-8bbb-9008ccda37c9)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:13.443400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=5b469c43-8a5e-429d-b544-a4be5a41954c,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:13.449678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110aa4d-bae9-4c74-9c66-b9606971c054 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=6fb9eed6-61f2-47fb-9337-7c19b201553c,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:13.491151 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.629204 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-3cd7f777-04d9-42d4-801c-503427d810c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:01:13.629593 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-3cd7f777-04d9-42d4-801c-503427d810c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:01:13.633049 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=ef8d9404-8d82-46c6-b078-81cc06eeb8b9,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:13.647726 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['5b469c43-8a5e-429d-b544-a4be5a41954c'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:01:13.677225 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2110aa4d-bae9-4c74-9c66-b9606971c054 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.691512 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9b6dccbb-340f-4609-973a-e0fcb61ab08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:13.835462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2110aa4d-bae9-4c74-9c66-b9606971c054 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.211437 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5846a6e-4b7c-42a1-89fa-36efa8c44abd req-50c028f4-c81b-4f19-be4c-de6d23d45c21 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:14.212901 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a5846a6e-4b7c-42a1-89fa-36efa8c44abd req-50c028f4-c81b-4f19-be4c-de6d23d45c21 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 945 time: 0.2435501 May 25 23:01:14.295760 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a5846a6e-4b7c-42a1-89fa-36efa8c44abd req-3ea34a04-81ec-4a71-a76a-a2b7b74c57f7 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763392 May 25 23:01:14.325465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2110aa4d-bae9-4c74-9c66-b9606971c054 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.381211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-89fe5510-d0a7-4784-ba86-ed9fffe7ea44 None None] Provisioning for port 6fb9eed6-61f2-47fb-9337-7c19b201553c completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:14.386293 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-89fe5510-d0a7-4784-ba86-ed9fffe7ea44 None None] Provisioning complete for port 6fb9eed6-61f2-47fb-9337-7c19b201553c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:14.386747 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-89fe5510-d0a7-4784-ba86-ed9fffe7ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.432822 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2110aa4d-bae9-4c74-9c66-b9606971c054 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.439151 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-89fe5510-d0a7-4784-ba86-ed9fffe7ea44 None None] Port 6fb9eed6-61f2-47fb-9337-7c19b201553c cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:14.454038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-89fe5510-d0a7-4784-ba86-ed9fffe7ea44 None None] Provisioning complete for port ef8d9404-8d82-46c6-b078-81cc06eeb8b9 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:14.454448 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-89fe5510-d0a7-4784-ba86-ed9fffe7ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.500081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ef8d9404-8d82-46c6-b078-81cc06eeb8b9 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:01:14.546197 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2110aa4d-bae9-4c74-9c66-b9606971c054 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.549796 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110aa4d-bae9-4c74-9c66-b9606971c054 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=6fb9eed6-61f2-47fb-9337-7c19b201553c,revision_number=3']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:14.598867 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 5b469c43-8a5e-429d-b544-a4be5a41954c up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:01:14.684718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2110aa4d-bae9-4c74-9c66-b9606971c054 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network 6cade53b-763f-4a48-9dae-76d1fb94bd8e is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:14.685702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-2110aa4d-bae9-4c74-9c66-b9606971c054 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:14.751563 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ef8d9404-8d82-46c6-b078-81cc06eeb8b9 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:14.751854 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.813135 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.909498 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 5b469c43-8a5e-429d-b544-a4be5a41954c completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:14.920334 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 5b469c43-8a5e-429d-b544-a4be5a41954c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:14.926184 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:14.987894 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-be58687a-fa75-40b6-88f0-c5d5c8b7eb7f None None] Provisioning complete for port 6fb9eed6-61f2-47fb-9337-7c19b201553c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:14.989214 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-be58687a-fa75-40b6-88f0-c5d5c8b7eb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:15.050749 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-be58687a-fa75-40b6-88f0-c5d5c8b7eb7f None None] Port 6fb9eed6-61f2-47fb-9337-7c19b201553c cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:15.105773 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:15.131793 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b68b77-6f9e-4431-bf73-ad43e283cd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b469c43-8a5e-429d-b544-a4be5a41954c'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:01:15.139219 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:15.142650 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 5b469c43-8a5e-429d-b544-a4be5a41954c, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=5b469c43-8a5e-429d-b544-a4be5a41954c,segment=NetworkSegment(9a9bda13-97f9-4346-b2d4-9f96c619875f),segment_id=9a9bda13-97f9-4346-b2d4-9f96c619875f)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:15.191757 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae4dec4e-714b-4180-8691-f66ae749a7b3'] response: {'server_uuid': '73b68b77-6f9e-4431-bf73-ad43e283cd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b469c43-8a5e-429d-b544-a4be5a41954c', 'code': 200} May 25 23:01:15.221415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2110aa4d-bae9-4c74-9c66-b9606971c054 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Router 23970df3-dade-4e74-9dcd-6a71b043bdaa is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:01:15.232832 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:15.298036 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=5b469c43-8a5e-429d-b544-a4be5a41954c,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:15.406807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2110aa4d-bae9-4c74-9c66-b9606971c054 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:01:15.414582 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42002) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:15.415089 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2110aa4d-bae9-4c74-9c66-b9606971c054 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "PUT /v2.0/routers/23970df3-dade-4e74-9dcd-6a71b043bdaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3126571 May 25 23:01:15.419790 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a58c3b-ec01-42ce-8704-5275f24ad689 None None] Sync routers for ids ['23970df3-dade-4e74-9dcd-6a71b043bdaa'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:01:15.432601 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a58c3b-ec01-42ce-8704-5275f24ad689 None None] Routers {'23970df3-dade-4e74-9dcd-6a71b043bdaa'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:01:15.433426 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-58a58c3b-ec01-42ce-8704-5275f24ad689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:01:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['23970df3-dade-4e74-9dcd-6a71b043bdaa'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:15.497060 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-58a58c3b-ec01-42ce-8704-5275f24ad689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:15.502756 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066f836-6b6c-4912-8623-0edfcb68378f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:15.504509 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9066f836-6b6c-4912-8623-0edfcb68378f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports?device_id=23970df3-dade-4e74-9dcd-6a71b043bdaa HTTP/1.1" status: 200 len: 982 time: 0.0886824 May 25 23:01:15.507643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42006) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:15.508439 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a58c3b-ec01-42ce-8704-5275f24ad689 None None] Routers {'23970df3-dade-4e74-9dcd-6a71b043bdaa'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:01:15.509150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-58a58c3b-ec01-42ce-8704-5275f24ad689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:01:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['23970df3-dade-4e74-9dcd-6a71b043bdaa'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:15.521567 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e959e7-79e7-4842-a534-8dda08b07dd9 req-6cf3f00f-1f5f-4b62-83a1-60caf95b11d4 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:15.523217 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-07e959e7-79e7-4842-a534-8dda08b07dd9 req-6cf3f00f-1f5f-4b62-83a1-60caf95b11d4 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.0952275 May 25 23:01:15.572470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-58a58c3b-ec01-42ce-8704-5275f24ad689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:15.572870 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a58c3b-ec01-42ce-8704-5275f24ad689 None None] The sync data for ids ['23970df3-dade-4e74-9dcd-6a71b043bdaa'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:01:15.579534 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-07e959e7-79e7-4842-a534-8dda08b07dd9 req-85f046ff-f70a-4b05-bafb-15b96089f4eb tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495358 May 25 23:01:15.713666 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd26130b-3a7c-4d69-9053-e01438ae4091 req-f060b08a-6522-4bf6-9db3-e281e473e7d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 1099 time: 0.2032082 May 25 23:01:15.766564 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd26130b-3a7c-4d69-9053-e01438ae4091 req-dc3c3da2-a9ed-4a64-8c3b-7b91cdc4270b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466123 May 25 23:01:16.103921 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6f29641a-16aa-498c-b98f-8fd41b01d3f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:16.525433 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-6f29641a-16aa-498c-b98f-8fd41b01d3f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port 6fb9eed6-61f2-47fb-9337-7c19b201553c {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:01:16.526109 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6f29641a-16aa-498c-b98f-8fd41b01d3f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:16.560685 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:16.710298 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6f29641a-16aa-498c-b98f-8fd41b01d3f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:16.795654 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fef6a3-e03b-47e0-84b3-3dd7db4e2d15 req-ef798ff1-058e-4b2e-8b2c-c003f87284ba tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:16.797333 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-87fef6a3-e03b-47e0-84b3-3dd7db4e2d15 req-ef798ff1-058e-4b2e-8b2c-c003f87284ba tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.0788178 May 25 23:01:16.836868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-6f29641a-16aa-498c-b98f-8fd41b01d3f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for 6fb9eed6-61f2-47fb-9337-7c19b201553c owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:01:16.843910 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-87fef6a3-e03b-47e0-84b3-3dd7db4e2d15 req-f6f00f1b-46de-40d6-9731-7afd7e2c32cb tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 May 25 23:01:17.063865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6f29641a-16aa-498c-b98f-8fd41b01d3f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:17.111588 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29641a-16aa-498c-b98f-8fd41b01d3f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=6fb9eed6-61f2-47fb-9337-7c19b201553c,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:17.345204 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6f29641a-16aa-498c-b98f-8fd41b01d3f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:17.398450 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:17.754194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f29641a-16aa-498c-b98f-8fd41b01d3f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Router 23970df3-dade-4e74-9dcd-6a71b043bdaa has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:01:17.985004 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f29641a-16aa-498c-b98f-8fd41b01d3f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:01:17.994883 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd35f51-be31-41a5-a36d-c6c495168d79 None None] Sync routers for ids ['23970df3-dade-4e74-9dcd-6a71b043bdaa'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:01:17.998309 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6f29641a-16aa-498c-b98f-8fd41b01d3f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "PUT /v2.0/routers/23970df3-dade-4e74-9dcd-6a71b043bdaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4895687 May 25 23:01:18.001006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42014) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:18.007614 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd35f51-be31-41a5-a36d-c6c495168d79 None None] Routers {'23970df3-dade-4e74-9dcd-6a71b043bdaa'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:01:18.008142 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-8cd35f51-be31-41a5-a36d-c6c495168d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:01:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['23970df3-dade-4e74-9dcd-6a71b043bdaa'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:18.044019 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e52cf97-4f6c-49f6-a9e1-29f926d855d0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] GET failed (client error): The resource could not be found. May 25 23:01:18.044868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8e52cf97-4f6c-49f6-a9e1-29f926d855d0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:01:18.049030 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e699e2-19c0-4618-bd5b-710140ad0457 req-c7c68aee-b50e-47ec-8e74-610f8ddc6a85 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:18.050486 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a0e699e2-19c0-4618-bd5b-710140ad0457 req-c7c68aee-b50e-47ec-8e74-610f8ddc6a85 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.0826893 May 25 23:01:18.069311 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-8cd35f51-be31-41a5-a36d-c6c495168d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:18.080655 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd35f51-be31-41a5-a36d-c6c495168d79 None None] Routers {'23970df3-dade-4e74-9dcd-6a71b043bdaa'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:01:18.081244 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-8cd35f51-be31-41a5-a36d-c6c495168d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:01:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['23970df3-dade-4e74-9dcd-6a71b043bdaa'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:18.101716 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a0e699e2-19c0-4618-bd5b-710140ad0457 req-e2033ada-8db0-4a33-8b9e-dfe2ed2439d5 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450323 May 25 23:01:18.130254 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8e52cf97-4f6c-49f6-a9e1-29f926d855d0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:01:18.131651 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8e52cf97-4f6c-49f6-a9e1-29f926d855d0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/6fb9eed6-61f2-47fb-9337-7c19b201553c HTTP/1.1" status: 404 len: 333 time: 0.1291060 May 25 23:01:18.134241 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42020) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:18.143851 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-8cd35f51-be31-41a5-a36d-c6c495168d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:18.144250 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd35f51-be31-41a5-a36d-c6c495168d79 None None] The sync data for ids ['23970df3-dade-4e74-9dcd-6a71b043bdaa'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:01:18.275992 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-248d974d-04d7-4ee0-9b1c-ce2fdfab2b95 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:18.302936 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf2eb0-77d5-4e21-aab1-41b57df62b56 req-e6c38aca-5db1-49b8-9f02-2ad83b9e306e tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:18.304641 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ecdf2eb0-77d5-4e21-aab1-41b57df62b56 req-e6c38aca-5db1-49b8-9f02-2ad83b9e306e tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.0769961 May 25 23:01:18.353172 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ecdf2eb0-77d5-4e21-aab1-41b57df62b56 req-8f7c8003-386d-4cee-b44e-5da62289f6e2 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 May 25 23:01:18.670076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-248d974d-04d7-4ee0-9b1c-ce2fdfab2b95 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:18.674782 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-248d974d-04d7-4ee0-9b1c-ce2fdfab2b95 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:18.769598 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-248d974d-04d7-4ee0-9b1c-ce2fdfab2b95 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:18.770283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248d974d-04d7-4ee0-9b1c-ce2fdfab2b95 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Fanout notify agent at l3_agent the message router_deleted on router 23970df3-dade-4e74-9dcd-6a71b043bdaa {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:01:18.780229 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-248d974d-04d7-4ee0-9b1c-ce2fdfab2b95 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:18.781322 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-248d974d-04d7-4ee0-9b1c-ce2fdfab2b95 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/routers/23970df3-dade-4e74-9dcd-6a71b043bdaa HTTP/1.1" status: 204 len: 168 time: 0.6460936 May 25 23:01:18.783848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42026) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:18.969826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63e5693-861b-41af-a59a-85021e80f533 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting subnet 36ed1005-f875-42e9-b958-657906e8cf02 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:01:18.972822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c63e5693-861b-41af-a59a-85021e80f533 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:19.001701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9fc74-478d-4409-bdb2-30da5e3f3530 req-c96367c6-92cf-4cf9-a032-bbe4fb083802 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:19.003672 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f9fc74-478d-4409-bdb2-30da5e3f3530 req-c96367c6-92cf-4cf9-a032-bbe4fb083802 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.0802383 May 25 23:01:19.030126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c63e5693-861b-41af-a59a-85021e80f533 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:19.049155 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58f9fc74-478d-4409-bdb2-30da5e3f3530 req-2e67032a-a9ae-43df-89b3-3334cbabe547 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404582 May 25 23:01:19.110767 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c63e5693-861b-41af-a59a-85021e80f533 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:19.230456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c63e5693-861b-41af-a59a-85021e80f533 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:19.270012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e5693-861b-41af-a59a-85021e80f533 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Subnet': ['ID=36ed1005-f875-42e9-b958-657906e8cf02,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:19.276231 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c63e5693-861b-41af-a59a-85021e80f533 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:19.282251 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c63e5693-861b-41af-a59a-85021e80f533 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/36ed1005-f875-42e9-b958-657906e8cf02 HTTP/1.1" status: 204 len: 168 time: 0.4974799 May 25 23:01:19.282998 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81924570-9537-409a-8fc0-4106bbcdcc8f None None] Network 6cade53b-763f-4a48-9dae-76d1fb94bd8e requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:19.284805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42032) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:19.397040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:19.407407 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port ef8d9404-8d82-46c6-b078-81cc06eeb8b9 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:01:19.407727 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:19.519288 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062ce21c-26b3-4259-af77-3d32f36b6498 None None] DHCP port deletion for 6cade53b-763f-4a48-9dae-76d1fb94bd8e request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:01:19.523882 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-062ce21c-26b3-4259-af77-3d32f36b6498 None None] Deleting port ef8d9404-8d82-46c6-b078-81cc06eeb8b9 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:01:19.524249 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-062ce21c-26b3-4259-af77-3d32f36b6498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:19.708703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] For port ef8d9404-8d82-46c6-b078-81cc06eeb8b9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ef8d9404-8d82-46c6-b078-81cc06eeb8b9,segment=NetworkSegment(d535e0f5-ad4d-44e3-8bbb-9008ccda37c9),segment_id=d535e0f5-ad4d-44e3-8bbb-9008ccda37c9)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:19.709056 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:19.725133 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-062ce21c-26b3-4259-af77-3d32f36b6498 None None] For port ef8d9404-8d82-46c6-b078-81cc06eeb8b9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ef8d9404-8d82-46c6-b078-81cc06eeb8b9,segment=NetworkSegment(d535e0f5-ad4d-44e3-8bbb-9008ccda37c9),segment_id=d535e0f5-ad4d-44e3-8bbb-9008ccda37c9)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:19.725520 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-062ce21c-26b3-4259-af77-3d32f36b6498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:19.831677 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for ef8d9404-8d82-46c6-b078-81cc06eeb8b9 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:01:19.843524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-062ce21c-26b3-4259-af77-3d32f36b6498 None None] Calling delete_port for ef8d9404-8d82-46c6-b078-81cc06eeb8b9 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:01:19.975902 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:19.981385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-062ce21c-26b3-4259-af77-3d32f36b6498 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:01:19.981743 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-062ce21c-26b3-4259-af77-3d32f36b6498 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:01:20.021928 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=ef8d9404-8d82-46c6-b078-81cc06eeb8b9,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:20.028225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No DVR routers for this DVR port ef8d9404-8d82-46c6-b078-81cc06eeb8b9 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:01:20.153363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:20.181998 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cade53b-763f-4a48-9dae-76d1fb94bd8e']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:20.194348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd535e0f5-ad4d-44e3-8bbb-9008ccda37c9') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:20.194634 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd535e0f5-ad4d-44e3-8bbb-9008ccda37c9') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:20.206285 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:20.223360 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:20.229387 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:01:20.229791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:01:20.244003 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:01:20.247190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca4cb9-668c-45e9-8fe3-f709ad0eb2c6 req-aafcc3df-ed72-4665-98ca-2bfb6e626965 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:20.248480 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9ca4cb9-668c-45e9-8fe3-f709ad0eb2c6 req-aafcc3df-ed72-4665-98ca-2bfb6e626965 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.0768416 May 25 23:01:20.296191 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9ca4cb9-668c-45e9-8fe3-f709ad0eb2c6 req-c6f8f440-d9d3-4cad-b423-e89583de53ef tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417817 May 25 23:01:20.387976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:20.407471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:20.413428 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Network': ['ID=6cade53b-763f-4a48-9dae-76d1fb94bd8e,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:20.483347 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-062ce21c-26b3-4259-af77-3d32f36b6498 None None] Deleting port ef8d9404-8d82-46c6-b078-81cc06eeb8b9 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:01:20.484418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-062ce21c-26b3-4259-af77-3d32f36b6498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:20.498846 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fee91923-e51e-4a91-91cd-493b0b1aa347 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/networks/6cade53b-763f-4a48-9dae-76d1fb94bd8e HTTP/1.1" status: 204 len: 168 time: 1.2129951 May 25 23:01:20.502597 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42040) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:20.513111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ef8d9404-8d82-46c6-b078-81cc06eeb8b9 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:01:20.550990 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: ef8d9404-8d82-46c6-b078-81cc06eeb8b9 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:01:20.551320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ef8d9404-8d82-46c6-b078-81cc06eeb8b9 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:01:20.576556 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011e7366-cf08-4f0a-b971-d08a5306b088 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:20.577107 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-011e7366-cf08-4f0a-b971-d08a5306b088 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:01:20.583310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-062ce21c-26b3-4259-af77-3d32f36b6498 None None] The port 'ef8d9404-8d82-46c6-b078-81cc06eeb8b9' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:01:20.672756 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-011e7366-cf08-4f0a-b971-d08a5306b088 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:01:20.673952 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-011e7366-cf08-4f0a-b971-d08a5306b088 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/5d56546a-2217-4da6-9018-f18452632731 HTTP/1.1" status: 200 len: 841 time: 0.1701899 May 25 23:01:20.677575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42046) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:20.779261 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8403ac73-3b2f-4836-b15f-7de8b0e51496 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/5d56546a-2217-4da6-9018-f18452632731?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1006079 May 25 23:01:20.782888 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42050) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:20.789095 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-0ca8bba4-893f-4f14-aa36-7903fe1879bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'subnet': {'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:20.831238 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2d992-d2fe-4a6f-85cd-2a8b38dcdb3e req-88fb3d93-153e-4d59-9f07-ad7de041498c tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:20.832682 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-45e2d992-d2fe-4a6f-85cd-2a8b38dcdb3e req-88fb3d93-153e-4d59-9f07-ad7de041498c tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.0869508 May 25 23:01:20.880012 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-45e2d992-d2fe-4a6f-85cd-2a8b38dcdb3e req-4e13acfa-a1e4-46a4-90f6-c05bbf472700 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 May 25 23:01:20.955382 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0ca8bba4-893f-4f14-aa36-7903fe1879bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:20.960714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0ca8bba4-893f-4f14-aa36-7903fe1879bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:subnet and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:20.963885 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0ca8bba4-893f-4f14-aa36-7903fe1879bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:20.972045 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0ca8bba4-893f-4f14-aa36-7903fe1879bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:20.986322 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-95241225-e7c2-402c-944a-b8b5af2a98cd req-14172906-128e-4a26-9f1f-f20935660d08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a24bc07dda3458589c5ff8abfbe45c4&device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 1099 time: 0.1213500 May 25 23:01:21.059974 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca8bba4-893f-4f14-aa36-7903fe1879bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:21.189164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0ca8bba4-893f-4f14-aa36-7903fe1879bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:21.268483 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95241225-e7c2-402c-944a-b8b5af2a98cd req-a8447e0e-261d-4e60-a8c3-2da1e06c4850 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:21.269848 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-95241225-e7c2-402c-944a-b8b5af2a98cd req-a8447e0e-261d-4e60-a8c3-2da1e06c4850 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b0699e34-4a57-42d6-be13-95458d741c5b HTTP/1.1" status: 200 len: 912 time: 0.2769966 May 25 23:01:21.349093 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-95241225-e7c2-402c-944a-b8b5af2a98cd req-cf6d2f31-8ed4-46c1-a1d6-513f3f2d99bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b469c43-8a5e-429d-b544-a4be5a41954c HTTP/1.1" status: 200 len: 217 time: 0.0680962 May 25 23:01:21.506612 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95241225-e7c2-402c-944a-b8b5af2a98cd req-0104c1f4-c1cd-4c0d-8c8d-1f31afb0a2bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:21.508028 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-95241225-e7c2-402c-944a-b8b5af2a98cd req-0104c1f4-c1cd-4c0d-8c8d-1f31afb0a2bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=645a8f32-c343-4888-943f-64d6ac4101ab HTTP/1.1" status: 200 len: 851 time: 0.1503701 May 25 23:01:21.593169 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-95241225-e7c2-402c-944a-b8b5af2a98cd req-86828962-f8e6-4921-8933-aedde638ac40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0699e34-4a57-42d6-be13-95458d741c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533674 May 25 23:01:21.752255 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-95241225-e7c2-402c-944a-b8b5af2a98cd req-fb495679-3653-4595-b063-d64569826fb7 service neutron] 10.222.0.73 "GET /v2.0/networks/b0699e34-4a57-42d6-be13-95458d741c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499770 May 25 23:01:21.825262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0ca8bba4-893f-4f14-aa36-7903fe1879bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:21.903993 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca8bba4-893f-4f14-aa36-7903fe1879bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network e0f317b6-a277-4c58-ba86-1ac996097a7f is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:21.909224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-0ca8bba4-893f-4f14-aa36-7903fe1879bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:21.917873 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d342c5a8-8c8c-4fa4-8d03-0e78ce67d08b None None] Network e0f317b6-a277-4c58-ba86-1ac996097a7f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:21.922868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca8bba4-893f-4f14-aa36-7903fe1879bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:21.923446 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0ca8bba4-893f-4f14-aa36-7903fe1879bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:21.933367 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8bba4-893f-4f14-aa36-7903fe1879bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Subnet': ['ID=fa30b391-d9ec-4432-af09-9b0c7ef2234b,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:21.964504 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-95241225-e7c2-402c-944a-b8b5af2a98cd req-3cd11cd3-a212-4398-a5ee-9bdf1a83bfe4 service neutron] 10.222.0.73 "GET /v2.0/networks/b0699e34-4a57-42d6-be13-95458d741c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055264 May 25 23:01:22.050364 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0ca8bba4-893f-4f14-aa36-7903fe1879bf tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2639732 May 25 23:01:22.050582 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42058) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:22.056068 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-82577fc3-d57d-4553-9249-e3d269cd7bc4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'security_group': {'name': 'tempest-secgroup-1791136194'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:22.064920 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-82577fc3-d57d-4553-9249-e3d269cd7bc4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:22.069062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-82577fc3-d57d-4553-9249-e3d269cd7bc4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:security_group and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:22.072204 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-82577fc3-d57d-4553-9249-e3d269cd7bc4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:22.083131 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-82577fc3-d57d-4553-9249-e3d269cd7bc4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:22.106437 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daa6e9-5885-4497-b4d2-1c4f10b41c7a req-efec899a-ec86-4dfb-91b1-f0d60ec99af5 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:22.107873 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-46daa6e9-5885-4497-b4d2-1c4f10b41c7a req-efec899a-ec86-4dfb-91b1-f0d60ec99af5 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.0951145 May 25 23:01:22.149175 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-82577fc3-d57d-4553-9249-e3d269cd7bc4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:22.153711 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-46daa6e9-5885-4497-b4d2-1c4f10b41c7a req-9d86ae3f-5ce6-4015-ac06-927b9169956e tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400600 May 25 23:01:22.186114 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-82577fc3-d57d-4553-9249-e3d269cd7bc4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:22.190218 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-82577fc3-d57d-4553-9249-e3d269cd7bc4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:security_group_rule and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:22.192986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-82577fc3-d57d-4553-9249-e3d269cd7bc4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:22.199013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-82577fc3-d57d-4553-9249-e3d269cd7bc4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:22.203935 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-e0f317b6-a277-4c58-ba86-1ac996097a7f', 'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'tenant_id': '4e40335e489b4fbcbbb65e8797e0298c', 'fixed_ips': [{'subnet_id': 'fa30b391-d9ec-4432-af09-9b0c7ef2234b'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:01:22.204885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:22.253540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-82577fc3-d57d-4553-9249-e3d269cd7bc4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:22.313070 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-82577fc3-d57d-4553-9249-e3d269cd7bc4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:22.356055 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82577fc3-d57d-4553-9249-e3d269cd7bc4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515c5f8f-f81c-4b49-83d7-a246630aa3ef,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:22.359691 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Allocated IP 172.20.0.2 (e0f317b6-a277-4c58-ba86-1ac996097a7f/fa30b391-d9ec-4432-af09-9b0c7ef2234b/ca7c979d-5351-4828-b5a1-76c242b131a9) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:22.400938 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-82577fc3-d57d-4553-9249-e3d269cd7bc4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:22.402779 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-82577fc3-d57d-4553-9249-e3d269cd7bc4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3513322 May 25 23:01:22.405624 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42062) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:22.411193 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c2e552b2-41ff-4882-b07b-c1d8e52b96d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'security_group': {'name': 'tempest-secgroup-1843954070'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:22.417288 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c2e552b2-41ff-4882-b07b-c1d8e52b96d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:22.421252 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c2e552b2-41ff-4882-b07b-c1d8e52b96d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:security_group and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:22.424249 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c2e552b2-41ff-4882-b07b-c1d8e52b96d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:22.430199 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c2e552b2-41ff-4882-b07b-c1d8e52b96d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:22.498130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2e552b2-41ff-4882-b07b-c1d8e52b96d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:22.533801 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c2e552b2-41ff-4882-b07b-c1d8e52b96d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:22.537801 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c2e552b2-41ff-4882-b07b-c1d8e52b96d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:security_group_rule and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:22.540744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c2e552b2-41ff-4882-b07b-c1d8e52b96d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:22.546730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c2e552b2-41ff-4882-b07b-c1d8e52b96d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:22.562935 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:22.573123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Transition to ACTIVE for port object ca7c979d-5351-4828-b5a1-76c242b131a9 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:22.593552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Transition to ACTIVE for port object ca7c979d-5351-4828-b5a1-76c242b131a9 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:22.603230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2e552b2-41ff-4882-b07b-c1d8e52b96d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:22.681034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:22.692395 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2e552b2-41ff-4882-b07b-c1d8e52b96d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:22.736890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e552b2-41ff-4882-b07b-c1d8e52b96d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403f1e7c-1b73-46b2-9e80-7ed1f44b15e8,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:22.756818 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Network e0f317b6-a277-4c58-ba86-1ac996097a7f is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:22.760245 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:22.763308 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:01:22.765530 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Pushing event updated for resources: {'Port': ['ID=ca7c979d-5351-4828-b5a1-76c242b131a9,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:22.833160 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2e552b2-41ff-4882-b07b-c1d8e52b96d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:22.836857 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c2e552b2-41ff-4882-b07b-c1d8e52b96d2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4278376 May 25 23:01:22.837063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42066) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:22.842391 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-973294260', 'security_groups': ['403f1e7c-1b73-46b2-9e80-7ed1f44b15e8'], 'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fa30b391-d9ec-4432-af09-9b0c7ef2234b'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:22.851829 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Attempting to bind port ca7c979d-5351-4828-b5a1-76c242b131a9 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:01:22.852195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Attempting to bind port ca7c979d-5351-4828-b5a1-76c242b131a9 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '942a9423-7ca0-4750-a34a-aeec14f1cdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:01:22.852714 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Attempting to bind port ca7c979d-5351-4828-b5a1-76c242b131a9 on network e0f317b6-a277-4c58-ba86-1ac996097a7f {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:01:22.860220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:01:22.860649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Checking segment: {'id': '942a9423-7ca0-4750-a34a-aeec14f1cdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:01:22.861025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:22.862215 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Bound using segment: {'id': '942a9423-7ca0-4750-a34a-aeec14f1cdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:01:22.862215 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Bound port: ca7c979d-5351-4828-b5a1-76c242b131a9, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942a9423-7ca0-4750-a34a-aeec14f1cdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:01:22.862215 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:22.951075 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] For port ca7c979d-5351-4828-b5a1-76c242b131a9, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:01:22.955042 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] For port ca7c979d-5351-4828-b5a1-76c242b131a9, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ca7c979d-5351-4828-b5a1-76c242b131a9,segment=NetworkSegment(942a9423-7ca0-4750-a34a-aeec14f1cdc0),segment_id=942a9423-7ca0-4750-a34a-aeec14f1cdc0)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:01:22.977653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:22.987842 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:23.027856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:23.051783 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:23.056407 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:23.082789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] device_id is not set on port e9e827c8-a89b-43c4-a327-3ba033ad2d65 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:01:23.109930 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4f03f-912a-4d2e-8ccb-77f31a99c716 None None] Pushing event updated for resources: {'Port': ['ID=ca7c979d-5351-4828-b5a1-76c242b131a9,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:23.298105 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Allocated IP 172.20.0.5 (e0f317b6-a277-4c58-ba86-1ac996097a7f/fa30b391-d9ec-4432-af09-9b0c7ef2234b/e9e827c8-a89b-43c4-a327-3ba033ad2d65) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:23.427955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b03fb-0964-4865-b477-e5d91fd33570 req-9d813ea3-f0a9-49ac-ba1c-7b46a8269355 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:23.429453 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9b0b03fb-0964-4865-b477-e5d91fd33570 req-9d813ea3-f0a9-49ac-ba1c-7b46a8269355 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.1199501 May 25 23:01:23.484787 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9b0b03fb-0964-4865-b477-e5d91fd33570 req-d8f16d05-bf00-4f1f-99af-14188cc87fe1 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483863 May 25 23:01:23.534079 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:23.546951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Transition to ACTIVE for port object e9e827c8-a89b-43c4-a327-3ba033ad2d65 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:23.651020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:23.720952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network e0f317b6-a277-4c58-ba86-1ac996097a7f is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:23.723854 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:23.727773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:01:23.762679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=e9e827c8-a89b-43c4-a327-3ba033ad2d65,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:23.798940 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:23.798940 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:23.881491 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e61c2b08-32db-41f6-88eb-0aeb9688c66b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0434186 May 25 23:01:23.884287 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42078) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:23.889796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-99021391-9a88-41f6-b8d2-ba1551d717b4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'subnet': {'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:24.039731 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-99021391-9a88-41f6-b8d2-ba1551d717b4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:24.046116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-99021391-9a88-41f6-b8d2-ba1551d717b4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:subnet and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:24.049539 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-99021391-9a88-41f6-b8d2-ba1551d717b4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:24.060470 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-99021391-9a88-41f6-b8d2-ba1551d717b4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:24.100305 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648ced7-18da-49fd-9681-c30b05591bda req-78b4a9bc-fc24-4210-9c51-343a71fd9979 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:24.101924 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5648ced7-18da-49fd-9681-c30b05591bda req-78b4a9bc-fc24-4210-9c51-343a71fd9979 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.0853014 May 25 23:01:24.129859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99021391-9a88-41f6-b8d2-ba1551d717b4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:24.134013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-99021391-9a88-41f6-b8d2-ba1551d717b4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:24.160087 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5648ced7-18da-49fd-9681-c30b05591bda req-1ff68700-c922-40cd-92a9-283d5943d274 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466952 May 25 23:01:24.269879 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.ipam_backend_mixin [None req-99021391-9a88-41f6-b8d2-ba1551d717b4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fa30b391-d9ec-4432-af09-9b0c7ef2234b (CIDR: 172.20.0.0/28) May 25 23:01:24.295832 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c880afb4-558e-40b4-98cc-4bd5f68be53b None None] Provisioning for port ca7c979d-5351-4828-b5a1-76c242b131a9 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:24.313874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c880afb4-558e-40b4-98cc-4bd5f68be53b None None] Provisioning complete for port 5d56546a-2217-4da6-9018-f18452632731 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:24.314238 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c880afb4-558e-40b4-98cc-4bd5f68be53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:24.321257 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-99021391-9a88-41f6-b8d2-ba1551d717b4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:01:24.321724 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99021391-9a88-41f6-b8d2-ba1551d717b4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:01:24.369210 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c880afb4-558e-40b4-98cc-4bd5f68be53b None None] Port 5d56546a-2217-4da6-9018-f18452632731 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:24.389859 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-99021391-9a88-41f6-b8d2-ba1551d717b4 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5045042 May 25 23:01:24.392883 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42084) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:24.398178 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f4785743-78c8-48ba-bcea-cf59e075c761 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'subnet': {'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:24.540151 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ca7c979d-5351-4828-b5a1-76c242b131a9 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:01:24.568029 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-cecc43e1-bbec-4bf0-884e-b1a9eb6ce094 None None] Provisioning for port e9e827c8-a89b-43c4-a327-3ba033ad2d65 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:24.580125 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-cecc43e1-bbec-4bf0-884e-b1a9eb6ce094 None None] Provisioning complete for port e9e827c8-a89b-43c4-a327-3ba033ad2d65 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:24.580481 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cecc43e1-bbec-4bf0-884e-b1a9eb6ce094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:24.639716 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f4785743-78c8-48ba-bcea-cf59e075c761 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:24.643713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f4785743-78c8-48ba-bcea-cf59e075c761 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:subnet and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:24.646899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f4785743-78c8-48ba-bcea-cf59e075c761 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:24.648663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-cecc43e1-bbec-4bf0-884e-b1a9eb6ce094 None None] Port e9e827c8-a89b-43c4-a327-3ba033ad2d65 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:24.653670 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f4785743-78c8-48ba-bcea-cf59e075c761 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:24.737331 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port ca7c979d-5351-4828-b5a1-76c242b131a9 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:24.737548 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4785743-78c8-48ba-bcea-cf59e075c761 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:24.740848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f4785743-78c8-48ba-bcea-cf59e075c761 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:24.742296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ca7c979d-5351-4828-b5a1-76c242b131a9 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:24.742659 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:24.854389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:24.886933 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port ca7c979d-5351-4828-b5a1-76c242b131a9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ca7c979d-5351-4828-b5a1-76c242b131a9,segment=NetworkSegment(942a9423-7ca0-4750-a34a-aeec14f1cdc0),segment_id=942a9423-7ca0-4750-a34a-aeec14f1cdc0)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:24.966078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:25.035475 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=ca7c979d-5351-4828-b5a1-76c242b131a9,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:25.052009 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f4785743-78c8-48ba-bcea-cf59e075c761 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:25.117832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4785743-78c8-48ba-bcea-cf59e075c761 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network e0f317b6-a277-4c58-ba86-1ac996097a7f is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:25.121337 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-f4785743-78c8-48ba-bcea-cf59e075c761 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:25.125299 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4785743-78c8-48ba-bcea-cf59e075c761 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:25.125872 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f4785743-78c8-48ba-bcea-cf59e075c761 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:25.130338 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27252f67-f44c-44f9-8370-39029775b74b None None] Network e0f317b6-a277-4c58-ba86-1ac996097a7f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:25.132772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4785743-78c8-48ba-bcea-cf59e075c761 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Subnet': ['ID=1f850c28-d77d-4771-a204-79f9d8fee128,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:25.230945 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f4785743-78c8-48ba-bcea-cf59e075c761 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8367419 May 25 23:01:25.233365 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42090) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:25.239389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-617e0b95-5692-43fc-90a7-5b648770de55 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-480988465', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1f850c28-d77d-4771-a204-79f9d8fee128'}], 'security_groups': ['515c5f8f-f81c-4b49-83d7-a246630aa3ef']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:25.385081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-617e0b95-5692-43fc-90a7-5b648770de55 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:25.476280 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe0052-a7f2-4ca3-a871-f71bfc4cc8fc req-6ecf2696-b443-42ae-b0af-0a83d638dedc tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:25.477756 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f6fe0052-a7f2-4ca3-a871-f71bfc4cc8fc req-6ecf2696-b443-42ae-b0af-0a83d638dedc tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.1897562 May 25 23:01:25.511774 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6bfbed-c6a9-46fa-b8cf-6d8c11b0b75e None None] Update dhcp port {'port': {'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'fixed_ips': [{'subnet_id': 'fa30b391-d9ec-4432-af09-9b0c7ef2234b', 'ip_address': '172.20.0.2'}, {'subnet_id': '1f850c28-d77d-4771-a204-79f9d8fee128'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': 'ca7c979d-5351-4828-b5a1-76c242b131a9'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 23:01:25.525212 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f6fe0052-a7f2-4ca3-a871-f71bfc4cc8fc req-9756d672-dc5d-4391-9cc4-f3aaead233f7 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403044 May 25 23:01:25.566133 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-db6bfbed-c6a9-46fa-b8cf-6d8c11b0b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:25.792654 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-617e0b95-5692-43fc-90a7-5b648770de55 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Delete allocated IP 172.20.0.5 (e0f317b6-a277-4c58-ba86-1ac996097a7f/fa30b391-d9ec-4432-af09-9b0c7ef2234b) {{(pid=84717) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 23:01:25.800403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-617e0b95-5692-43fc-90a7-5b648770de55 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Allocated IP 172.20.0.19 (e0f317b6-a277-4c58-ba86-1ac996097a7f/1f850c28-d77d-4771-a204-79f9d8fee128/e9e827c8-a89b-43c4-a327-3ba033ad2d65) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:25.994796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-617e0b95-5692-43fc-90a7-5b648770de55 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:26.012523 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-617e0b95-5692-43fc-90a7-5b648770de55 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Transition to ACTIVE for port object e9e827c8-a89b-43c4-a327-3ba033ad2d65 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:26.066282 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691a9ce-3204-41b1-85e1-a1c08d9de215 req-b4f1eb18-c8df-40ec-93aa-9a460b221349 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:26.067616 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6691a9ce-3204-41b1-85e1-a1c08d9de215 req-b4f1eb18-c8df-40ec-93aa-9a460b221349 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.0821180 May 25 23:01:26.095169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-617e0b95-5692-43fc-90a7-5b648770de55 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:26.115066 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6691a9ce-3204-41b1-85e1-a1c08d9de215 req-c4c80053-47d4-4517-aef8-46c32de98ab5 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 May 25 23:01:26.166440 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-db6bfbed-c6a9-46fa-b8cf-6d8c11b0b75e None None] Allocated IP 172.20.0.18 (e0f317b6-a277-4c58-ba86-1ac996097a7f/1f850c28-d77d-4771-a204-79f9d8fee128/ca7c979d-5351-4828-b5a1-76c242b131a9) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:26.258397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e0b95-5692-43fc-90a7-5b648770de55 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=e9e827c8-a89b-43c4-a327-3ba033ad2d65,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:26.268875 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-edb62776-f4df-41ce-8181-a5c58aea6932 req-caff5e27-9433-4a11-9fcf-0bc00f5615c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a24bc07dda3458589c5ff8abfbe45c4&device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 1099 time: 0.2200456 May 25 23:01:26.309745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-db6bfbed-c6a9-46fa-b8cf-6d8c11b0b75e None None] For port ca7c979d-5351-4828-b5a1-76c242b131a9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ca7c979d-5351-4828-b5a1-76c242b131a9,segment=NetworkSegment(942a9423-7ca0-4750-a34a-aeec14f1cdc0),segment_id=942a9423-7ca0-4750-a34a-aeec14f1cdc0)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:26.335683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-db6bfbed-c6a9-46fa-b8cf-6d8c11b0b75e None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:26.352163 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-db6bfbed-c6a9-46fa-b8cf-6d8c11b0b75e None None] Transition to ACTIVE for port object ca7c979d-5351-4828-b5a1-76c242b131a9 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:26.372343 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-617e0b95-5692-43fc-90a7-5b648770de55 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] In _notify_port_updated(), no bound segment for port e9e827c8-a89b-43c4-a327-3ba033ad2d65 on network e0f317b6-a277-4c58-ba86-1ac996097a7f {{(pid=84717) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 23:01:26.376161 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e0b95-5692-43fc-90a7-5b648770de55 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:26.376858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-617e0b95-5692-43fc-90a7-5b648770de55 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:26.378120 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-617e0b95-5692-43fc-90a7-5b648770de55 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "PUT /v2.0/ports/e9e827c8-a89b-43c4-a327-3ba033ad2d65 HTTP/1.1" status: 200 len: 920 time: 1.1438375 May 25 23:01:26.381243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42100) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:26.423374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb62776-f4df-41ce-8181-a5c58aea6932 req-1bfcc643-f76f-4e4c-bf6f-55f27938dc2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:26.424846 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-edb62776-f4df-41ce-8181-a5c58aea6932 req-1bfcc643-f76f-4e4c-bf6f-55f27938dc2c service neutron] 10.222.0.73 "GET /v2.0/networks?id=b0699e34-4a57-42d6-be13-95458d741c5b HTTP/1.1" status: 200 len: 912 time: 0.1458404 May 25 23:01:26.438840 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-db6bfbed-c6a9-46fa-b8cf-6d8c11b0b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:26.446119 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-333ecc40-bb83-4f91-b681-12e0aa071aa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port e9e827c8-a89b-43c4-a327-3ba033ad2d65 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:01:26.446460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-333ecc40-bb83-4f91-b681-12e0aa071aa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:26.495273 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-edb62776-f4df-41ce-8181-a5c58aea6932 req-4677ed8a-f066-4ce9-9d2a-a0c33f8a9eee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b469c43-8a5e-429d-b544-a4be5a41954c HTTP/1.1" status: 200 len: 217 time: 0.0641909 May 25 23:01:26.539262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ca7c979d-5351-4828-b5a1-76c242b131a9 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:01:26.648833 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bfbed-c6a9-46fa-b8cf-6d8c11b0b75e None None] Pushing event updated for resources: {'Port': ['ID=ca7c979d-5351-4828-b5a1-76c242b131a9,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:26.678316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb62776-f4df-41ce-8181-a5c58aea6932 req-d61ddab5-7cb5-46ef-80f4-a7357851d612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:26.679760 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-edb62776-f4df-41ce-8181-a5c58aea6932 req-d61ddab5-7cb5-46ef-80f4-a7357851d612 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=645a8f32-c343-4888-943f-64d6ac4101ab HTTP/1.1" status: 200 len: 851 time: 0.1785085 May 25 23:01:26.713061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-333ecc40-bb83-4f91-b681-12e0aa071aa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:26.729860 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-edb62776-f4df-41ce-8181-a5c58aea6932 req-df6abd20-edb0-4fd4-a30d-c3ed28505745 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0699e34-4a57-42d6-be13-95458d741c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428283 May 25 23:01:26.839011 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-333ecc40-bb83-4f91-b681-12e0aa071aa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for e9e827c8-a89b-43c4-a327-3ba033ad2d65 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:01:26.865807 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-edb62776-f4df-41ce-8181-a5c58aea6932 req-527a590f-5be3-4c23-b2d6-9b81abd64fda service neutron] 10.222.0.73 "GET /v2.0/networks/b0699e34-4a57-42d6-be13-95458d741c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302700 May 25 23:01:27.012831 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-edb62776-f4df-41ce-8181-a5c58aea6932 req-f623020f-f55a-477e-a0be-ad69e687ecf5 service neutron] 10.222.0.73 "GET /v2.0/networks/b0699e34-4a57-42d6-be13-95458d741c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386678 May 25 23:01:27.075514 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-333ecc40-bb83-4f91-b681-12e0aa071aa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:27.124943 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ecc40-bb83-4f91-b681-12e0aa071aa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=e9e827c8-a89b-43c4-a327-3ba033ad2d65,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:27.175485 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-56e4eb5a-d3d4-4449-b179-fffee3ebafb8 None None] Could not find standard attr ID for object e9e827c8-a89b-43c4-a327-3ba033ad2d65. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 23:01:27.227228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-333ecc40-bb83-4f91-b681-12e0aa071aa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:27.236808 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-333ecc40-bb83-4f91-b681-12e0aa071aa0 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/e9e827c8-a89b-43c4-a327-3ba033ad2d65 HTTP/1.1" status: 204 len: 168 time: 0.8544376 May 25 23:01:27.239379 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42106) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:27.249589 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-56e4eb5a-d3d4-4449-b179-fffee3ebafb8 None None] Provisioning for port ca7c979d-5351-4828-b5a1-76c242b131a9 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:27.254856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-56e4eb5a-d3d4-4449-b179-fffee3ebafb8 None None] Provisioning complete for port ca7c979d-5351-4828-b5a1-76c242b131a9 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:27.255297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-56e4eb5a-d3d4-4449-b179-fffee3ebafb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:27.319966 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-368ea9f6-d50a-4338-813e-2acb100aa3db tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] GET failed (client error): The resource could not be found. May 25 23:01:27.319966 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-368ea9f6-d50a-4338-813e-2acb100aa3db tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:01:27.370881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6178e1-8b1e-44f1-9c71-54ad0d107881 req-247bd5aa-369d-446c-a465-0161ba8fa479 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:27.373335 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0c6178e1-8b1e-44f1-9c71-54ad0d107881 req-247bd5aa-369d-446c-a465-0161ba8fa479 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.0952635 May 25 23:01:27.398454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-368ea9f6-d50a-4338-813e-2acb100aa3db tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:01:27.402619 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-368ea9f6-d50a-4338-813e-2acb100aa3db tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/e9e827c8-a89b-43c4-a327-3ba033ad2d65 HTTP/1.1" status: 404 len: 333 time: 0.1593359 May 25 23:01:27.402619 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42110) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:27.408791 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-56e4eb5a-d3d4-4449-b179-fffee3ebafb8 None None] Provisioning complete for port 5d56546a-2217-4da6-9018-f18452632731 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:27.409447 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-56e4eb5a-d3d4-4449-b179-fffee3ebafb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:27.468787 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-56e4eb5a-d3d4-4449-b179-fffee3ebafb8 None None] Port 5d56546a-2217-4da6-9018-f18452632731 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:27.477830 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0c6178e1-8b1e-44f1-9c71-54ad0d107881 req-a6dd8ece-f834-4556-859d-15295090701a tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951779 May 25 23:01:27.494844 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-20a8deb7-aa56-4bd1-85c3-e86e109513bb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:27.545812 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-20a8deb7-aa56-4bd1-85c3-e86e109513bb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:27.684453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-20a8deb7-aa56-4bd1-85c3-e86e109513bb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:27.690438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-125dc08c-fe8f-4703-a5b4-e3ea0939c698 None None] Could not find standard attr ID for object e9e827c8-a89b-43c4-a327-3ba033ad2d65. {{(pid=84718) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 23:01:27.711055 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8deb7-aa56-4bd1-85c3-e86e109513bb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=403f1e7c-1b73-46b2-9e80-7ed1f44b15e8,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:27.743572 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-20a8deb7-aa56-4bd1-85c3-e86e109513bb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:27.744861 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-20a8deb7-aa56-4bd1-85c3-e86e109513bb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/security-groups/403f1e7c-1b73-46b2-9e80-7ed1f44b15e8 HTTP/1.1" status: 204 len: 168 time: 0.3412192 May 25 23:01:27.747952 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42114) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:27.813687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80ec3178-fcc1-4b79-aaf3-77332a7c349a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:27.841658 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80ec3178-fcc1-4b79-aaf3-77332a7c349a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:27.964595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80ec3178-fcc1-4b79-aaf3-77332a7c349a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:27.981010 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec3178-fcc1-4b79-aaf3-77332a7c349a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=515c5f8f-f81c-4b49-83d7-a246630aa3ef,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:27.987497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-80ec3178-fcc1-4b79-aaf3-77332a7c349a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:27.988649 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-80ec3178-fcc1-4b79-aaf3-77332a7c349a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/security-groups/515c5f8f-f81c-4b49-83d7-a246630aa3ef HTTP/1.1" status: 204 len: 168 time: 0.2395391 May 25 23:01:27.991589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42118) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:28.178735 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ef36be-1db7-4a4b-b299-1f1754568017 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting subnet fa30b391-d9ec-4432-af09-9b0c7ef2234b {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:01:28.181591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f6ef36be-1db7-4a4b-b299-1f1754568017 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:28.235606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f6ef36be-1db7-4a4b-b299-1f1754568017 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:28.315936 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f6ef36be-1db7-4a4b-b299-1f1754568017 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:28.478954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f6ef36be-1db7-4a4b-b299-1f1754568017 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:28.499010 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ca7c979d-5351-4828-b5a1-76c242b131a9 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:01:28.518126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef36be-1db7-4a4b-b299-1f1754568017 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Subnet': ['ID=fa30b391-d9ec-4432-af09-9b0c7ef2234b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:28.524466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f6ef36be-1db7-4a4b-b299-1f1754568017 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:28.530745 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f6ef36be-1db7-4a4b-b299-1f1754568017 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/fa30b391-d9ec-4432-af09-9b0c7ef2234b HTTP/1.1" status: 204 len: 168 time: 0.5380845 May 25 23:01:28.534797 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42124) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:28.540903 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-5d85b865-da57-456c-af0e-3bac7ecc336e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'subnet': {'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:28.544000 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f8f53b-020a-4131-bbfa-0c49ec1a4206 None None] Network e0f317b6-a277-4c58-ba86-1ac996097a7f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:28.721858 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ca7c979d-5351-4828-b5a1-76c242b131a9 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:28.722606 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:28.733409 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5d85b865-da57-456c-af0e-3bac7ecc336e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:28.739942 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5d85b865-da57-456c-af0e-3bac7ecc336e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:subnet and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:28.743343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5d85b865-da57-456c-af0e-3bac7ecc336e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:28.751700 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a11bf9-dea2-44ad-8524-bf643676d04e req-77660d79-374a-4818-b95b-559221e7a5ab tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:28.753095 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d1a11bf9-dea2-44ad-8524-bf643676d04e req-77660d79-374a-4818-b95b-559221e7a5ab tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.1377294 May 25 23:01:28.757252 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5d85b865-da57-456c-af0e-3bac7ecc336e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:28.802804 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d1a11bf9-dea2-44ad-8524-bf643676d04e req-e5be4c81-f675-4411-8e98-732d89566cb1 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400765 May 25 23:01:28.841195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d85b865-da57-456c-af0e-3bac7ecc336e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:29.086121 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d85b865-da57-456c-af0e-3bac7ecc336e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:29.421814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d85b865-da57-456c-af0e-3bac7ecc336e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:29.485509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d85b865-da57-456c-af0e-3bac7ecc336e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network e0f317b6-a277-4c58-ba86-1ac996097a7f is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:29.488372 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-5d85b865-da57-456c-af0e-3bac7ecc336e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:29.492469 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d85b865-da57-456c-af0e-3bac7ecc336e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:29.493062 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d85b865-da57-456c-af0e-3bac7ecc336e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:29.500406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851c5694-fd9d-47f6-a10f-72704a1bef72 None None] Network e0f317b6-a277-4c58-ba86-1ac996097a7f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:29.500774 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85b865-da57-456c-af0e-3bac7ecc336e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Subnet': ['ID=713ec0e3-2230-4912-8191-5f2035e40f48,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:29.587933 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484af418-f19f-4bb9-afc3-557e337c3ed7 req-3183fd74-5383-4193-8498-a6bab09aed49 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:29.590327 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-484af418-f19f-4bb9-afc3-557e337c3ed7 req-3183fd74-5383-4193-8498-a6bab09aed49 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.0831668 May 25 23:01:29.600663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-53a55d9e-af62-4412-b4bb-8d2fca0d1562 None None] Provisioning complete for port ca7c979d-5351-4828-b5a1-76c242b131a9 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:29.601038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-53a55d9e-af62-4412-b4bb-8d2fca0d1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:29.618777 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5d85b865-da57-456c-af0e-3bac7ecc336e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0794244 May 25 23:01:29.623482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42134) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:29.625506 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-2c1a65b2-a1bf-4e36-9468-5b1b6663fe84 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'security_group': {'name': 'tempest-secgroup-1331625259'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:29.631420 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2c1a65b2-a1bf-4e36-9468-5b1b6663fe84 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:29.636236 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2c1a65b2-a1bf-4e36-9468-5b1b6663fe84 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:security_group and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:29.639607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2c1a65b2-a1bf-4e36-9468-5b1b6663fe84 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:29.645829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2c1a65b2-a1bf-4e36-9468-5b1b6663fe84 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:29.649246 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-484af418-f19f-4bb9-afc3-557e337c3ed7 req-c6e1aa9c-e6fd-4a98-912d-b595b715fb28 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530267 May 25 23:01:29.720590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2c1a65b2-a1bf-4e36-9468-5b1b6663fe84 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:29.754366 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2c1a65b2-a1bf-4e36-9468-5b1b6663fe84 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:29.758144 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2c1a65b2-a1bf-4e36-9468-5b1b6663fe84 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:security_group_rule and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:29.761791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2c1a65b2-a1bf-4e36-9468-5b1b6663fe84 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:29.767845 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2c1a65b2-a1bf-4e36-9468-5b1b6663fe84 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:29.825109 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2c1a65b2-a1bf-4e36-9468-5b1b6663fe84 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:29.851056 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-53a55d9e-af62-4412-b4bb-8d2fca0d1562 None None] Provisioning complete for port 5d56546a-2217-4da6-9018-f18452632731 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:29.851056 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-53a55d9e-af62-4412-b4bb-8d2fca0d1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:29.891816 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2c1a65b2-a1bf-4e36-9468-5b1b6663fe84 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:29.932240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-53a55d9e-af62-4412-b4bb-8d2fca0d1562 None None] Port 5d56546a-2217-4da6-9018-f18452632731 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:29.936406 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a65b2-a1bf-4e36-9468-5b1b6663fe84 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f1a6f4-a768-4b1a-ac3b-671fa72364bc,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:29.966965 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9614e399-63ae-4ecf-9e4d-f726d67a526c None None] Update dhcp port {'port': {'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'fixed_ips': [{'subnet_id': '1f850c28-d77d-4771-a204-79f9d8fee128', 'ip_address': '172.20.0.18'}, {'subnet_id': '713ec0e3-2230-4912-8191-5f2035e40f48'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': 'ca7c979d-5351-4828-b5a1-76c242b131a9'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 23:01:30.018015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2c1a65b2-a1bf-4e36-9468-5b1b6663fe84 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:30.019289 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2c1a65b2-a1bf-4e36-9468-5b1b6663fe84 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3992262 May 25 23:01:30.022072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42138) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:30.022586 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9614e399-63ae-4ecf-9e4d-f726d67a526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:30.027764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4e550d7e-1aeb-4627-b93c-474f4d7ded29 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'security_group': {'name': 'tempest-secgroup-832680902'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:30.033626 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4e550d7e-1aeb-4627-b93c-474f4d7ded29 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:30.037592 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4e550d7e-1aeb-4627-b93c-474f4d7ded29 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:security_group and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:30.040686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4e550d7e-1aeb-4627-b93c-474f4d7ded29 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:30.047566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4e550d7e-1aeb-4627-b93c-474f4d7ded29 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:30.126615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e550d7e-1aeb-4627-b93c-474f4d7ded29 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:30.161639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4e550d7e-1aeb-4627-b93c-474f4d7ded29 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:30.165417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4e550d7e-1aeb-4627-b93c-474f4d7ded29 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:security_group_rule and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:30.168493 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4e550d7e-1aeb-4627-b93c-474f4d7ded29 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:30.174156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4e550d7e-1aeb-4627-b93c-474f4d7ded29 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:30.228723 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e550d7e-1aeb-4627-b93c-474f4d7ded29 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:30.258460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-9614e399-63ae-4ecf-9e4d-f726d67a526c None None] Allocated IP 172.20.0.2 (e0f317b6-a277-4c58-ba86-1ac996097a7f/713ec0e3-2230-4912-8191-5f2035e40f48/ca7c979d-5351-4828-b5a1-76c242b131a9) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:30.290313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e550d7e-1aeb-4627-b93c-474f4d7ded29 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:30.333881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e550d7e-1aeb-4627-b93c-474f4d7ded29 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15d1813-951a-4423-9387-1398a4290e5a,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:30.393170 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4e550d7e-1aeb-4627-b93c-474f4d7ded29 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:30.393548 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-9614e399-63ae-4ecf-9e4d-f726d67a526c None None] For port ca7c979d-5351-4828-b5a1-76c242b131a9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ca7c979d-5351-4828-b5a1-76c242b131a9,segment=NetworkSegment(942a9423-7ca0-4750-a34a-aeec14f1cdc0),segment_id=942a9423-7ca0-4750-a34a-aeec14f1cdc0)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:30.394533 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4e550d7e-1aeb-4627-b93c-474f4d7ded29 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3714988 May 25 23:01:30.397263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42142) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:30.403429 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-cd63f2a2-89f2-4867-9759-e4cb4c2c25fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'security_group': {'name': 'tempest-secgroup-1729253579'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:30.409256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cd63f2a2-89f2-4867-9759-e4cb4c2c25fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:30.413280 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cd63f2a2-89f2-4867-9759-e4cb4c2c25fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:security_group and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:30.416057 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cd63f2a2-89f2-4867-9759-e4cb4c2c25fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:30.419147 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9614e399-63ae-4ecf-9e4d-f726d67a526c None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:30.422148 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cd63f2a2-89f2-4867-9759-e4cb4c2c25fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:30.436421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9614e399-63ae-4ecf-9e4d-f726d67a526c None None] Transition to ACTIVE for port object ca7c979d-5351-4828-b5a1-76c242b131a9 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:30.497734 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd63f2a2-89f2-4867-9759-e4cb4c2c25fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:30.525902 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9614e399-63ae-4ecf-9e4d-f726d67a526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:30.533436 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cd63f2a2-89f2-4867-9759-e4cb4c2c25fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:30.537215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cd63f2a2-89f2-4867-9759-e4cb4c2c25fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:security_group_rule and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:30.539953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cd63f2a2-89f2-4867-9759-e4cb4c2c25fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:30.545608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cd63f2a2-89f2-4867-9759-e4cb4c2c25fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:30.601898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd63f2a2-89f2-4867-9759-e4cb4c2c25fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:30.667075 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd63f2a2-89f2-4867-9759-e4cb4c2c25fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:30.668800 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614e399-63ae-4ecf-9e4d-f726d67a526c None None] Pushing event updated for resources: {'Port': ['ID=ca7c979d-5351-4828-b5a1-76c242b131a9,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:30.719352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63f2a2-89f2-4867-9759-e4cb4c2c25fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fccaba4-7433-4f3d-9e85-11b89d1d3c62,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:30.781407 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cd63f2a2-89f2-4867-9759-e4cb4c2c25fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:30.785542 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cd63f2a2-89f2-4867-9759-e4cb4c2c25fb tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3846393 May 25 23:01:30.785882 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42148) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:30.791630 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1183199163', 'security_groups': ['6fccaba4-7433-4f3d-9e85-11b89d1d3c62'], 'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '713ec0e3-2230-4912-8191-5f2035e40f48'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:30.880220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52cf94-8cf9-43cb-95fc-70690d529a9a req-33a8d894-22b0-4c23-b28f-5290081ee189 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:30.885083 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4e52cf94-8cf9-43cb-95fc-70690d529a9a req-33a8d894-22b0-4c23-b28f-5290081ee189 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.1010571 May 25 23:01:30.932598 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4e52cf94-8cf9-43cb-95fc-70690d529a9a req-ae951c04-816a-4042-8ef5-1d2d7b051d34 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436924 May 25 23:01:30.939939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:30.951035 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:31.038344 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:31.043758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:31.068004 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] device_id is not set on port 72564f31-c0a8-418e-883b-343945834cc2 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:01:31.278447 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Allocated IP 172.20.0.6 (e0f317b6-a277-4c58-ba86-1ac996097a7f/713ec0e3-2230-4912-8191-5f2035e40f48/72564f31-c0a8-418e-883b-343945834cc2) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:31.341421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fd2dcff0-805e-4083-9004-6f8ba74379e5 None None] Provisioning for port ca7c979d-5351-4828-b5a1-76c242b131a9 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:31.346418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fd2dcff0-805e-4083-9004-6f8ba74379e5 None None] Provisioning complete for port ca7c979d-5351-4828-b5a1-76c242b131a9 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:31.346782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fd2dcff0-805e-4083-9004-6f8ba74379e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:31.472743 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fd2dcff0-805e-4083-9004-6f8ba74379e5 None None] Provisioning complete for port 5d56546a-2217-4da6-9018-f18452632731 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:31.473031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fd2dcff0-805e-4083-9004-6f8ba74379e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:31.481108 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a007ea5-6cfd-4a86-9405-bc884454e998 req-f86824c8-7da9-48b0-aba1-cb0d332bec55 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:31.481804 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-5a007ea5-6cfd-4a86-9405-bc884454e998 req-f86824c8-7da9-48b0-aba1-cb0d332bec55 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Synchronizing usage tracker for tenant:6a24bc07dda3458589c5ff8abfbe45c4 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:01:31.523447 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-fd2dcff0-805e-4083-9004-6f8ba74379e5 None None] Port 5d56546a-2217-4da6-9018-f18452632731 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:31.546643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:31.562312 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Transition to ACTIVE for port object 72564f31-c0a8-418e-883b-343945834cc2 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:31.651682 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-5a007ea5-6cfd-4a86-9405-bc884454e998 req-f86824c8-7da9-48b0-aba1-cb0d332bec55 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Unset dirty status for tenant:6a24bc07dda3458589c5ff8abfbe45c4 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:01:31.652855 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5a007ea5-6cfd-4a86-9405-bc884454e998 req-f86824c8-7da9-48b0-aba1-cb0d332bec55 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.73 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.3597183 May 25 23:01:31.715057 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:31.761640 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-5a007ea5-6cfd-4a86-9405-bc884454e998 req-cb20beb1-dc2a-453b-af57-5e9b7e82432d tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Deleting port 5b469c43-8a5e-429d-b544-a4be5a41954c {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:01:31.761970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-5a007ea5-6cfd-4a86-9405-bc884454e998 req-cb20beb1-dc2a-453b-af57-5e9b7e82432d tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:31.914595 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network e0f317b6-a277-4c58-ba86-1ac996097a7f is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:31.920427 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:31.926045 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:01:31.958455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=72564f31-c0a8-418e-883b-343945834cc2,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:32.041915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:32.043220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:32.154264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8c716-5983-4f48-8f6f-5b0d407eb18b req-3ee09f5a-fc71-4e68-aece-a6a57a6d1b44 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:32.155714 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-91a8c716-5983-4f48-8f6f-5b0d407eb18b req-3ee09f5a-fc71-4e68-aece-a6a57a6d1b44 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 946 time: 0.0922811 May 25 23:01:32.203148 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-91a8c716-5983-4f48-8f6f-5b0d407eb18b req-605c7ae5-61ef-4c5e-8609-c23d6d197b93 tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/security-groups?id=86199f4f-f8d8-447c-9e3f-4542438764d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412245 May 25 23:01:32.209372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-5a007ea5-6cfd-4a86-9405-bc884454e998 req-cb20beb1-dc2a-453b-af57-5e9b7e82432d tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] For port 5b469c43-8a5e-429d-b544-a4be5a41954c, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=5b469c43-8a5e-429d-b544-a4be5a41954c,segment=NetworkSegment(9a9bda13-97f9-4346-b2d4-9f96c619875f),segment_id=9a9bda13-97f9-4346-b2d4-9f96c619875f)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:32.209725 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-5a007ea5-6cfd-4a86-9405-bc884454e998 req-cb20beb1-dc2a-453b-af57-5e9b7e82432d tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:32.271564 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1a694da7-7fa0-4c1c-a439-07a8b2bb5673 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4846053 May 25 23:01:32.274659 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42154) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:32.275799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-08aab13b-b4b2-4ce3-b636-c5e39dd8921e None None] Provisioning for port 72564f31-c0a8-418e-883b-343945834cc2 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:32.282862 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-08aab13b-b4b2-4ce3-b636-c5e39dd8921e None None] Provisioning complete for port 72564f31-c0a8-418e-883b-343945834cc2 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:32.293639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2af57cfe-c84c-4bb5-93e3-9162590a6404 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'subnet': {'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:32.293780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-08aab13b-b4b2-4ce3-b636-c5e39dd8921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:32.340225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-5a007ea5-6cfd-4a86-9405-bc884454e998 req-cb20beb1-dc2a-453b-af57-5e9b7e82432d tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Calling delete_port for 5b469c43-8a5e-429d-b544-a4be5a41954c owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:01:32.343197 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-08aab13b-b4b2-4ce3-b636-c5e39dd8921e None None] Port 72564f31-c0a8-418e-883b-343945834cc2 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:32.424882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2af57cfe-c84c-4bb5-93e3-9162590a6404 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:32.428872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2af57cfe-c84c-4bb5-93e3-9162590a6404 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:subnet and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:32.431774 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2af57cfe-c84c-4bb5-93e3-9162590a6404 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:32.438019 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2af57cfe-c84c-4bb5-93e3-9162590a6404 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:32.502563 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ca7c979d-5351-4828-b5a1-76c242b131a9 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:01:32.535492 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af57cfe-c84c-4bb5-93e3-9162590a6404 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:32.538997 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2af57cfe-c84c-4bb5-93e3-9162590a6404 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:32.566406 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-5a007ea5-6cfd-4a86-9405-bc884454e998 req-cb20beb1-dc2a-453b-af57-5e9b7e82432d tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:32.572183 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ca7c979d-5351-4828-b5a1-76c242b131a9 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:32.572557 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:32.598222 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['5b469c43-8a5e-429d-b544-a4be5a41954c'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:01:32.614183 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20beb1-dc2a-453b-af57-5e9b7e82432d tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Pushing event deleted for resources: {'Port': ['ID=5b469c43-8a5e-429d-b544-a4be5a41954c,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:32.679020 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.ipam_backend_mixin [None req-2af57cfe-c84c-4bb5-93e3-9162590a6404 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 713ec0e3-2230-4912-8191-5f2035e40f48 (CIDR: 172.20.0.0/28) May 25 23:01:32.697842 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a007ea5-6cfd-4a86-9405-bc884454e998 req-cb20beb1-dc2a-453b-af57-5e9b7e82432d tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] No DVR routers for this DVR port 5b469c43-8a5e-429d-b544-a4be5a41954c on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:01:32.700841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-5a007ea5-6cfd-4a86-9405-bc884454e998 req-cb20beb1-dc2a-453b-af57-5e9b7e82432d tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:32.704649 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b68b77-6f9e-4431-bf73-ad43e283cd1b', 'name': 'network-vif-deleted', 'tag': '5b469c43-8a5e-429d-b544-a4be5a41954c'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:01:32.732469 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af57cfe-c84c-4bb5-93e3-9162590a6404 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:01:32.732930 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af57cfe-c84c-4bb5-93e3-9162590a6404 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:01:32.759125 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d7b5d2-e87e-48e4-963a-825a2ea42824'] response: {'server_uuid': '73b68b77-6f9e-4431-bf73-ad43e283cd1b', 'name': 'network-vif-deleted', 'tag': '5b469c43-8a5e-429d-b544-a4be5a41954c', 'status': 'completed', 'code': 200} May 25 23:01:32.789590 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5a007ea5-6cfd-4a86-9405-bc884454e998 req-cb20beb1-dc2a-453b-af57-5e9b7e82432d tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.73 "DELETE /v2.0/ports/5b469c43-8a5e-429d-b544-a4be5a41954c HTTP/1.1" status: 204 len: 173 time: 1.1310663 May 25 23:01:32.818319 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2af57cfe-c84c-4bb5-93e3-9162590a6404 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5420699 May 25 23:01:32.820795 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42160) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:32.826862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-b73a5eb2-4705-4aab-abba-a84520055802 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'subnet': {'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:32.963552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b73a5eb2-4705-4aab-abba-a84520055802 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:32.968037 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b73a5eb2-4705-4aab-abba-a84520055802 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:subnet and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:32.970944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b73a5eb2-4705-4aab-abba-a84520055802 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:32.976850 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b73a5eb2-4705-4aab-abba-a84520055802 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:33.045984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73a5eb2-4705-4aab-abba-a84520055802 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:33.049586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b73a5eb2-4705-4aab-abba-a84520055802 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:33.175053 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.ipam_backend_mixin [None req-b73a5eb2-4705-4aab-abba-a84520055802 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1f850c28-d77d-4771-a204-79f9d8fee128 (CIDR: 172.20.0.16/28) May 25 23:01:33.215941 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73a5eb2-4705-4aab-abba-a84520055802 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:01:33.216372 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73a5eb2-4705-4aab-abba-a84520055802 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:01:33.301188 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b73a5eb2-4705-4aab-abba-a84520055802 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4768150 May 25 23:01:33.301553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42166) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:33.308062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-3c9403f7-7296-4606-921c-b6d08fe9efed tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'subnet': {'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:33.382189 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a1e9afc7-2e48-44ba-8124-a89aed74d7df req-92a081b1-15c5-4e7f-a218-b123bdad72de tempest-TestServerAdvancedOps-159344003 tempest-TestServerAdvancedOps-159344003-project] 10.222.0.66 "GET /v2.0/ports?device_id=73b68b77-6f9e-4431-bf73-ad43e283cd1b HTTP/1.1" status: 200 len: 210 time: 0.0421088 May 25 23:01:33.448749 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3c9403f7-7296-4606-921c-b6d08fe9efed tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:33.452493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3c9403f7-7296-4606-921c-b6d08fe9efed tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Usage tracker for resource:subnet and tenant:4e40335e489b4fbcbbb65e8797e0298c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:33.455282 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3c9403f7-7296-4606-921c-b6d08fe9efed tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:33.460991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3c9403f7-7296-4606-921c-b6d08fe9efed tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:33.552793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9403f7-7296-4606-921c-b6d08fe9efed tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Made reservation on behalf of 4e40335e489b4fbcbbb65e8797e0298c for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:33.676749 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3c9403f7-7296-4606-921c-b6d08fe9efed tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:33.994908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3c9403f7-7296-4606-921c-b6d08fe9efed tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:34.059823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9403f7-7296-4606-921c-b6d08fe9efed tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Network e0f317b6-a277-4c58-ba86-1ac996097a7f is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:34.062662 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-3c9403f7-7296-4606-921c-b6d08fe9efed tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:34.066919 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9403f7-7296-4606-921c-b6d08fe9efed tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:34.067497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3c9403f7-7296-4606-921c-b6d08fe9efed tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:34.072134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9b9ef2-16a8-4faf-abd3-8323dc8c4fc9 None None] Network e0f317b6-a277-4c58-ba86-1ac996097a7f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:34.072583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9403f7-7296-4606-921c-b6d08fe9efed tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Subnet': ['ID=ea825271-b52d-4d67-95bd-8c262a9af5ba,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:34.178656 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3c9403f7-7296-4606-921c-b6d08fe9efed tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8760026 May 25 23:01:34.181464 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42172) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:34.187937 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-71c0c123-a21a-410d-a623-061c6d36c52f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1352627117', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ea825271-b52d-4d67-95bd-8c262a9af5ba'}], 'security_groups': ['b2f1a6f4-a768-4b1a-ac3b-671fa72364bc', 'd15d1813-951a-4423-9387-1398a4290e5a']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:34.218890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42176) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:34.367306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-71c0c123-a21a-410d-a623-061c6d36c52f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:34.383411 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0806fce8-3c67-4132-b4d1-6dea10e164b4 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=cf9636952f01491a97cc3c500b4629f1&network_id=c293d67f-56bf-4112-a4a8-d7ebc0d297e3 HTTP/1.1" status: 200 len: 3000 time: 0.1634676 May 25 23:01:34.398438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb8f102-72c8-42e6-9e35-a693c3ae27bc None None] Update dhcp port {'port': {'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'fixed_ips': [{'subnet_id': '1f850c28-d77d-4771-a204-79f9d8fee128', 'ip_address': '172.20.0.18'}, {'subnet_id': '713ec0e3-2230-4912-8191-5f2035e40f48', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ea825271-b52d-4d67-95bd-8c262a9af5ba'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': 'ca7c979d-5351-4828-b5a1-76c242b131a9'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 23:01:34.453471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fdb8f102-72c8-42e6-9e35-a693c3ae27bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:34.499581 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42184) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:34.561914 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff41ec3a-4008-4271-b80d-62a7ea9408c9 admin admin] Deleting subnet 645a8f32-c343-4888-943f-64d6ac4101ab {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:01:34.566221 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff41ec3a-4008-4271-b80d-62a7ea9408c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:34.623578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff41ec3a-4008-4271-b80d-62a7ea9408c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:34.677365 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 5b469c43-8a5e-429d-b544-a4be5a41954c no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:01:34.684733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff41ec3a-4008-4271-b80d-62a7ea9408c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:34.716548 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 5b469c43-8a5e-429d-b544-a4be5a41954c {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:01:34.716548 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 5b469c43-8a5e-429d-b544-a4be5a41954c not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:01:34.717248 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-fdb8f102-72c8-42e6-9e35-a693c3ae27bc None None] Allocated IP 172.20.0.34 (e0f317b6-a277-4c58-ba86-1ac996097a7f/ea825271-b52d-4d67-95bd-8c262a9af5ba/ca7c979d-5351-4828-b5a1-76c242b131a9) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:34.838537 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff41ec3a-4008-4271-b80d-62a7ea9408c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:34.889960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-fdb8f102-72c8-42e6-9e35-a693c3ae27bc None None] For port ca7c979d-5351-4828-b5a1-76c242b131a9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ca7c979d-5351-4828-b5a1-76c242b131a9,segment=NetworkSegment(942a9423-7ca0-4750-a34a-aeec14f1cdc0),segment_id=942a9423-7ca0-4750-a34a-aeec14f1cdc0)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:34.918090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fdb8f102-72c8-42e6-9e35-a693c3ae27bc None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:34.935963 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fdb8f102-72c8-42e6-9e35-a693c3ae27bc None None] Transition to ACTIVE for port object ca7c979d-5351-4828-b5a1-76c242b131a9 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:34.978123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41ec3a-4008-4271-b80d-62a7ea9408c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=645a8f32-c343-4888-943f-64d6ac4101ab,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:34.984395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff41ec3a-4008-4271-b80d-62a7ea9408c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:34.990123 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ff41ec3a-4008-4271-b80d-62a7ea9408c9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/645a8f32-c343-4888-943f-64d6ac4101ab HTTP/1.1" status: 204 len: 168 time: 0.4895594 May 25 23:01:34.992564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42190) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:34.992927 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fdb8f102-72c8-42e6-9e35-a693c3ae27bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.101900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8d02f6e5-499b-4a9e-8b1f-0ca0d714441c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.130233 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-71c0c123-a21a-410d-a623-061c6d36c52f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Delete allocated IP 172.20.0.6 (e0f317b6-a277-4c58-ba86-1ac996097a7f/713ec0e3-2230-4912-8191-5f2035e40f48) {{(pid=84717) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 23:01:35.138610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-71c0c123-a21a-410d-a623-061c6d36c52f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Allocated IP 172.20.0.40 (e0f317b6-a277-4c58-ba86-1ac996097a7f/ea825271-b52d-4d67-95bd-8c262a9af5ba/72564f31-c0a8-418e-883b-343945834cc2) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:35.170329 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8f102-72c8-42e6-9e35-a693c3ae27bc None None] Pushing event updated for resources: {'Port': ['ID=ca7c979d-5351-4828-b5a1-76c242b131a9,revision_number=7']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:35.235324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8d02f6e5-499b-4a9e-8b1f-0ca0d714441c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.262434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-8d02f6e5-499b-4a9e-8b1f-0ca0d714441c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0699e34-4a57-42d6-be13-95458d741c5b']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:35.275774 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-8d02f6e5-499b-4a9e-8b1f-0ca0d714441c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9bda13-97f9-4346-b2d4-9f96c619875f') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:35.276177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-8d02f6e5-499b-4a9e-8b1f-0ca0d714441c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9bda13-97f9-4346-b2d4-9f96c619875f') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:35.289270 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8d02f6e5-499b-4a9e-8b1f-0ca0d714441c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.306917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8d02f6e5-499b-4a9e-8b1f-0ca0d714441c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.314415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d02f6e5-499b-4a9e-8b1f-0ca0d714441c admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:01:35.315156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8d02f6e5-499b-4a9e-8b1f-0ca0d714441c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:01:35.329972 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:01:35.361695 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-71c0c123-a21a-410d-a623-061c6d36c52f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.378905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-71c0c123-a21a-410d-a623-061c6d36c52f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Transition to ACTIVE for port object 72564f31-c0a8-418e-883b-343945834cc2 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:35.474713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-71c0c123-a21a-410d-a623-061c6d36c52f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.486207 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8d02f6e5-499b-4a9e-8b1f-0ca0d714441c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.502511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8d02f6e5-499b-4a9e-8b1f-0ca0d714441c admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.515663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02f6e5-499b-4a9e-8b1f-0ca0d714441c admin admin] Pushing event deleted for resources: {'Network': ['ID=b0699e34-4a57-42d6-be13-95458d741c5b,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:35.586702 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0c123-a21a-410d-a623-061c6d36c52f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event updated for resources: {'Port': ['ID=72564f31-c0a8-418e-883b-343945834cc2,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:35.602201 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8d02f6e5-499b-4a9e-8b1f-0ca0d714441c admin admin] 10.222.0.66 "DELETE /v2.0/networks/b0699e34-4a57-42d6-be13-95458d741c5b HTTP/1.1" status: 204 len: 168 time: 0.6063409 May 25 23:01:35.606068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42196) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:35.648835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-71c0c123-a21a-410d-a623-061c6d36c52f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] In _notify_port_updated(), no bound segment for port 72564f31-c0a8-418e-883b-343945834cc2 on network e0f317b6-a277-4c58-ba86-1ac996097a7f {{(pid=84717) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 23:01:35.653444 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c0c123-a21a-410d-a623-061c6d36c52f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:35.654065 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-71c0c123-a21a-410d-a623-061c6d36c52f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.658531 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42200) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:35.658702 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-71c0c123-a21a-410d-a623-061c6d36c52f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "PUT /v2.0/ports/72564f31-c0a8-418e-883b-343945834cc2 HTTP/1.1" status: 200 len: 960 time: 1.4761481 May 25 23:01:35.710322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2260c2-9e59-4dbc-b104-ff49b89b1da7 admin admin] Deleting subnet a633b320-1125-4cb9-9ad2-856d6b1586d0 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:01:35.722377 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bd2260c2-9e59-4dbc-b104-ff49b89b1da7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.775232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-bc858c37-9952-44e1-a629-e3484860c00c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port 72564f31-c0a8-418e-883b-343945834cc2 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:01:35.775564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc858c37-9952-44e1-a629-e3484860c00c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.821939 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bd2260c2-9e59-4dbc-b104-ff49b89b1da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.850010 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d84ac8f8-0d36-498d-b683-cb6f345fde94 None None] Provisioning for port ca7c979d-5351-4828-b5a1-76c242b131a9 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:35.855563 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d84ac8f8-0d36-498d-b683-cb6f345fde94 None None] Provisioning complete for port ca7c979d-5351-4828-b5a1-76c242b131a9 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:35.856165 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d84ac8f8-0d36-498d-b683-cb6f345fde94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.935724 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bd2260c2-9e59-4dbc-b104-ff49b89b1da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:35.984551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d84ac8f8-0d36-498d-b683-cb6f345fde94 None None] Provisioning complete for port 5d56546a-2217-4da6-9018-f18452632731 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:35.984837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d84ac8f8-0d36-498d-b683-cb6f345fde94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.035450 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-d84ac8f8-0d36-498d-b683-cb6f345fde94 None None] Port 5d56546a-2217-4da6-9018-f18452632731 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:36.131623 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d84ac8f8-0d36-498d-b683-cb6f345fde94 None None] Provisioning for port 72564f31-c0a8-418e-883b-343945834cc2 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:36.133572 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc858c37-9952-44e1-a629-e3484860c00c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.137021 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d84ac8f8-0d36-498d-b683-cb6f345fde94 None None] Provisioning complete for port 72564f31-c0a8-418e-883b-343945834cc2 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:36.141938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d84ac8f8-0d36-498d-b683-cb6f345fde94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.191596 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-d84ac8f8-0d36-498d-b683-cb6f345fde94 None None] Port 72564f31-c0a8-418e-883b-343945834cc2 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:36.234283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42206) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:36.255129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bd2260c2-9e59-4dbc-b104-ff49b89b1da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.263876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-bc858c37-9952-44e1-a629-e3484860c00c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for 72564f31-c0a8-418e-883b-343945834cc2 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:01:36.302850 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730f45e-86b7-43ca-a09f-e7ad3a7fff87 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:36.307055 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1730f45e-86b7-43ca-a09f-e7ad3a7fff87 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d HTTP/1.1" status: 200 len: 814 time: 0.0694747 May 25 23:01:36.312236 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7f37d5e5-626f-47f0-8379-3a41678c0943 None None] Provisioning complete for port 72564f31-c0a8-418e-883b-343945834cc2 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:36.312631 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7f37d5e5-626f-47f0-8379-3a41678c0943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.342339 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2260c2-9e59-4dbc-b104-ff49b89b1da7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a633b320-1125-4cb9-9ad2-856d6b1586d0,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:36.358534 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bd2260c2-9e59-4dbc-b104-ff49b89b1da7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.368939 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-7f37d5e5-626f-47f0-8379-3a41678c0943 None None] Port 72564f31-c0a8-418e-883b-343945834cc2 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:36.369412 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bd2260c2-9e59-4dbc-b104-ff49b89b1da7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a633b320-1125-4cb9-9ad2-856d6b1586d0 HTTP/1.1" status: 204 len: 168 time: 0.7659171 May 25 23:01:36.372110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42212) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:36.479598 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ecd0e5ab-e900-4de0-ae11-39771087dafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.506175 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ca7c979d-5351-4828-b5a1-76c242b131a9 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:01:36.509306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc858c37-9952-44e1-a629-e3484860c00c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.556792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc858c37-9952-44e1-a629-e3484860c00c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=72564f31-c0a8-418e-883b-343945834cc2,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:36.583673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ca7c979d-5351-4828-b5a1-76c242b131a9 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:36.584038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.613188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ecd0e5ab-e900-4de0-ae11-39771087dafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.641905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-ecd0e5ab-e900-4de0-ae11-39771087dafe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a1445e-b279-46f6-af10-c6d2cef3bb00']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:36.655874 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-ecd0e5ab-e900-4de0-ae11-39771087dafe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad05fea9-5985-4b4e-802e-df39626d6b4e') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:36.656426 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-ecd0e5ab-e900-4de0-ae11-39771087dafe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad05fea9-5985-4b4e-802e-df39626d6b4e') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:36.669235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ecd0e5ab-e900-4de0-ae11-39771087dafe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.672845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bc858c37-9952-44e1-a629-e3484860c00c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.687793 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bc858c37-9952-44e1-a629-e3484860c00c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/72564f31-c0a8-418e-883b-343945834cc2 HTTP/1.1" status: 204 len: 168 time: 1.0280409 May 25 23:01:36.690410 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ecd0e5ab-e900-4de0-ae11-39771087dafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.690627 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42218) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:36.703440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd0e5ab-e900-4de0-ae11-39771087dafe admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:01:36.704199 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ecd0e5ab-e900-4de0-ae11-39771087dafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:01:36.718714 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:01:36.742603 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4ebd94-28fc-43f7-bdf0-19f6db7a1d11 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] GET failed (client error): The resource could not be found. May 25 23:01:36.743110 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fe4ebd94-28fc-43f7-bdf0-19f6db7a1d11 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Synchronizing usage tracker for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:01:36.804366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fe4ebd94-28fc-43f7-bdf0-19f6db7a1d11 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Unset dirty status for tenant:4e40335e489b4fbcbbb65e8797e0298c on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:01:36.805612 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fe4ebd94-28fc-43f7-bdf0-19f6db7a1d11 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports/72564f31-c0a8-418e-883b-343945834cc2 HTTP/1.1" status: 404 len: 333 time: 0.1140480 May 25 23:01:36.808456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42222) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:36.852895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ecd0e5ab-e900-4de0-ae11-39771087dafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.871298 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ecd0e5ab-e900-4de0-ae11-39771087dafe admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.879147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42226) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:36.884763 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2023846e-7287-4e4f-b99f-6ea59b4c6491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'network': {'name': 'tempest-network-smoke--527411207', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'port_security_enabled': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:36.891461 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ecd0e5ab-e900-4de0-ae11-39771087dafe admin admin] 10.222.0.66 "DELETE /v2.0/networks/a5a1445e-b279-46f6-af10-c6d2cef3bb00 HTTP/1.1" status: 204 len: 168 time: 0.5182590 May 25 23:01:36.892372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0e5ab-e900-4de0-ae11-39771087dafe admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a1445e-b279-46f6-af10-c6d2cef3bb00,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:36.901976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-634cf108-77e0-4fee-a44c-f7ba7d32df4d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.902085 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2023846e-7287-4e4f-b99f-6ea59b4c6491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:36.905450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2023846e-7287-4e4f-b99f-6ea59b4c6491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:network and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:36.909187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2023846e-7287-4e4f-b99f-6ea59b4c6491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:36.915842 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2023846e-7287-4e4f-b99f-6ea59b4c6491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:36.929711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-634cf108-77e0-4fee-a44c-f7ba7d32df4d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:36.983463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2023846e-7287-4e4f-b99f-6ea59b4c6491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:36.987023 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2023846e-7287-4e4f-b99f-6ea59b4c6491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.063544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-634cf108-77e0-4fee-a44c-f7ba7d32df4d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.082087 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634cf108-77e0-4fee-a44c-f7ba7d32df4d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fccaba4-7433-4f3d-9e85-11b89d1d3c62,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:37.086914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-634cf108-77e0-4fee-a44c-f7ba7d32df4d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.087854 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-634cf108-77e0-4fee-a44c-f7ba7d32df4d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/security-groups/6fccaba4-7433-4f3d-9e85-11b89d1d3c62 HTTP/1.1" status: 204 len: 168 time: 0.2782664 May 25 23:01:37.091429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42232) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:37.116008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2023846e-7287-4e4f-b99f-6ea59b4c6491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:01:37.124893 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2023846e-7287-4e4f-b99f-6ea59b4c6491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.125237 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-2023846e-7287-4e4f-b99f-6ea59b4c6491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Added segment 022ffaaa-2775-4370-b28e-f7918f014bd0 of type vlan for network f0d17b60-3fe6-4d45-b9df-16f6df25ec43 May 25 23:01:37.152668 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2023846e-7287-4e4f-b99f-6ea59b4c6491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.159567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7c53-ca8f-4c9f-b55d-8d72d6bc523d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.187436 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7c53-ca8f-4c9f-b55d-8d72d6bc523d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.272479 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2023846e-7287-4e4f-b99f-6ea59b4c6491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.277434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2023846e-7287-4e4f-b99f-6ea59b4c6491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:37.278135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2023846e-7287-4e4f-b99f-6ea59b4c6491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.298107 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7c53-ca8f-4c9f-b55d-8d72d6bc523d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.322594 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7c53-ca8f-4c9f-b55d-8d72d6bc523d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.324497 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7c9b7c53-ca8f-4c9f-b55d-8d72d6bc523d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/security-groups/d15d1813-951a-4423-9387-1398a4290e5a HTTP/1.1" status: 204 len: 168 time: 0.2319698 May 25 23:01:37.325761 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42236) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:37.327891 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b7c53-ca8f-4c9f-b55d-8d72d6bc523d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15d1813-951a-4423-9387-1398a4290e5a,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:37.329424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42238) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:37.390060 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023846e-7287-4e4f-b99f-6ea59b4c6491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Network': ['ID=f0d17b60-3fe6-4d45-b9df-16f6df25ec43,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:37.400157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network f0d17b60-3fe6-4d45-b9df-16f6df25ec43 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:01:37.428943 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dcc7e322-be66-4f85-8fc6-333eadef7d96 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a24bc07dda3458589c5ff8abfbe45c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1024222 May 25 23:01:37.434147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42244) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:37.437416 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-414673f4-9cbf-4f9b-bcef-fb3f25f4fa32 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.458765 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2023846e-7287-4e4f-b99f-6ea59b4c6491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5785398 May 25 23:01:37.461959 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42248) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:37.498884 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-350d4128-f72c-414d-b7a6-1a49df624498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.506449 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-414673f4-9cbf-4f9b-bcef-fb3f25f4fa32 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.530432 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-350d4128-f72c-414d-b7a6-1a49df624498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.557306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b77608-1a4a-46ac-97ab-53e7f94d7fae tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:37.559408 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c9b77608-1a4a-46ac-97ab-53e7f94d7fae tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=cf9636952f01491a97cc3c500b4629f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0963194 May 25 23:01:37.563014 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42252) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:37.663453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-350d4128-f72c-414d-b7a6-1a49df624498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.678055 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d4128-f72c-414d-b7a6-1a49df624498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86199f4f-f8d8-447c-9e3f-4542438764d8,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:37.686299 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-350d4128-f72c-414d-b7a6-1a49df624498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.688578 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-350d4128-f72c-414d-b7a6-1a49df624498 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/86199f4f-f8d8-447c-9e3f-4542438764d8 HTTP/1.1" status: 204 len: 168 time: 0.2548335 May 25 23:01:37.694995 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa5a21f-c04f-4d77-b89d-e86fc4db7fc6 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:37.696467 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7aa5a21f-c04f-4d77-b89d-e86fc4db7fc6 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1325665 May 25 23:01:37.700015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42258) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:37.820195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-414673f4-9cbf-4f9b-bcef-fb3f25f4fa32 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.838388 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ed1595ba-3404-49dd-b74d-e830ce3a7458 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1372602 May 25 23:01:37.841567 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42262) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:37.843077 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414673f4-9cbf-4f9b-bcef-fb3f25f4fa32 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f1a6f4-a768-4b1a-ac3b-671fa72364bc,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:37.847370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-414673f4-9cbf-4f9b-bcef-fb3f25f4fa32 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.850678 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-414673f4-9cbf-4f9b-bcef-fb3f25f4fa32 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/security-groups/b2f1a6f4-a768-4b1a-ac3b-671fa72364bc HTTP/1.1" status: 204 len: 168 time: 0.5179219 May 25 23:01:37.852497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42266) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:37.893952 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-89e25ca2-ec90-4448-9e5b-67e5e0b96e5a tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=cf9636952f01491a97cc3c500b4629f1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511532 May 25 23:01:37.896408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42270) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:37.920902 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting subnet 713ec0e3-2230-4912-8191-5f2035e40f48 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:01:37.924431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:37.984646 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:38.031070 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610d988f-7f79-40c5-b9ce-e7b375c48cbd tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:38.031070 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-610d988f-7f79-40c5-b9ce-e7b375c48cbd tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306298 May 25 23:01:38.031070 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42276) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:38.069808 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d3ee9ef9-4e90-4d90-bfdb-a179c01ae0ee tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376480 May 25 23:01:38.072322 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42280) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:38.079992 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4cb2233e-f703-4498-b576-c6e207668ef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-955606328', 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:38.103521 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:38.244327 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4cb2233e-f703-4498-b576-c6e207668ef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:38.251268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4cb2233e-f703-4498-b576-c6e207668ef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:subnet and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:38.256494 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4cb2233e-f703-4498-b576-c6e207668ef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:38.264704 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4cb2233e-f703-4498-b576-c6e207668ef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:38.366487 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb2233e-f703-4498-b576-c6e207668ef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:38.381994 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:38.487671 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Subnet': ['ID=713ec0e3-2230-4912-8191-5f2035e40f48,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:38.491912 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42284) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:38.501505 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:38.507432 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609d8c31-0dc9-4d62-bffc-d7412b3c9eca None None] Network e0f317b6-a277-4c58-ba86-1ac996097a7f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:38.519435 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:38.523837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:38.523837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:38.523837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:38.523837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:38.523837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:38.523837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:38.523837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:38.523837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:38.523837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:38.523837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:38.532819 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cf24a88f-8ba1-441e-bdde-9e5ef6bc8f28 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/713ec0e3-2230-4912-8191-5f2035e40f48 HTTP/1.1" status: 204 len: 168 time: 0.6792195 May 25 23:01:38.534859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42288) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:38.553504 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d6119592-a9ca-430b-8c72-8c6a2188df0c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb81575920aa4585a9510230a2867c68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0584671 May 25 23:01:38.554113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42292) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:38.569504 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4cb2233e-f703-4498-b576-c6e207668ef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:38.635183 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-77c2eb9e-e1cb-405f-9b22-6db17139a101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:38.671725 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-77c2eb9e-e1cb-405f-9b22-6db17139a101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:38.810054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-77c2eb9e-e1cb-405f-9b22-6db17139a101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:38.825246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2eb9e-e1cb-405f-9b22-6db17139a101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd5b4e3-3be3-4ded-a3b2-525693353ca7,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:38.833676 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-77c2eb9e-e1cb-405f-9b22-6db17139a101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:38.834721 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-77c2eb9e-e1cb-405f-9b22-6db17139a101 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6dd5b4e3-3be3-4ded-a3b2-525693353ca7 HTTP/1.1" status: 204 len: 168 time: 0.2774656 May 25 23:01:38.902721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c123a1-eb13-463d-af5e-305ec766900f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting subnet ea825271-b52d-4d67-95bd-8c262a9af5ba {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:01:38.909767 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-12c123a1-eb13-463d-af5e-305ec766900f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:39.001838 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-12c123a1-eb13-463d-af5e-305ec766900f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:39.098752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-12c123a1-eb13-463d-af5e-305ec766900f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:39.153363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4cb2233e-f703-4498-b576-c6e207668ef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:39.307263 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2233e-f703-4498-b576-c6e207668ef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Subnet': ['ID=6cf539f8-8ae9-4cc7-80ed-aabebceaad0e,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:39.322343 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-12c123a1-eb13-463d-af5e-305ec766900f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:39.369099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb2233e-f703-4498-b576-c6e207668ef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Checking segment: {'id': '022ffaaa-2775-4370-b28e-f7918f014bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:01:39.369461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb2233e-f703-4498-b576-c6e207668ef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network hostable DHCP agents. Network: f0d17b60-3fe6-4d45-b9df-16f6df25ec43, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:01:39.390655 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c123a1-eb13-463d-af5e-305ec766900f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Subnet': ['ID=ea825271-b52d-4d67-95bd-8c262a9af5ba,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:39.402054 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-12c123a1-eb13-463d-af5e-305ec766900f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:39.417884 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-12c123a1-eb13-463d-af5e-305ec766900f tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/ea825271-b52d-4d67-95bd-8c262a9af5ba HTTP/1.1" status: 204 len: 168 time: 0.8808103 May 25 23:01:39.420284 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42298) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:39.441459 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e88fbf7-0db4-4ead-adc3-fa141b0c3a5f None None] Network e0f317b6-a277-4c58-ba86-1ac996097a7f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:39.460357 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f46ece-0725-49c9-8e93-7e8eff0a2a8b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] DELETE failed (client error): The resource could not be found. May 25 23:01:39.460823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f46ece-0725-49c9-8e93-7e8eff0a2a8b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:01:39.466073 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-52f46ece-0725-49c9-8e93-7e8eff0a2a8b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/713ec0e3-2230-4912-8191-5f2035e40f48 HTTP/1.1" status: 404 len: 337 time: 0.0414238 May 25 23:01:39.466394 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42302) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:39.507789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb2233e-f703-4498-b576-c6e207668ef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network f0d17b60-3fe6-4d45-b9df-16f6df25ec43 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:01:39.546657 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d406663-46d0-4f97-85e8-cc75811fc901 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting subnet 1f850c28-d77d-4771-a204-79f9d8fee128 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:01:39.550136 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5d406663-46d0-4f97-85e8-cc75811fc901 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:39.562018 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-61d96617-fcc3-4d01-a194-03e7ea8effe7 None None] Provisioning complete for port ca7c979d-5351-4828-b5a1-76c242b131a9 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:39.562590 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-61d96617-fcc3-4d01-a194-03e7ea8effe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:39.605618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5d406663-46d0-4f97-85e8-cc75811fc901 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:39.632492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-4cb2233e-f703-4498-b576-c6e207668ef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, f0d17b60-3fe6-4d45-b9df-16f6df25ec43) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:39.646010 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09e892a-4151-40e8-8bb0-7e6d0d7ba1e7 None None] Network f0d17b60-3fe6-4d45-b9df-16f6df25ec43 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:39.649137 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb2233e-f703-4498-b576-c6e207668ef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:39.649722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4cb2233e-f703-4498-b576-c6e207668ef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:39.705316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5d406663-46d0-4f97-85e8-cc75811fc901 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:39.761810 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4cb2233e-f703-4498-b576-c6e207668ef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6884222 May 25 23:01:39.838962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5d406663-46d0-4f97-85e8-cc75811fc901 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:39.879133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d406663-46d0-4f97-85e8-cc75811fc901 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Subnet': ['ID=1f850c28-d77d-4771-a204-79f9d8fee128,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:39.887473 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5d406663-46d0-4f97-85e8-cc75811fc901 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:39.893542 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5d406663-46d0-4f97-85e8-cc75811fc901 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/1f850c28-d77d-4771-a204-79f9d8fee128 HTTP/1.1" status: 204 len: 168 time: 0.4261255 May 25 23:01:39.902230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42308) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:39.906454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42312) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:39.912712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f14c5cb5-e0ad-4e3f-a353-80948b0a1d4b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-206622898', 'description': 'tempest-secgroup-smoke-206622898 description', 'project_id': 'cf9636952f01491a97cc3c500b4629f1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:39.919636 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f14c5cb5-e0ad-4e3f-a353-80948b0a1d4b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:39.929652 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f14c5cb5-e0ad-4e3f-a353-80948b0a1d4b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:40.000938 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f14c5cb5-e0ad-4e3f-a353-80948b0a1d4b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:40.045033 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4582d9-9d64-425b-b031-999f5f5cbc8c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] DELETE failed (client error): The resource could not be found. May 25 23:01:40.045227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-61d96617-fcc3-4d01-a194-03e7ea8effe7 None None] Provisioning complete for port 5d56546a-2217-4da6-9018-f18452632731 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:40.045410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-61d96617-fcc3-4d01-a194-03e7ea8effe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:40.045740 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4582d9-9d64-425b-b031-999f5f5cbc8c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:01:40.047464 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8d4582d9-9d64-425b-b031-999f5f5cbc8c tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/fa30b391-d9ec-4432-af09-9b0c7ef2234b HTTP/1.1" status: 404 len: 337 time: 0.1442051 May 25 23:01:40.050159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42316) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:40.075107 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-f0d17b60-3fe6-4d45-b9df-16f6df25ec43', 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ips': [{'subnet_id': '6cf539f8-8ae9-4cc7-80ed-aabebceaad0e'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:01:40.075919 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:40.095336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f14c5cb5-e0ad-4e3f-a353-80948b0a1d4b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:40.105108 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4a1ca92c-d071-4bde-b1d4-efbd246176bc tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "GET /v2.0/ports?device_id=23970df3-dade-4e74-9dcd-6a71b043bdaa HTTP/1.1" status: 200 len: 205 time: 0.0531466 May 25 23:01:40.106068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f14c5cb5-e0ad-4e3f-a353-80948b0a1d4b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:40.107829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42320) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:40.109330 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f14c5cb5-e0ad-4e3f-a353-80948b0a1d4b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:40.116040 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f14c5cb5-e0ad-4e3f-a353-80948b0a1d4b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:40.174341 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.api.v2.resource [None req-7aa37d8a-625f-40ac-a3e4-1a7f80c61e94 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] delete failed (client error): The resource could not be found. May 25 23:01:40.177877 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7aa37d8a-625f-40ac-a3e4-1a7f80c61e94 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/routers/23970df3-dade-4e74-9dcd-6a71b043bdaa HTTP/1.1" status: 404 len: 336 time: 0.0664248 May 25 23:01:40.178049 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f14c5cb5-e0ad-4e3f-a353-80948b0a1d4b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:40.178172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42324) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:40.215523 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1fddbb-be0e-4e78-a466-6bc82bbf535b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] DELETE failed (client error): The resource could not be found. May 25 23:01:40.215953 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1fddbb-be0e-4e78-a466-6bc82bbf535b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:01:40.220092 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4f1fddbb-be0e-4e78-a466-6bc82bbf535b tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/36ed1005-f875-42e9-b958-657906e8cf02 HTTP/1.1" status: 404 len: 337 time: 0.0387068 May 25 23:01:40.220270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-61d96617-fcc3-4d01-a194-03e7ea8effe7 None None] Port 5d56546a-2217-4da6-9018-f18452632731 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:40.220747 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42328) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:40.246350 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce651c2e-4a66-4eb9-a074-3e6879684ae8 None None] Update dhcp port {'port': {'network_id': 'e0f317b6-a277-4c58-ba86-1ac996097a7f', 'fixed_ips': [{'subnet_id': '1f850c28-d77d-4771-a204-79f9d8fee128'}], 'binding:host_id': 'dv-neutron-843300-1-hyperv'}, 'id': 'ca7c979d-5351-4828-b5a1-76c242b131a9'} from dv-neutron-843300-1-hyperv. {{(pid=84718) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 25 23:01:40.247205 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f14c5cb5-e0ad-4e3f-a353-80948b0a1d4b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:40.261948 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fb7fb5-e3db-47ea-aaa7-6dec8938cb3e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] DELETE failed (client error): The resource could not be found. May 25 23:01:40.262699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87fb7fb5-e3db-47ea-aaa7-6dec8938cb3e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:01:40.267710 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-87fb7fb5-e3db-47ea-aaa7-6dec8938cb3e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/119ee741-9706-48be-b4e1-31072fb64d46 HTTP/1.1" status: 404 len: 337 time: 0.0456884 May 25 23:01:40.268470 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42332) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:40.297966 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c5cb5-e0ad-4e3f-a353-80948b0a1d4b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844abab7-ebe7-4b53-81d1-7560c8144b1b,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:40.325441 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bbd280-7119-49d0-9506-1ab0ba1cd1f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] DELETE failed (client error): The resource could not be found. May 25 23:01:40.325968 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bbd280-7119-49d0-9506-1ab0ba1cd1f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84717) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:01:40.330143 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-53bbd280-7119-49d0-9506-1ab0ba1cd1f5 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/1c50f802-f51d-4b77-989a-767a9779a60a HTTP/1.1" status: 404 len: 337 time: 0.0578961 May 25 23:01:40.330525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42336) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:40.352333 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ce651c2e-4a66-4eb9-a074-3e6879684ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:40.371018 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f14c5cb5-e0ad-4e3f-a353-80948b0a1d4b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:40.374973 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f14c5cb5-e0ad-4e3f-a353-80948b0a1d4b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4641767 May 25 23:01:40.374973 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-d005bf77-7820-4013-be7c-912568147e88 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] DELETE failed (client error): The resource could not be found. May 25 23:01:40.374973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d005bf77-7820-4013-be7c-912568147e88 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:01:40.375672 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d005bf77-7820-4013-be7c-912568147e88 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/06ea58a8-aca4-48f4-89d2-c3e353d90966 HTTP/1.1" status: 404 len: 333 time: 0.0441387 May 25 23:01:40.376230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42340) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:40.378300 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42342) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:40.382647 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-44ef8fee-58c9-46ff-8b00-3dabb2c4e67b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '844abab7-ebe7-4b53-81d1-7560c8144b1b', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:40.388869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-44ef8fee-58c9-46ff-8b00-3dabb2c4e67b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:40.393304 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-44ef8fee-58c9-46ff-8b00-3dabb2c4e67b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:40.396426 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-44ef8fee-58c9-46ff-8b00-3dabb2c4e67b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:40.403346 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-44ef8fee-58c9-46ff-8b00-3dabb2c4e67b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:40.418133 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fed3ba7-35f7-4d47-a99d-ad239b152f5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] DELETE failed (client error): The resource could not be found. May 25 23:01:40.418430 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Allocated IP 172.20.0.18 (f0d17b60-3fe6-4d45-b9df-16f6df25ec43/6cf539f8-8ae9-4cc7-80ed-aabebceaad0e/d0ba1724-40d0-4834-88be-c677c57c863e) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:40.418598 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fed3ba7-35f7-4d47-a99d-ad239b152f5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:01:40.420186 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7fed3ba7-35f7-4d47-a99d-ad239b152f5e tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/a073c7e3-28cc-4f2b-95ae-5e0de989573e HTTP/1.1" status: 404 len: 337 time: 0.0409672 May 25 23:01:40.422999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42348) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:40.461132 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd4b92a-2a04-4889-9eb5-48e0030fce13 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] DELETE failed (client error): The resource could not be found. May 25 23:01:40.461562 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd4b92a-2a04-4889-9eb5-48e0030fce13 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:01:40.465563 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4bd4b92a-2a04-4889-9eb5-48e0030fce13 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/f3dfa386-2418-4480-8bcf-b745d9743242 HTTP/1.1" status: 404 len: 337 time: 0.0392992 May 25 23:01:40.465777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42352) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:40.499451 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44ef8fee-58c9-46ff-8b00-3dabb2c4e67b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:40.505188 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-26038923-977b-4b97-8577-5025d39d4b3a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] DELETE failed (client error): The resource could not be found. May 25 23:01:40.506039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26038923-977b-4b97-8577-5025d39d4b3a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:01:40.509563 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-26038923-977b-4b97-8577-5025d39d4b3a tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/32364742-e8f7-420f-b390-f05b1262cf5c HTTP/1.1" status: 404 len: 333 time: 0.0405943 May 25 23:01:40.509800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42356) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:40.551149 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a97702-41fd-4ce2-9bbd-128098870ca2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] DELETE failed (client error): The resource could not be found. May 25 23:01:40.551591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a97702-41fd-4ce2-9bbd-128098870ca2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:01:40.558475 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-67a97702-41fd-4ce2-9bbd-128098870ca2 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/243f777b-4e8d-477c-900d-5f57efde648d HTTP/1.1" status: 404 len: 337 time: 0.0425742 May 25 23:01:40.560436 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42360) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:40.566230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44ef8fee-58c9-46ff-8b00-3dabb2c4e67b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:40.609821 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebecffb-9e62-4e5c-a6b3-fa7afefc3e68 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] DELETE failed (client error): The resource could not be found. May 25 23:01:40.610331 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebecffb-9e62-4e5c-a6b3-fa7afefc3e68 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:01:40.612056 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0ebecffb-9e62-4e5c-a6b3-fa7afefc3e68 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/subnets/2e3ea119-cf91-4351-a9b6-4c79406f272d HTTP/1.1" status: 404 len: 337 time: 0.0481138 May 25 23:01:40.614553 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42364) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:40.643842 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af73145b-5264-4085-8ed6-2ba0897bb49a None None] Network e0f317b6-a277-4c58-ba86-1ac996097a7f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:40.678618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44ef8fee-58c9-46ff-8b00-3dabb2c4e67b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:40.684269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port 5d56546a-2217-4da6-9018-f18452632731 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:01:40.684710 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:40.705172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef8fee-58c9-46ff-8b00-3dabb2c4e67b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f701549-5ec6-4ec4-af3b-99c638572d1c,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:40.806013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-44ef8fee-58c9-46ff-8b00-3dabb2c4e67b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:40.810536 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-44ef8fee-58c9-46ff-8b00-3dabb2c4e67b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4298844 May 25 23:01:40.810786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42368) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:40.816899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b6a791ba-0742-4357-8467-932e6997487f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '844abab7-ebe7-4b53-81d1-7560c8144b1b', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:40.823780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b6a791ba-0742-4357-8467-932e6997487f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:40.827992 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b6a791ba-0742-4357-8467-932e6997487f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:40.831698 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b6a791ba-0742-4357-8467-932e6997487f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:40.833319 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:40.837835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b6a791ba-0742-4357-8467-932e6997487f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:40.839193 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d256d6a7-4def-4e70-aa37-1e73e5ff82c9 None None] Provisioning complete for port ca7c979d-5351-4828-b5a1-76c242b131a9 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:40.839386 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d256d6a7-4def-4e70-aa37-1e73e5ff82c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:40.900817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:40.911410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Transition to ACTIVE for port object d0ba1724-40d0-4834-88be-c677c57c863e will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:40.914315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6a791ba-0742-4357-8467-932e6997487f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:40.956062 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Transition to ACTIVE for port object d0ba1724-40d0-4834-88be-c677c57c863e will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:40.981763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6a791ba-0742-4357-8467-932e6997487f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.028123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for 5d56546a-2217-4da6-9018-f18452632731 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:01:41.047802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.058153 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6a791ba-0742-4357-8467-932e6997487f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.083871 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81161283-20d8-4449-bad9-8abf2078f858 None None] DHCP port deletion for e0f317b6-a277-4c58-ba86-1ac996097a7f request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:01:41.085752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a791ba-0742-4357-8467-932e6997487f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aefbff5-0dac-4436-9d2c-ed0a4a1ea70b,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:41.106770 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-81161283-20d8-4449-bad9-8abf2078f858 None None] Deleting port ca7c979d-5351-4828-b5a1-76c242b131a9 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:01:41.107138 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-81161283-20d8-4449-bad9-8abf2078f858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.171277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Network f0d17b60-3fe6-4d45-b9df-16f6df25ec43 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:41.171993 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d256d6a7-4def-4e70-aa37-1e73e5ff82c9 None None] Provisioning complete for port 5d56546a-2217-4da6-9018-f18452632731 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:41.172353 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d256d6a7-4def-4e70-aa37-1e73e5ff82c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.177229 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6a791ba-0742-4357-8467-932e6997487f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.181041 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b6a791ba-0742-4357-8467-932e6997487f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3667421 May 25 23:01:41.181318 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42372) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:41.187412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-5ef3275c-9577-4833-a8b5-83b2d1357753 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '844abab7-ebe7-4b53-81d1-7560c8144b1b', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:41.193755 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5ef3275c-9577-4833-a8b5-83b2d1357753 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:41.197670 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5ef3275c-9577-4833-a8b5-83b2d1357753 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:41.201125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5ef3275c-9577-4833-a8b5-83b2d1357753 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:41.207059 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5ef3275c-9577-4833-a8b5-83b2d1357753 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:41.207829 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:41.219136 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:01:41.222656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Pushing event updated for resources: {'Port': ['ID=d0ba1724-40d0-4834-88be-c677c57c863e,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:41.268662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.305218 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5ef3275c-9577-4833-a8b5-83b2d1357753 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.318275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Port': ['ID=5d56546a-2217-4da6-9018-f18452632731,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:41.332112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.332456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.332820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.333150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.333475 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.333796 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.334115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.334590 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.334798 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.335111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.335427 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.338225 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.346743 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-d256d6a7-4def-4e70-aa37-1e73e5ff82c9 None None] Port 5d56546a-2217-4da6-9018-f18452632731 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:41.387097 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5ef3275c-9577-4833-a8b5-83b2d1357753 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.412572 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-77f11145-aa73-4539-83a8-84597f28856d tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/ports/5d56546a-2217-4da6-9018-f18452632731 HTTP/1.1" status: 204 len: 168 time: 0.7948635 May 25 23:01:41.413008 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42376) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:41.447546 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Attempting to bind port d0ba1724-40d0-4834-88be-c677c57c863e on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:01:41.447908 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Attempting to bind port d0ba1724-40d0-4834-88be-c677c57c863e by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '022ffaaa-2775-4370-b28e-f7918f014bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:01:41.448408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Attempting to bind port d0ba1724-40d0-4834-88be-c677c57c863e on network f0d17b60-3fe6-4d45-b9df-16f6df25ec43 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:01:41.473465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:01:41.473744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Checking segment: {'id': '022ffaaa-2775-4370-b28e-f7918f014bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:01:41.474138 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.474535 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Bound using segment: {'id': '022ffaaa-2775-4370-b28e-f7918f014bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:01:41.474978 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Bound port: d0ba1724-40d0-4834-88be-c677c57c863e, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022ffaaa-2775-4370-b28e-f7918f014bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:01:41.475341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.484493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5ef3275c-9577-4833-a8b5-83b2d1357753 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.537112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3275c-9577-4833-a8b5-83b2d1357753 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da52399-5bef-41d0-85c5-40e6180d6d24,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:41.549764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-87756e43-678f-47ea-90b0-62120ec6b064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.557191 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-81161283-20d8-4449-bad9-8abf2078f858 None None] For port ca7c979d-5351-4828-b5a1-76c242b131a9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ca7c979d-5351-4828-b5a1-76c242b131a9,segment=NetworkSegment(942a9423-7ca0-4750-a34a-aeec14f1cdc0),segment_id=942a9423-7ca0-4750-a34a-aeec14f1cdc0)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:41.557908 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-81161283-20d8-4449-bad9-8abf2078f858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.560981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.572009 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port ca7c979d-5351-4828-b5a1-76c242b131a9 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:01:41.572781 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.618108 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5ef3275c-9577-4833-a8b5-83b2d1357753 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.619303 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5ef3275c-9577-4833-a8b5-83b2d1357753 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4371192 May 25 23:01:41.622178 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42380) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:41.629264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-cb0a9de5-7376-4f77-9403-d102eba0aec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '844abab7-ebe7-4b53-81d1-7560c8144b1b', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:41.638856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cb0a9de5-7376-4f77-9403-d102eba0aec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:41.674381 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cb0a9de5-7376-4f77-9403-d102eba0aec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:41.678641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cb0a9de5-7376-4f77-9403-d102eba0aec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:41.695791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cb0a9de5-7376-4f77-9403-d102eba0aec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:41.712926 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-81161283-20d8-4449-bad9-8abf2078f858 None None] Calling delete_port for ca7c979d-5351-4828-b5a1-76c242b131a9 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:01:41.791172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb0a9de5-7376-4f77-9403-d102eba0aec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.798168 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] For port d0ba1724-40d0-4834-88be-c677c57c863e, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:01:41.805969 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] For port d0ba1724-40d0-4834-88be-c677c57c863e, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d0ba1724-40d0-4834-88be-c677c57c863e,segment=NetworkSegment(022ffaaa-2775-4370-b28e-f7918f014bd0),segment_id=022ffaaa-2775-4370-b28e-f7918f014bd0)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:01:41.833134 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] For port ca7c979d-5351-4828-b5a1-76c242b131a9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ca7c979d-5351-4828-b5a1-76c242b131a9,segment=NetworkSegment(942a9423-7ca0-4750-a34a-aeec14f1cdc0),segment_id=942a9423-7ca0-4750-a34a-aeec14f1cdc0)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:41.833485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.861890 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.898689 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-81161283-20d8-4449-bad9-8abf2078f858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:41.947777 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81161283-20d8-4449-bad9-8abf2078f858 None None] No DVR routers for this DVR port ca7c979d-5351-4828-b5a1-76c242b131a9 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:01:41.961935 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Pushing event updated for resources: {'Port': ['ID=d0ba1724-40d0-4834-88be-c677c57c863e,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:41.971511 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.971725 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Calling delete_port for ca7c979d-5351-4828-b5a1-76c242b131a9 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:01:41.971845 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.972172 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.972502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.972885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.973209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.973533 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.973856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.974188 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.974525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:41.974848 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297e7aa-27fc-457c-b52f-55f1ab3d4035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:01:42.021360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81161283-20d8-4449-bad9-8abf2078f858 None None] Pushing event deleted for resources: {'Port': ['ID=ca7c979d-5351-4828-b5a1-76c242b131a9,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:42.044627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb0a9de5-7376-4f77-9403-d102eba0aec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.061675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:01:42.062006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:01:42.126121 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb0a9de5-7376-4f77-9403-d102eba0aec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.153898 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a9de5-7376-4f77-9403-d102eba0aec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be999d5b-5c6c-4a98-ad95-a50394e92d20,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:42.258172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb0a9de5-7376-4f77-9403-d102eba0aec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.259713 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cb0a9de5-7376-4f77-9403-d102eba0aec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6364036 May 25 23:01:42.262226 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42384) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:42.267752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-06f5551b-6549-4dc4-b5ce-27d7407d7ac2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '844abab7-ebe7-4b53-81d1-7560c8144b1b', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:42.274075 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-06f5551b-6549-4dc4-b5ce-27d7407d7ac2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:42.278914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-06f5551b-6549-4dc4-b5ce-27d7407d7ac2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:42.282763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-06f5551b-6549-4dc4-b5ce-27d7407d7ac2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:42.290970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-06f5551b-6549-4dc4-b5ce-27d7407d7ac2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:42.371528 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-06f5551b-6549-4dc4-b5ce-27d7407d7ac2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:01:42.378425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-06f5551b-6549-4dc4-b5ce-27d7407d7ac2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.446171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-06f5551b-6549-4dc4-b5ce-27d7407d7ac2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.525658 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-06f5551b-6549-4dc4-b5ce-27d7407d7ac2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.532062 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d0ba1724-40d0-4834-88be-c677c57c863e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:01:42.550169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5551b-6549-4dc4-b5ce-27d7407d7ac2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59a9c38-2f01-47f0-8a3c-e7264fe35e77,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:42.563638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Deleting port ca7c979d-5351-4828-b5a1-76c242b131a9 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:01:42.563932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.624918 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-06f5551b-6549-4dc4-b5ce-27d7407d7ac2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.630020 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-06f5551b-6549-4dc4-b5ce-27d7407d7ac2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3629642 May 25 23:01:42.630147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42388) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:42.631215 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] The port 'ca7c979d-5351-4828-b5a1-76c242b131a9' was deleted {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:01:42.635745 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4bf964bd-b741-4929-b844-dea7a0560e1c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '844abab7-ebe7-4b53-81d1-7560c8144b1b', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:42.643297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4bf964bd-b741-4929-b844-dea7a0560e1c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:42.647486 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4bf964bd-b741-4929-b844-dea7a0560e1c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:42.651848 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4bf964bd-b741-4929-b844-dea7a0560e1c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:42.661440 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4bf964bd-b741-4929-b844-dea7a0560e1c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:42.684710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port d0ba1724-40d0-4834-88be-c677c57c863e completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:42.747160 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ca7c979d-5351-4828-b5a1-76c242b131a9 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:01:42.758628 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-4bf964bd-b741-4929-b844-dea7a0560e1c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:01:42.764151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.767344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4bf964bd-b741-4929-b844-dea7a0560e1c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.792821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f317b6-a277-4c58-ba86-1ac996097a7f']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:42.805649 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942a9423-7ca0-4750-a34a-aeec14f1cdc0') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:42.805938 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942a9423-7ca0-4750-a34a-aeec14f1cdc0') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:01:42.810668 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: ca7c979d-5351-4828-b5a1-76c242b131a9 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:01:42.811092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ca7c979d-5351-4828-b5a1-76c242b131a9 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:01:42.833107 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.849213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4bf964bd-b741-4929-b844-dea7a0560e1c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.854076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.861570 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:01:42.862011 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: util.warn( May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:01:42.880775 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:01:42.924554 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4bf964bd-b741-4929-b844-dea7a0560e1c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:42.948957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf964bd-b741-4929-b844-dea7a0560e1c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0e9841-2954-4b41-b82c-534d8c3d380c,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:42.991237 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24609dc0-d3ed-4b25-ba45-b8ba5763d6aa None None] Network f0d17b60-3fe6-4d45-b9df-16f6df25ec43 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:01:43.038336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4bf964bd-b741-4929-b844-dea7a0560e1c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:43.039667 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4bf964bd-b741-4929-b844-dea7a0560e1c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4095607 May 25 23:01:43.063177 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:43.085109 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:43.091719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] Pushing event deleted for resources: {'Network': ['ID=e0f317b6-a277-4c58-ba86-1ac996097a7f,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:43.096388 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-893a63e5-ae45-4bc0-852f-a89b0e9cb1a9 tempest-PortsTestJSON-1034661966 tempest-PortsTestJSON-1034661966-project] 10.222.0.66 "DELETE /v2.0/networks/e0f317b6-a277-4c58-ba86-1ac996097a7f HTTP/1.1" status: 204 len: 168 time: 1.6823308 May 25 23:01:43.173369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4fe5c206-f55d-415a-a0cc-c55612ba3ff0 None None] Provisioning for port d0ba1724-40d0-4834-88be-c677c57c863e completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:43.203081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4fe5c206-f55d-415a-a0cc-c55612ba3ff0 None None] Provisioning complete for port d0ba1724-40d0-4834-88be-c677c57c863e triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:43.203448 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4fe5c206-f55d-415a-a0cc-c55612ba3ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:43.324215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-bad4b283-76cc-4e8d-97d0-64fe46a3b1db tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:01:43.347731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4fe5c206-f55d-415a-a0cc-c55612ba3ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:43.380993 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4fe5c206-f55d-415a-a0cc-c55612ba3ff0 None None] For port d0ba1724-40d0-4834-88be-c677c57c863e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d0ba1724-40d0-4834-88be-c677c57c863e,segment=NetworkSegment(022ffaaa-2775-4370-b28e-f7918f014bd0),segment_id=022ffaaa-2775-4370-b28e-f7918f014bd0)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:43.457536 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-bad4b283-76cc-4e8d-97d0-64fe46a3b1db tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:01:43.458766 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-bad4b283-76cc-4e8d-97d0-64fe46a3b1db tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206622898&fields=id&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 267 time: 0.1872096 May 25 23:01:43.486461 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4fe5c206-f55d-415a-a0cc-c55612ba3ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:43.565389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5c206-f55d-415a-a0cc-c55612ba3ff0 None None] Pushing event updated for resources: {'Port': ['ID=d0ba1724-40d0-4834-88be-c677c57c863e,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:43.607857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ba4be1d1-53ae-4c58-a558-84418690423d None None] Provisioning complete for port d0ba1724-40d0-4834-88be-c677c57c863e triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:43.608167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ba4be1d1-53ae-4c58-a558-84418690423d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:43.614391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-694287cf-8f33-4afe-bae3-6ecff1554b98 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:43.615075 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-694287cf-8f33-4afe-bae3-6ecff1554b98 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:01:43.652067 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7eeedbbe-f845-4ffa-bc43-09264350f569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:43.708874 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-694287cf-8f33-4afe-bae3-6ecff1554b98 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:01:43.710080 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-694287cf-8f33-4afe-bae3-6ecff1554b98 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/networks?id=f0d17b60-3fe6-4d45-b9df-16f6df25ec43 HTTP/1.1" status: 200 len: 796 time: 0.2444227 May 25 23:01:43.727448 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42404) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:43.732174 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b3672508-9d11-4187-a6a0-919dd3875eaf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/quotas/cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 375 time: 0.0159080 May 25 23:01:43.820809 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-8f4a76a8-82cd-435d-9744-3818d5097aa4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0829945 May 25 23:01:43.904719 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-117236f9-4bef-4672-91c8-840a421015e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e40335e489b4fbcbbb65e8797e0298c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1759403 May 25 23:01:43.907092 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42410) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:43.961856 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-cf4be6bc-a3a0-47dd-9b55-16554f03bc79 service neutron] 10.222.0.66 "GET /v2.0/networks/f0d17b60-3fe6-4d45-b9df-16f6df25ec43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292844 May 25 23:01:44.049520 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c72f2b82-8ab2-4de5-b7ee-4e3dbcd83586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:44.075808 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c72f2b82-8ab2-4de5-b7ee-4e3dbcd83586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:44.095545 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-7e185b14-cd30-4222-9a65-c5aa57e32137 service neutron] 10.222.0.66 "GET /v2.0/networks/f0d17b60-3fe6-4d45-b9df-16f6df25ec43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272738 May 25 23:01:44.216169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c72f2b82-8ab2-4de5-b7ee-4e3dbcd83586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:44.232356 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f2b82-8ab2-4de5-b7ee-4e3dbcd83586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68359dc-e6ff-449b-93a3-870990439894,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:44.240177 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c72f2b82-8ab2-4de5-b7ee-4e3dbcd83586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:44.241347 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c72f2b82-8ab2-4de5-b7ee-4e3dbcd83586 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b68359dc-e6ff-449b-93a3-870990439894 HTTP/1.1" status: 204 len: 168 time: 0.3333704 May 25 23:01:44.401972 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f324a31e-9ce1-44c2-b11a-bc3744922d10 req-9c132e23-b5db-4bff-9153-17eb7fc43b8c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 210 time: 0.0420916 May 25 23:01:44.505519 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d0ba1724-40d0-4834-88be-c677c57c863e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:01:44.579242 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port d0ba1724-40d0-4834-88be-c677c57c863e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:44.579609 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:44.816056 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:45.095238 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:45.466555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42444) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:45.563656 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a89454e6-2083-4635-ab18-ae78ef83c03f req-d40c7e3d-ac26-4422-b866-8280199832a7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 210 time: 0.0403359 May 25 23:01:45.602433 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-68342d5b-9c6d-4a1a-890d-c4a5504ec9b1 tempest-ServiceProvidersTest-1797497884 tempest-ServiceProvidersTest-1797497884-project] 10.222.0.66 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1346245 May 25 23:01:46.145713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42454) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:46.311653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-83e2e834-0518-494f-8a29-9e9c78531fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:46.344752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-83e2e834-0518-494f-8a29-9e9c78531fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:46.348690 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-83e2e834-0518-494f-8a29-9e9c78531fc1 admin admin] Usage tracker for resource:security_group_rule and tenant:d7bd973d87eb4d498be34ff8cb87c334 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:46.351480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-83e2e834-0518-494f-8a29-9e9c78531fc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:46.359129 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-83e2e834-0518-494f-8a29-9e9c78531fc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:46.533746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-83e2e834-0518-494f-8a29-9e9c78531fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:46.566345 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:46.593860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-c4d17466-4fe5-45d0-9462-6e6a54e1d63b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:46.594544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-c4d17466-4fe5-45d0-9462-6e6a54e1d63b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:01:46.607939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-c4d17466-4fe5-45d0-9462-6e6a54e1d63b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:01:46.609138 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-c4d17466-4fe5-45d0-9462-6e6a54e1d63b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/networks?id=f0d17b60-3fe6-4d45-b9df-16f6df25ec43 HTTP/1.1" status: 200 len: 796 time: 0.1923087 May 25 23:01:46.640206 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-83e2e834-0518-494f-8a29-9e9c78531fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:46.709539 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2e834-0518-494f-8a29-9e9c78531fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4885500a-71ea-4dd2-8735-11d511d30d3f,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:46.715907 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-83e2e834-0518-494f-8a29-9e9c78531fc1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d7bd973d87eb4d498be34ff8cb87c334&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5691524 May 25 23:01:46.719823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42462) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:01:46.736293 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-6a06c8ff-271b-4383-9513-11529500c9ef tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:01:46.751350 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fb2236b7-73b5-4cab-aa3d-f0996f548db1 req-ecc8caec-c073-451e-8444-5e4eb38ab8cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 210 time: 0.0503013 May 25 23:01:46.769437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-6a06c8ff-271b-4383-9513-11529500c9ef tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:01:46.770645 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-6a06c8ff-271b-4383-9513-11529500c9ef tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 472 time: 0.1488302 May 25 23:01:46.780482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'port': {'device_id': 'd3d2ac7e-4c3b-4a2c-b9a7-fbf202354529', 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43', 'admin_state_up': True, 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'security_groups': ['844abab7-ebe7-4b53-81d1-7560c8144b1b']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:46.881237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-53d4aba3-2660-4754-8095-5d0d98aebb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:46.931106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-53d4aba3-2660-4754-8095-5d0d98aebb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:46.977220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:01:46.985882 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:port and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:01:46.989093 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:01:46.995019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:01:47.067117 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:01:47.070446 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:47.125240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-53d4aba3-2660-4754-8095-5d0d98aebb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:47.158364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4aba3-2660-4754-8095-5d0d98aebb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4885500a-71ea-4dd2-8735-11d511d30d3f,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:47.172034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-53d4aba3-2660-4754-8095-5d0d98aebb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:47.173198 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-53d4aba3-2660-4754-8095-5d0d98aebb9d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4885500a-71ea-4dd2-8735-11d511d30d3f HTTP/1.1" status: 204 len: 168 time: 0.4523077 May 25 23:01:47.252295 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.19 (f0d17b60-3fe6-4d45-b9df-16f6df25ec43/6cf539f8-8ae9-4cc7-80ed-aabebceaad0e/d3ff9395-33b4-423d-b611-85525fe9fb08) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:01:47.423466 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:47.442395 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:47.461816 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object d3ff9395-33b4-423d-b611-85525fe9fb08 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:47.560858 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:01:47.570403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:47.646748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network f0d17b60-3fe6-4d45-b9df-16f6df25ec43 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:01:47.651247 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:01:47.655762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:01:47.710621 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=d3ff9395-33b4-423d-b611-85525fe9fb08,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:47.733756 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:47.734347 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:47.812641 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b08f20ee-bd38-43c4-8dc4-568a87af98a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0363193 May 25 23:01:47.825677 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Request body: {'port': {'device_id': 'd3d2ac7e-4c3b-4a2c-b9a7-fbf202354529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:01:47.914333 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9322a088-184d-4d5a-9400-59d46d869a0d None None] Provisioning for port d3ff9395-33b4-423d-b611-85525fe9fb08 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:47.920022 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9322a088-184d-4d5a-9400-59d46d869a0d None None] Provisioning complete for port d3ff9395-33b4-423d-b611-85525fe9fb08 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:47.920512 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9322a088-184d-4d5a-9400-59d46d869a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:47.936905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:47.963245 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6053e33-3f42-4aa0-860e-e670a0d9bd6d req-3d4140f6-3b39-48b1-a325-fd38057538be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:47.965514 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d6053e33-3f42-4aa0-860e-e670a0d9bd6d req-3d4140f6-3b39-48b1-a325-fd38057538be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 932 time: 0.0886006 May 25 23:01:47.973923 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-9322a088-184d-4d5a-9400-59d46d869a0d None None] Port d3ff9395-33b4-423d-b611-85525fe9fb08 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:01:48.020946 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d6053e33-3f42-4aa0-860e-e670a0d9bd6d req-9d3a39f2-e902-4d1e-8ee0-da3d941ee9fe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=844abab7-ebe7-4b53-81d1-7560c8144b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478344 May 25 23:01:48.278574 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ff9395-33b4-423d-b611-85525fe9fb08 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:01:48.285110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:48.299081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Transition to ACTIVE for port object d3ff9395-33b4-423d-b611-85525fe9fb08 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:01:48.388758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:48.606825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Pushing event updated for resources: {'Port': ['ID=d3ff9395-33b4-423d-b611-85525fe9fb08,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:48.710872 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Attempting to bind port d3ff9395-33b4-423d-b611-85525fe9fb08 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:01:48.711202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Attempting to bind port d3ff9395-33b4-423d-b611-85525fe9fb08 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '022ffaaa-2775-4370-b28e-f7918f014bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:01:48.711524 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Attempting to bind port d3ff9395-33b4-423d-b611-85525fe9fb08 on network f0d17b60-3fe6-4d45-b9df-16f6df25ec43 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:01:48.718066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Port d3ff9395-33b4-423d-b611-85525fe9fb08 on network f0d17b60-3fe6-4d45-b9df-16f6df25ec43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:01:48.718320 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Attempting to bind port d3ff9395-33b4-423d-b611-85525fe9fb08 on network f0d17b60-3fe6-4d45-b9df-16f6df25ec43 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:01:48.724463 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:01:48.724816 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Checking segment: {'id': '022ffaaa-2775-4370-b28e-f7918f014bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:01:48.725195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Bound using segment: {'id': '022ffaaa-2775-4370-b28e-f7918f014bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:01:48.725633 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Bound port: d3ff9395-33b4-423d-b611-85525fe9fb08, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022ffaaa-2775-4370-b28e-f7918f014bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:01:48.725987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:48.813102 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] For port d3ff9395-33b4-423d-b611-85525fe9fb08, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:01:48.816125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] For port d3ff9395-33b4-423d-b611-85525fe9fb08, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d3ff9395-33b4-423d-b611-85525fe9fb08,segment=NetworkSegment(022ffaaa-2775-4370-b28e-f7918f014bd0),segment_id=022ffaaa-2775-4370-b28e-f7918f014bd0)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:01:48.903018 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:48.961701 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:48.963159 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] 10.222.0.73 "PUT /v2.0/ports/d3ff9395-33b4-423d-b611-85525fe9fb08 HTTP/1.1" status: 200 len: 1094 time: 1.1422720 May 25 23:01:48.966461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d2ac7e-4c3b-4a2c-b9a7-fbf202354529', 'tag': 'd3ff9395-33b4-423d-b611-85525fe9fb08'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:01:48.986643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e016fe-0425-4dc7-96c9-957370f8263e service neutron] Pushing event updated for resources: {'Port': ['ID=d3ff9395-33b4-423d-b611-85525fe9fb08,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:49.024630 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e2f7cdd-6cda-43ca-9f26-489c4cb863b7'] response: {'name': 'network-changed', 'server_uuid': 'd3d2ac7e-4c3b-4a2c-b9a7-fbf202354529', 'tag': 'd3ff9395-33b4-423d-b611-85525fe9fb08', 'status': 'completed', 'code': 200} May 25 23:01:49.124243 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5d39f848-1bd7-4cff-8f1d-7ecbf0cd2258 req-f1994124-0490-43da-b6dd-d60e6354f2b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 1097 time: 0.0803592 May 25 23:01:49.230776 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c42cbe-a599-4be9-a3c9-61e3c1ee32b9 req-dbcf9003-5956-435d-9742-fe3599ae4862 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:49.232230 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-92c42cbe-a599-4be9-a3c9-61e3c1ee32b9 req-dbcf9003-5956-435d-9742-fe3599ae4862 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 944 time: 0.0799854 May 25 23:01:49.277030 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39f848-1bd7-4cff-8f1d-7ecbf0cd2258 req-8f592044-058a-481a-bb76-cd6a8e1e7db0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:49.277358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39f848-1bd7-4cff-8f1d-7ecbf0cd2258 req-8f592044-058a-481a-bb76-cd6a8e1e7db0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:49.279014 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5d39f848-1bd7-4cff-8f1d-7ecbf0cd2258 req-8f592044-058a-481a-bb76-cd6a8e1e7db0 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cf9636952f01491a97cc3c500b4629f1&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1470277 May 25 23:01:49.279137 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-92c42cbe-a599-4be9-a3c9-61e3c1ee32b9 req-15a0ee1a-996c-4439-ae2a-007535cfea34 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=844abab7-ebe7-4b53-81d1-7560c8144b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410795 May 25 23:01:49.416327 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39f848-1bd7-4cff-8f1d-7ecbf0cd2258 req-16594440-f543-45aa-9b59-2a286e0d0754 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:49.417860 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5d39f848-1bd7-4cff-8f1d-7ecbf0cd2258 req-16594440-f543-45aa-9b59-2a286e0d0754 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329432 May 25 23:01:49.522839 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-da8a66d3-48d3-4fd8-a0b4-fe7944be3e3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 1097 time: 0.0675724 May 25 23:01:49.592675 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-a08f9f3f-e675-452d-a386-4d1311db79c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=d3ff9395-33b4-423d-b611-85525fe9fb08 HTTP/1.1" status: 200 len: 217 time: 0.0627513 May 25 23:01:49.654223 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-23bd2e14-1897-4ac5-8b97-2200a779f845 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:49.655642 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-23bd2e14-1897-4ac5-8b97-2200a779f845 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6cf539f8-8ae9-4cc7-80ed-aabebceaad0e HTTP/1.1" status: 200 len: 837 time: 0.0569043 May 25 23:01:49.730498 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-b2587a69-3a0c-43be-9fac-2116cb41fc78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0d17b60-3fe6-4d45-b9df-16f6df25ec43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0674436 May 25 23:01:49.859283 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-7352247a-a962-49a6-a8e8-4fc54b4313cf service neutron] 10.222.0.73 "GET /v2.0/networks/f0d17b60-3fe6-4d45-b9df-16f6df25ec43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225569 May 25 23:01:49.988098 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2c8ba514-4972-4f7c-bef1-edd86e3a4c44 req-14a103f0-2831-4573-8d72-8880398983a9 service neutron] 10.222.0.73 "GET /v2.0/networks/f0d17b60-3fe6-4d45-b9df-16f6df25ec43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229217 May 25 23:01:50.472879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833930c-24a9-4e87-9157-1f629141a676 req-a65d92cf-3099-402a-b216-53a06917ffa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:50.474316 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2833930c-24a9-4e87-9157-1f629141a676 req-a65d92cf-3099-402a-b216-53a06917ffa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 944 time: 0.0749214 May 25 23:01:50.518699 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2833930c-24a9-4e87-9157-1f629141a676 req-6764e638-3403-4dc5-b609-6d525f068ea4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=844abab7-ebe7-4b53-81d1-7560c8144b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386925 May 25 23:01:51.715839 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ec02d-834a-4fc7-bcd0-db88aeba8518 req-6c7afaee-75f7-4604-ba12-ceeda0e2297d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:51.717303 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0e3ec02d-834a-4fc7-bcd0-db88aeba8518 req-6c7afaee-75f7-4604-ba12-ceeda0e2297d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 944 time: 0.0809338 May 25 23:01:51.761631 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0e3ec02d-834a-4fc7-bcd0-db88aeba8518 req-a54bece9-7691-44c1-a7da-ac672e893d7b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=844abab7-ebe7-4b53-81d1-7560c8144b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386755 May 25 23:01:52.713240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device d3ff9395-33b4-423d-b611-85525fe9fb08 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:01:52.843480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port d3ff9395-33b4-423d-b611-85525fe9fb08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d3ff9395-33b4-423d-b611-85525fe9fb08,segment=NetworkSegment(022ffaaa-2775-4370-b28e-f7918f014bd0),segment_id=022ffaaa-2775-4370-b28e-f7918f014bd0)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:52.857392 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'd3ff9395-33b4-423d-b611-85525fe9fb08', 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43', 'port_id': 'd3ff9395-33b4-423d-b611-85525fe9fb08', 'mac_address': 'fa:16:3e:32:1f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf539f8-8ae9-4cc7-80ed-aabebceaad0e', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:01:52.945934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:52.961388 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987afb70-6c4b-432c-9284-dc73624392ec req-99c82b40-8ebd-44dd-81ba-01fb61cb0c16 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:52.962825 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-987afb70-6c4b-432c-9284-dc73624392ec req-99c82b40-8ebd-44dd-81ba-01fb61cb0c16 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 944 time: 0.0786648 May 25 23:01:52.963406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ff9395-33b4-423d-b611-85525fe9fb08 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:01:52.982470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port d3ff9395-33b4-423d-b611-85525fe9fb08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d3ff9395-33b4-423d-b611-85525fe9fb08,segment=NetworkSegment(022ffaaa-2775-4370-b28e-f7918f014bd0),segment_id=022ffaaa-2775-4370-b28e-f7918f014bd0)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:53.014640 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-987afb70-6c4b-432c-9284-dc73624392ec req-7574af7e-0e8a-4def-b75b-98afe223dd5b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=844abab7-ebe7-4b53-81d1-7560c8144b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455689 May 25 23:01:53.049421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:53.113800 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=d3ff9395-33b4-423d-b611-85525fe9fb08,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:53.248267 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['d3ff9395-33b4-423d-b611-85525fe9fb08'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:01:54.211612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dba7e1-2b57-4a4a-97d7-d1c225a93455 req-2c8844d8-91ae-4010-bae2-0c805be1e8cc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:54.213045 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-88dba7e1-2b57-4a4a-97d7-d1c225a93455 req-2c8844d8-91ae-4010-bae2-0c805be1e8cc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 945 time: 0.0777230 May 25 23:01:54.257244 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-88dba7e1-2b57-4a4a-97d7-d1c225a93455 req-918c1208-7318-4b08-a531-7434bfe499ad tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=844abab7-ebe7-4b53-81d1-7560c8144b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385559 May 25 23:01:54.731705 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device d3ff9395-33b4-423d-b611-85525fe9fb08 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:01:54.851057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port d3ff9395-33b4-423d-b611-85525fe9fb08 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:01:54.856377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port d3ff9395-33b4-423d-b611-85525fe9fb08 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:01:54.856762 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:54.968018 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:54.994371 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d2ac7e-4c3b-4a2c-b9a7-fbf202354529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ff9395-33b4-423d-b611-85525fe9fb08'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:01:55.003979 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port d3ff9395-33b4-423d-b611-85525fe9fb08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d3ff9395-33b4-423d-b611-85525fe9fb08,segment=NetworkSegment(022ffaaa-2775-4370-b28e-f7918f014bd0),segment_id=022ffaaa-2775-4370-b28e-f7918f014bd0)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:01:55.049148 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa372223-0f1e-4ed7-980c-4c518370ede5'] response: {'server_uuid': 'd3d2ac7e-4c3b-4a2c-b9a7-fbf202354529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ff9395-33b4-423d-b611-85525fe9fb08', 'code': 200} May 25 23:01:55.084187 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:01:55.150082 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=d3ff9395-33b4-423d-b611-85525fe9fb08,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:01:55.414744 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d384c936-0abc-4680-b62d-b63ce2faf99a req-6c6e44b3-4bb4-43cd-8933-a96f3d64b0e3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 1099 time: 0.0702412 May 25 23:01:55.452175 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a55cab-959f-499c-99eb-ef9d021362f5 req-77c8c953-8e66-444a-8bd4-cf4628136a1c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:55.453635 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-57a55cab-959f-499c-99eb-ef9d021362f5 req-77c8c953-8e66-444a-8bd4-cf4628136a1c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 946 time: 0.0765092 May 25 23:01:55.456557 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d384c936-0abc-4680-b62d-b63ce2faf99a req-a12836a0-f9a0-41c3-9cdf-e547815ab885 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=844abab7-ebe7-4b53-81d1-7560c8144b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364490 May 25 23:01:55.501783 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-57a55cab-959f-499c-99eb-ef9d021362f5 req-8d905f85-c00c-47f7-a708-2e977f0c8205 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=844abab7-ebe7-4b53-81d1-7560c8144b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423589 May 25 23:01:56.900895 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd47947-e5b9-4b38-a1b3-3ecf98e791bf req-510b8abc-0ef8-4fc7-a177-388d9d5d984c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:56.902830 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1fd47947-e5b9-4b38-a1b3-3ecf98e791bf req-510b8abc-0ef8-4fc7-a177-388d9d5d984c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 946 time: 0.2774704 May 25 23:01:56.948145 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1fd47947-e5b9-4b38-a1b3-3ecf98e791bf req-bf7aec68-048d-43d4-a129-df1d94b6180d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=844abab7-ebe7-4b53-81d1-7560c8144b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395315 May 25 23:01:58.306175 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f24134-5825-4b33-a6be-a77a472b1f9b req-5bff0320-7c95-461b-85e7-5c61b2859045 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:58.307586 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-48f24134-5825-4b33-a6be-a77a472b1f9b req-5bff0320-7c95-461b-85e7-5c61b2859045 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 946 time: 0.2413082 May 25 23:01:58.353362 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-48f24134-5825-4b33-a6be-a77a472b1f9b req-c0710562-6a79-473d-a4b9-f84e9a511334 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=844abab7-ebe7-4b53-81d1-7560c8144b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397341 May 25 23:01:58.545532 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd87da-a6ef-46f2-911b-53ef893ea7c4 req-a072cf7d-dde7-4ea5-bc48-4f49d830c859 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:01:58.546332 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-53cd87da-a6ef-46f2-911b-53ef893ea7c4 req-a072cf7d-dde7-4ea5-bc48-4f49d830c859 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 946 time: 0.0745645 May 25 23:01:58.592995 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-53cd87da-a6ef-46f2-911b-53ef893ea7c4 req-64f05335-05e4-4d0a-8fa7-93e60f627e48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=844abab7-ebe7-4b53-81d1-7560c8144b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407546 May 25 23:02:00.116092 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42500) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:00.614924 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8a14e759-5996-4780-a302-371dda64a1cc req-1241fb13-132a-4a5f-87c9-b0730dee2f1e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1057498 May 25 23:02:00.857346 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8a14e759-5996-4780-a302-371dda64a1cc req-067158a1-d39e-4d63-bc86-2ad3367efc2c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 1099 time: 0.1528378 May 25 23:02:01.045368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14e759-5996-4780-a302-371dda64a1cc req-e0f1f4b1-969e-4ad2-8d6e-1baee4a4c5d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:01.046795 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8a14e759-5996-4780-a302-371dda64a1cc req-e0f1f4b1-969e-4ad2-8d6e-1baee4a4c5d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c293d67f-56bf-4112-a4a8-d7ebc0d297e3 HTTP/1.1" status: 200 len: 897 time: 0.1709571 May 25 23:02:01.202692 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8a14e759-5996-4780-a302-371dda64a1cc req-0d7c7d07-10aa-46cb-a6d0-2af34043b6e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6dbc770-6540-4104-8497-287c7c683411 HTTP/1.1" status: 200 len: 1002 time: 0.1497195 May 25 23:02:01.309726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:01.323523 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14e759-5996-4780-a302-371dda64a1cc req-827b44a7-8649-4a94-bbef-2ac73cf98d4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:01.324982 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8a14e759-5996-4780-a302-371dda64a1cc req-827b44a7-8649-4a94-bbef-2ac73cf98d4f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f5d98da-cd93-4b90-87da-c3270a84dc84 HTTP/1.1" status: 200 len: 835 time: 0.1165438 May 25 23:02:01.546932 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8a14e759-5996-4780-a302-371dda64a1cc req-ebc74fa4-ea6c-463e-aa97-96773e941b7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c293d67f-56bf-4112-a4a8-d7ebc0d297e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2145321 May 25 23:02:01.787164 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8a14e759-5996-4780-a302-371dda64a1cc req-14aa6c7e-8f2b-45f5-9188-d46cbc8891de service neutron] 10.222.0.73 "GET /v2.0/networks/c293d67f-56bf-4112-a4a8-d7ebc0d297e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333724 May 25 23:02:02.029979 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.17 (f0d17b60-3fe6-4d45-b9df-16f6df25ec43/6cf539f8-8ae9-4cc7-80ed-aabebceaad0e/6da3ca35-a12d-45f2-adea-16ad50a419b9) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:02:02.141437 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8a14e759-5996-4780-a302-371dda64a1cc req-3075c041-4260-48fa-ba39-a4787b3326ca service neutron] 10.222.0.73 "GET /v2.0/networks/c293d67f-56bf-4112-a4a8-d7ebc0d297e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478463 May 25 23:02:02.215633 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:02.231192 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object 6da3ca35-a12d-45f2-adea-16ad50a419b9 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:02:02.331750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:02.406759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network f0d17b60-3fe6-4d45-b9df-16f6df25ec43 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:02:02.409862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:02:02.414220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:02:02.441009 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=6da3ca35-a12d-45f2-adea-16ad50a419b9,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:02.484467 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:02.642549 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:02.695267 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-757e44c3-1a4b-4f75-804a-610223e3df20 None None] Provisioning for port 6da3ca35-a12d-45f2-adea-16ad50a419b9 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:02:02.701666 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-757e44c3-1a4b-4f75-804a-610223e3df20 None None] Provisioning complete for port 6da3ca35-a12d-45f2-adea-16ad50a419b9 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:02:02.702031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-757e44c3-1a4b-4f75-804a-610223e3df20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:02.755978 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-757e44c3-1a4b-4f75-804a-610223e3df20 None None] Port 6da3ca35-a12d-45f2-adea-16ad50a419b9 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:02:03.037932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:03.102388 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:03.209056 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=6da3ca35-a12d-45f2-adea-16ad50a419b9,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:03.213527 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:03.345515 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network f0d17b60-3fe6-4d45-b9df-16f6df25ec43 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:02:03.346555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:02:03.581161 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6d2c7554-b279-4b7c-8596-00ad077b44aa None None] Provisioning complete for port 6da3ca35-a12d-45f2-adea-16ad50a419b9 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:02:03.581415 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6d2c7554-b279-4b7c-8596-00ad077b44aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:03.635193 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c7554-b279-4b7c-8596-00ad077b44aa None None] Port 6da3ca35-a12d-45f2-adea-16ad50a419b9 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:02:03.819912 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router fae52a7e-cdc5-4d87-b64e-a309d796c40c has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:02:04.019118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:02:04.028902 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Sync routers for ids ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:02:04.032193 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-56b19456-15a6-422b-b2b5-e26cec5cefc7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/fae52a7e-cdc5-4d87-b64e-a309d796c40c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9150102 May 25 23:02:04.040424 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Routers {'fae52a7e-cdc5-4d87-b64e-a309d796c40c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:02:04.041046 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:01:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:04.215980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Set router fae52a7e-cdc5-4d87-b64e-a309d796c40c gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:02:04.560991 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:02:02Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '8fdb0dd9-d8a9-42d8-837d-0682fc990498', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.240', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'port_id': 'b6dbc770-6540-4104-8497-287c7c683411', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'mac_address': 'fa:16:3e:fa:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:01:01Z', 'updated_at': '2022-05-25T23:01:06Z', 'revision_number': 1, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321d7394-8618-4ad5-bb1e-2e32c0247ba8', 'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:62:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:33Z', 'updated_at': '2022-05-25T23:00:41Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da3ca35-a12d-45f2-adea-16ad50a419b9', 'name': '', 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:13:dc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cf539f8-8ae9-4cc7-80ed-aabebceaad0e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:01Z', 'updated_at': '2022-05-25T23:02:02Z', 'revision_number': 2, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '6cf539f8-8ae9-4cc7-80ed-aabebceaad0e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:04.564848 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Checking router: fae52a7e-cdc5-4d87-b64e-a309d796c40c for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:02:04.565388 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Updating router fae52a7e-cdc5-4d87-b64e-a309d796c40c port 6da3ca35-a12d-45f2-adea-16ad50a419b9 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:02:04.615482 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:04.981855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:04.992825 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Transition to ACTIVE for port object 6da3ca35-a12d-45f2-adea-16ad50a419b9 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:02:05.074480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:05.196069 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4fd24-f555-48c3-89e9-1b8cea5ad230 None None] Pushing event updated for resources: {'Port': ['ID=6da3ca35-a12d-45f2-adea-16ad50a419b9,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:05.290793 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Attempting to bind port 6da3ca35-a12d-45f2-adea-16ad50a419b9 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:02:05.291192 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Attempting to bind port 6da3ca35-a12d-45f2-adea-16ad50a419b9 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '022ffaaa-2775-4370-b28e-f7918f014bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:02:05.291520 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Attempting to bind port 6da3ca35-a12d-45f2-adea-16ad50a419b9 on network f0d17b60-3fe6-4d45-b9df-16f6df25ec43 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:02:05.298082 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:02:05.298397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Checking segment: {'id': '022ffaaa-2775-4370-b28e-f7918f014bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:02:05.298803 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:05.299189 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Bound using segment: {'id': '022ffaaa-2775-4370-b28e-f7918f014bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:02:05.299661 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Bound port: 6da3ca35-a12d-45f2-adea-16ad50a419b9, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022ffaaa-2775-4370-b28e-f7918f014bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:02:05.300083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:05.400630 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] For port 6da3ca35-a12d-45f2-adea-16ad50a419b9, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:02:05.403606 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] For port 6da3ca35-a12d-45f2-adea-16ad50a419b9, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6da3ca35-a12d-45f2-adea-16ad50a419b9,segment=NetworkSegment(022ffaaa-2775-4370-b28e-f7918f014bd0),segment_id=022ffaaa-2775-4370-b28e-f7918f014bd0)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:02:05.491252 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:05.573465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4fd24-f555-48c3-89e9-1b8cea5ad230 None None] Pushing event updated for resources: {'Port': ['ID=6da3ca35-a12d-45f2-adea-16ad50a419b9,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:05.577213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Routers {'fae52a7e-cdc5-4d87-b64e-a309d796c40c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:02:05.577874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:01:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:05.761662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] Set router fae52a7e-cdc5-4d87-b64e-a309d796c40c gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:02:06.109336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:02:02Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '8fdb0dd9-d8a9-42d8-837d-0682fc990498', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.240', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'port_id': 'b6dbc770-6540-4104-8497-287c7c683411', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'mac_address': 'fa:16:3e:fa:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:01:01Z', 'updated_at': '2022-05-25T23:01:06Z', 'revision_number': 1, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321d7394-8618-4ad5-bb1e-2e32c0247ba8', 'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:62:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:33Z', 'updated_at': '2022-05-25T23:00:41Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da3ca35-a12d-45f2-adea-16ad50a419b9', 'name': '', 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:13:dc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cf539f8-8ae9-4cc7-80ed-aabebceaad0e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:01Z', 'updated_at': '2022-05-25T23:02:05Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '6cf539f8-8ae9-4cc7-80ed-aabebceaad0e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:06.113302 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa3674b-7750-416e-a506-0f5d95048a82 None None] The sync data for ids ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'] in dv-neutron-843300-1-hyperv is: [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:02:02Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '8fdb0dd9-d8a9-42d8-837d-0682fc990498', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.240', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'port_id': 'b6dbc770-6540-4104-8497-287c7c683411', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'mac_address': 'fa:16:3e:fa:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:01:01Z', 'updated_at': '2022-05-25T23:01:06Z', 'revision_number': 1, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321d7394-8618-4ad5-bb1e-2e32c0247ba8', 'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:62:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:33Z', 'updated_at': '2022-05-25T23:00:41Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da3ca35-a12d-45f2-adea-16ad50a419b9', 'name': '', 'network_id': 'f0d17b60-3fe6-4d45-b9df-16f6df25ec43', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:13:dc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cf539f8-8ae9-4cc7-80ed-aabebceaad0e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:01Z', 'updated_at': '2022-05-25T23:02:05Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '6cf539f8-8ae9-4cc7-80ed-aabebceaad0e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:02:06.532581 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6da3ca35-a12d-45f2-adea-16ad50a419b9 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:02:06.691096 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 6da3ca35-a12d-45f2-adea-16ad50a419b9 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:02:06.696068 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6da3ca35-a12d-45f2-adea-16ad50a419b9 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:02:06.696431 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:06.808345 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:06.841633 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 6da3ca35-a12d-45f2-adea-16ad50a419b9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6da3ca35-a12d-45f2-adea-16ad50a419b9,segment=NetworkSegment(022ffaaa-2775-4370-b28e-f7918f014bd0),segment_id=022ffaaa-2775-4370-b28e-f7918f014bd0)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:02:06.970780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:07.034715 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=6da3ca35-a12d-45f2-adea-16ad50a419b9,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:08.513202 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6da3ca35-a12d-45f2-adea-16ad50a419b9 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:02:08.579855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6da3ca35-a12d-45f2-adea-16ad50a419b9 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:02:08.580156 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:11.439387 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-add3ba40-8646-4718-bf8a-296369366e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:13.685030 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-67023ab3-c6ef-4199-bd09-669f6f99e5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:14.793882 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:15.039803 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:16.559421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:17.404650 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:20.118316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42524) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:20.524353 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5d84ac0e-dab9-4ee8-a6c5-ce3056a5a257 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:21.173313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-5d84ac0e-dab9-4ee8-a6c5-ce3056a5a257 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 6da3ca35-a12d-45f2-adea-16ad50a419b9 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:02:21.174022 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5d84ac0e-dab9-4ee8-a6c5-ce3056a5a257 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:21.455594 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-5d84ac0e-dab9-4ee8-a6c5-ce3056a5a257 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port 6da3ca35-a12d-45f2-adea-16ad50a419b9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6da3ca35-a12d-45f2-adea-16ad50a419b9,segment=NetworkSegment(022ffaaa-2775-4370-b28e-f7918f014bd0),segment_id=022ffaaa-2775-4370-b28e-f7918f014bd0)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:02:21.455864 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5d84ac0e-dab9-4ee8-a6c5-ce3056a5a257 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:21.580541 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-5d84ac0e-dab9-4ee8-a6c5-ce3056a5a257 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 6da3ca35-a12d-45f2-adea-16ad50a419b9 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:02:21.812978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5d84ac0e-dab9-4ee8-a6c5-ce3056a5a257 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:21.859192 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84ac0e-dab9-4ee8-a6c5-ce3056a5a257 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=6da3ca35-a12d-45f2-adea-16ad50a419b9,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:22.152121 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5d84ac0e-dab9-4ee8-a6c5-ce3056a5a257 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:22.741035 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d84ac0e-dab9-4ee8-a6c5-ce3056a5a257 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router fae52a7e-cdc5-4d87-b64e-a309d796c40c has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:02:23.048657 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d84ac0e-dab9-4ee8-a6c5-ce3056a5a257 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:02:23.058975 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2e7ab0-f769-43dd-81fc-9bbc9b43fc46 None None] Sync routers for ids ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:02:23.064448 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5d84ac0e-dab9-4ee8-a6c5-ce3056a5a257 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/fae52a7e-cdc5-4d87-b64e-a309d796c40c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9450696 May 25 23:02:23.071653 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e7ab0-f769-43dd-81fc-9bbc9b43fc46 None None] Routers {'fae52a7e-cdc5-4d87-b64e-a309d796c40c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:02:23.072416 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-6a2e7ab0-f769-43dd-81fc-9bbc9b43fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:02:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:23.246345 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-6a2e7ab0-f769-43dd-81fc-9bbc9b43fc46 None None] Set router fae52a7e-cdc5-4d87-b64e-a309d796c40c gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:02:23.597462 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-6a2e7ab0-f769-43dd-81fc-9bbc9b43fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:02:21Z', 'revision_number': 6, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '8fdb0dd9-d8a9-42d8-837d-0682fc990498', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.240', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'port_id': 'b6dbc770-6540-4104-8497-287c7c683411', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'mac_address': 'fa:16:3e:fa:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:01:01Z', 'updated_at': '2022-05-25T23:01:06Z', 'revision_number': 1, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321d7394-8618-4ad5-bb1e-2e32c0247ba8', 'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:62:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:33Z', 'updated_at': '2022-05-25T23:00:41Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:23.601500 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2e7ab0-f769-43dd-81fc-9bbc9b43fc46 None None] Checking router: fae52a7e-cdc5-4d87-b64e-a309d796c40c for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:02:23.612593 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e7ab0-f769-43dd-81fc-9bbc9b43fc46 None None] Routers {'fae52a7e-cdc5-4d87-b64e-a309d796c40c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:02:23.613192 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-6a2e7ab0-f769-43dd-81fc-9bbc9b43fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:02:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:23.641507 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2005bc9-a0be-4a64-aa79-445314fb4cd0 req-da6522d7-f55f-4aac-ad8d-e9c1aa6197be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:23.642934 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a2005bc9-a0be-4a64-aa79-445314fb4cd0 req-da6522d7-f55f-4aac-ad8d-e9c1aa6197be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 946 time: 0.0793648 May 25 23:02:23.688684 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a2005bc9-a0be-4a64-aa79-445314fb4cd0 req-2298ed83-f0d4-4a98-b8c6-1ed757e4d2e3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=844abab7-ebe7-4b53-81d1-7560c8144b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399861 May 25 23:02:23.788617 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-6a2e7ab0-f769-43dd-81fc-9bbc9b43fc46 None None] Set router fae52a7e-cdc5-4d87-b64e-a309d796c40c gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:02:24.148086 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-6a2e7ab0-f769-43dd-81fc-9bbc9b43fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:02:21Z', 'revision_number': 6, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '8fdb0dd9-d8a9-42d8-837d-0682fc990498', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.240', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'port_id': 'b6dbc770-6540-4104-8497-287c7c683411', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'mac_address': 'fa:16:3e:fa:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:01:01Z', 'updated_at': '2022-05-25T23:01:06Z', 'revision_number': 1, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321d7394-8618-4ad5-bb1e-2e32c0247ba8', 'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:62:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:33Z', 'updated_at': '2022-05-25T23:00:41Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:24.152029 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2e7ab0-f769-43dd-81fc-9bbc9b43fc46 None None] The sync data for ids ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'] in dv-neutron-843300-1-hyperv is: [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:02:21Z', 'revision_number': 6, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '8fdb0dd9-d8a9-42d8-837d-0682fc990498', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.240', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'port_id': 'b6dbc770-6540-4104-8497-287c7c683411', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'mac_address': 'fa:16:3e:fa:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:01:01Z', 'updated_at': '2022-05-25T23:01:06Z', 'revision_number': 1, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321d7394-8618-4ad5-bb1e-2e32c0247ba8', 'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:62:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:33Z', 'updated_at': '2022-05-25T23:00:41Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:02:24.510813 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6da3ca35-a12d-45f2-adea-16ad50a419b9 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:02:24.562719 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:02:24.576133 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 6da3ca35-a12d-45f2-adea-16ad50a419b9 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:02:24.576469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6da3ca35-a12d-45f2-adea-16ad50a419b9 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:02:24.884194 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84826100-756a-46f0-9720-8908aab493e8 req-ed536b98-5b74-4773-841f-fcbb3c4d27ad tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:24.885688 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-84826100-756a-46f0-9720-8908aab493e8 req-ed536b98-5b74-4773-841f-fcbb3c4d27ad tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 946 time: 0.0752869 May 25 23:02:24.904410 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd2f75-b1b9-4ee1-880b-be782cefbb1e req-ad7fb519-d33b-4334-986e-02a96f58e592 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:24.905333 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-35fd2f75-b1b9-4ee1-880b-be782cefbb1e req-ad7fb519-d33b-4334-986e-02a96f58e592 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:02:24.934788 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-84826100-756a-46f0-9720-8908aab493e8 req-bb9c3b20-6c58-4cb4-a280-5ba61425a554 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=844abab7-ebe7-4b53-81d1-7560c8144b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435331 May 25 23:02:24.982239 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-35fd2f75-b1b9-4ee1-880b-be782cefbb1e req-ad7fb519-d33b-4334-986e-02a96f58e592 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:02:24.983651 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-35fd2f75-b1b9-4ee1-880b-be782cefbb1e req-ad7fb519-d33b-4334-986e-02a96f58e592 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 946 time: 0.1532984 May 25 23:02:25.061823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-35fd2f75-b1b9-4ee1-880b-be782cefbb1e req-0706092d-2214-49ef-9f05-8757cfb4387b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port d3ff9395-33b4-423d-b611-85525fe9fb08 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:02:25.062187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-35fd2f75-b1b9-4ee1-880b-be782cefbb1e req-0706092d-2214-49ef-9f05-8757cfb4387b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:25.302070 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-35fd2f75-b1b9-4ee1-880b-be782cefbb1e req-0706092d-2214-49ef-9f05-8757cfb4387b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port d3ff9395-33b4-423d-b611-85525fe9fb08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d3ff9395-33b4-423d-b611-85525fe9fb08,segment=NetworkSegment(022ffaaa-2775-4370-b28e-f7918f014bd0),segment_id=022ffaaa-2775-4370-b28e-f7918f014bd0)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:02:25.302326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-35fd2f75-b1b9-4ee1-880b-be782cefbb1e req-0706092d-2214-49ef-9f05-8757cfb4387b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:25.421667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-35fd2f75-b1b9-4ee1-880b-be782cefbb1e req-0706092d-2214-49ef-9f05-8757cfb4387b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for d3ff9395-33b4-423d-b611-85525fe9fb08 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:02:25.622167 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-35fd2f75-b1b9-4ee1-880b-be782cefbb1e req-0706092d-2214-49ef-9f05-8757cfb4387b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:25.670248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706092d-2214-49ef-9f05-8757cfb4387b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=d3ff9395-33b4-423d-b611-85525fe9fb08,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:25.739546 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fd2f75-b1b9-4ee1-880b-be782cefbb1e req-0706092d-2214-49ef-9f05-8757cfb4387b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] No DVR routers for this DVR port d3ff9395-33b4-423d-b611-85525fe9fb08 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:02:25.741828 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-35fd2f75-b1b9-4ee1-880b-be782cefbb1e req-0706092d-2214-49ef-9f05-8757cfb4387b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:25.744817 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d2ac7e-4c3b-4a2c-b9a7-fbf202354529', 'name': 'network-vif-deleted', 'tag': 'd3ff9395-33b4-423d-b611-85525fe9fb08'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:02:25.828557 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-35fd2f75-b1b9-4ee1-880b-be782cefbb1e req-0706092d-2214-49ef-9f05-8757cfb4387b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "DELETE /v2.0/ports/d3ff9395-33b4-423d-b611-85525fe9fb08 HTTP/1.1" status: 204 len: 173 time: 0.8382280 May 25 23:02:25.874079 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b1f2a3-9993-4e1d-968b-af0348ede593'] response: {'server_uuid': 'd3d2ac7e-4c3b-4a2c-b9a7-fbf202354529', 'name': 'network-vif-deleted', 'tag': 'd3ff9395-33b4-423d-b611-85525fe9fb08', 'status': 'completed', 'code': 200} May 25 23:02:26.101601 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d8a1ad2b-d6fe-4157-85bb-3b831f0ff07a req-422d3eef-271a-4dfb-82e9-5a4a060161d0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3d2ac7e-4c3b-4a2c-b9a7-fbf202354529 HTTP/1.1" status: 200 len: 210 time: 0.0413668 May 25 23:02:27.214666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42542) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:27.288169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2a12-64fa-40cd-a288-db0f45b3ecff tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:27.317361 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2a12-64fa-40cd-a288-db0f45b3ecff tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:27.507725 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2a12-64fa-40cd-a288-db0f45b3ecff tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:27.527516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a2a12-64fa-40cd-a288-db0f45b3ecff tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=844abab7-ebe7-4b53-81d1-7560c8144b1b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:27.609583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2a12-64fa-40cd-a288-db0f45b3ecff tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:27.610722 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cb6a2a12-64fa-40cd-a288-db0f45b3ecff tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/security-groups/844abab7-ebe7-4b53-81d1-7560c8144b1b HTTP/1.1" status: 204 len: 168 time: 0.3949897 May 25 23:02:28.742936 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42550) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:28.922354 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebcd58a-630a-42db-b1bf-83bbbe26e1d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting subnet 6cf539f8-8ae9-4cc7-80ed-aabebceaad0e {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:02:28.925088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eebcd58a-630a-42db-b1bf-83bbbe26e1d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:28.962126 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device d3ff9395-33b4-423d-b611-85525fe9fb08 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:02:29.021600 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eebcd58a-630a-42db-b1bf-83bbbe26e1d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:29.021795 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: d3ff9395-33b4-423d-b611-85525fe9fb08 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:02:29.021795 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device d3ff9395-33b4-423d-b611-85525fe9fb08 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:02:29.063555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eebcd58a-630a-42db-b1bf-83bbbe26e1d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:29.244512 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eebcd58a-630a-42db-b1bf-83bbbe26e1d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:29.281896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebcd58a-630a-42db-b1bf-83bbbe26e1d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf539f8-8ae9-4cc7-80ed-aabebceaad0e,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:29.290174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eebcd58a-630a-42db-b1bf-83bbbe26e1d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:29.296206 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a384af0-1abc-4315-947b-93744ed772fa None None] Network f0d17b60-3fe6-4d45-b9df-16f6df25ec43 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:02:29.296459 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-eebcd58a-630a-42db-b1bf-83bbbe26e1d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/subnets/6cf539f8-8ae9-4cc7-80ed-aabebceaad0e HTTP/1.1" status: 204 len: 168 time: 0.5524614 May 25 23:02:29.299064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42554) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:29.498803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:29.510188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port d0ba1724-40d0-4834-88be-c677c57c863e {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:02:29.510681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:29.544784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badbd650-bfd8-4f04-84f3-93281cf8de76 None None] DHCP port deletion for f0d17b60-3fe6-4d45-b9df-16f6df25ec43 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:02:29.548595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-badbd650-bfd8-4f04-84f3-93281cf8de76 None None] Deleting port d0ba1724-40d0-4834-88be-c677c57c863e {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:02:29.548972 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-badbd650-bfd8-4f04-84f3-93281cf8de76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:29.708758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port d0ba1724-40d0-4834-88be-c677c57c863e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d0ba1724-40d0-4834-88be-c677c57c863e,segment=NetworkSegment(022ffaaa-2775-4370-b28e-f7918f014bd0),segment_id=022ffaaa-2775-4370-b28e-f7918f014bd0)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:02:29.709111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:29.746345 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-badbd650-bfd8-4f04-84f3-93281cf8de76 None None] For port d0ba1724-40d0-4834-88be-c677c57c863e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d0ba1724-40d0-4834-88be-c677c57c863e,segment=NetworkSegment(022ffaaa-2775-4370-b28e-f7918f014bd0),segment_id=022ffaaa-2775-4370-b28e-f7918f014bd0)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:02:29.746648 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-badbd650-bfd8-4f04-84f3-93281cf8de76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:29.832117 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for d0ba1724-40d0-4834-88be-c677c57c863e owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:02:29.867170 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-badbd650-bfd8-4f04-84f3-93281cf8de76 None None] Calling delete_port for d0ba1724-40d0-4834-88be-c677c57c863e owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:02:30.010990 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:30.016410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-badbd650-bfd8-4f04-84f3-93281cf8de76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:02:30.016995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-badbd650-bfd8-4f04-84f3-93281cf8de76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:02:30.058721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=d0ba1724-40d0-4834-88be-c677c57c863e,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:30.063025 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] No DVR routers for this DVR port d0ba1724-40d0-4834-88be-c677c57c863e on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:02:30.181323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:30.205653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d17b60-3fe6-4d45-b9df-16f6df25ec43']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:30.217756 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '022ffaaa-2775-4370-b28e-f7918f014bd0') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:30.218040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '022ffaaa-2775-4370-b28e-f7918f014bd0') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:30.229475 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:30.244401 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:30.250328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:02:30.250703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:02:30.266190 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:02:30.399149 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:30.416259 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:30.428079 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Network': ['ID=f0d17b60-3fe6-4d45-b9df-16f6df25ec43,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:30.508781 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-95e977d7-ba74-41d0-a5df-7211bee2d732 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/networks/f0d17b60-3fe6-4d45-b9df-16f6df25ec43 HTTP/1.1" status: 204 len: 168 time: 1.2086749 May 25 23:02:30.511888 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42558) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:30.517952 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d0ba1724-40d0-4834-88be-c677c57c863e no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:02:30.541014 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-badbd650-bfd8-4f04-84f3-93281cf8de76 None None] Deleting port d0ba1724-40d0-4834-88be-c677c57c863e {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:02:30.541373 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-badbd650-bfd8-4f04-84f3-93281cf8de76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:30.582183 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: d0ba1724-40d0-4834-88be-c677c57c863e {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:02:30.582518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d0ba1724-40d0-4834-88be-c677c57c863e not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:02:30.614710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-badbd650-bfd8-4f04-84f3-93281cf8de76 None None] The port 'd0ba1724-40d0-4834-88be-c677c57c863e' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:02:30.711020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-37bb819b-9519-4c45-af33-3fb9850de008 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 4f2db0bd-e96a-4386-92c8-c6b005d065e4 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:02:30.711357 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37bb819b-9519-4c45-af33-3fb9850de008 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:30.873602 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37bb819b-9519-4c45-af33-3fb9850de008 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:30.874277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37bb819b-9519-4c45-af33-3fb9850de008 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:30.988752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-37bb819b-9519-4c45-af33-3fb9850de008 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 4f2db0bd-e96a-4386-92c8-c6b005d065e4 owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:02:31.278224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37bb819b-9519-4c45-af33-3fb9850de008 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:31.324691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb819b-9519-4c45-af33-3fb9850de008 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=4f2db0bd-e96a-4386-92c8-c6b005d065e4,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:31.414303 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37bb819b-9519-4c45-af33-3fb9850de008 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:31.796733 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bb819b-9519-4c45-af33-3fb9850de008 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router fae52a7e-cdc5-4d87-b64e-a309d796c40c has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:02:31.993402 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bb819b-9519-4c45-af33-3fb9850de008 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:02:32.002806 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f890b-8360-4155-be11-deb13188d63c None None] Sync routers for ids ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:02:32.008820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37bb819b-9519-4c45-af33-3fb9850de008 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:32.015813 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f890b-8360-4155-be11-deb13188d63c None None] Routers {'fae52a7e-cdc5-4d87-b64e-a309d796c40c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:02:32.016417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ca1f890b-8360-4155-be11-deb13188d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:02:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:32.061435 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-37bb819b-9519-4c45-af33-3fb9850de008 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/floatingips/8fdb0dd9-d8a9-42d8-837d-0682fc990498 HTTP/1.1" status: 204 len: 168 time: 1.5484378 May 25 23:02:32.062239 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'tag': 'b6dbc770-6540-4104-8497-287c7c683411'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:02:32.120985 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f569881a-b003-40ff-8293-c77df19cd577'] response: {'name': 'network-changed', 'server_uuid': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'tag': 'b6dbc770-6540-4104-8497-287c7c683411', 'status': 'completed', 'code': 200} May 25 23:02:32.203054 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-ca1f890b-8360-4155-be11-deb13188d63c None None] Set router fae52a7e-cdc5-4d87-b64e-a309d796c40c gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:02:32.216753 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2f813162-b26c-4fa9-a431-7959dac1de74 req-2a6f5589-3490-436b-8705-428b7a09cfb0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 1099 time: 0.0761061 May 25 23:02:32.348869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f813162-b26c-4fa9-a431-7959dac1de74 req-abb4a2f2-2667-40d3-91a0-689df26871bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:32.350418 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2f813162-b26c-4fa9-a431-7959dac1de74 req-abb4a2f2-2667-40d3-91a0-689df26871bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=c293d67f-56bf-4112-a4a8-d7ebc0d297e3 HTTP/1.1" status: 200 len: 897 time: 0.1288633 May 25 23:02:32.415707 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2f813162-b26c-4fa9-a431-7959dac1de74 req-5ebb5524-8082-4e81-b918-e4a99781d99d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6dbc770-6540-4104-8497-287c7c683411 HTTP/1.1" status: 200 len: 217 time: 0.0599291 May 25 23:02:32.483131 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f813162-b26c-4fa9-a431-7959dac1de74 req-a112f753-13f8-4032-95c6-65fd815ad621 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:32.484689 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2f813162-b26c-4fa9-a431-7959dac1de74 req-a112f753-13f8-4032-95c6-65fd815ad621 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f5d98da-cd93-4b90-87da-c3270a84dc84 HTTP/1.1" status: 200 len: 835 time: 0.0639496 May 25 23:02:32.517276 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ca1f890b-8360-4155-be11-deb13188d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:02:21Z', 'revision_number': 6, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '321d7394-8618-4ad5-bb1e-2e32c0247ba8', 'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:62:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:33Z', 'updated_at': '2022-05-25T23:00:41Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:32.521130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f890b-8360-4155-be11-deb13188d63c None None] Checking router: fae52a7e-cdc5-4d87-b64e-a309d796c40c for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:02:32.532350 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f890b-8360-4155-be11-deb13188d63c None None] Routers {'fae52a7e-cdc5-4d87-b64e-a309d796c40c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:02:32.532978 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ca1f890b-8360-4155-be11-deb13188d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:02:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:32.561137 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2f813162-b26c-4fa9-a431-7959dac1de74 req-0d6e1d9f-5e61-4203-a39e-b966bf8ba0f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c293d67f-56bf-4112-a4a8-d7ebc0d297e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700288 May 25 23:02:32.572126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [req-2f813162-b26c-4fa9-a431-7959dac1de74 req-1073444b-abb9-4841-a1a7-de94b2cc0699 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 23:02:32.573401 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2f813162-b26c-4fa9-a431-7959dac1de74 req-1073444b-abb9-4841-a1a7-de94b2cc0699 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058730 May 25 23:02:32.720971 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2f813162-b26c-4fa9-a431-7959dac1de74 req-d14b72d6-d002-4372-ac4d-b56769e7ba9d service neutron] 10.222.0.73 "GET /v2.0/networks/c293d67f-56bf-4112-a4a8-d7ebc0d297e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346231 May 25 23:02:32.722522 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c70ad-ada7-43d2-ac3f-28efce6be799 req-ce6d70e7-4ac4-45df-b5e5-003127455a01 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:32.724070 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-db9c70ad-ada7-43d2-ac3f-28efce6be799 req-ce6d70e7-4ac4-45df-b5e5-003127455a01 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 946 time: 0.0790322 May 25 23:02:32.748485 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-ca1f890b-8360-4155-be11-deb13188d63c None None] Set router fae52a7e-cdc5-4d87-b64e-a309d796c40c gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:02:32.770765 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-db9c70ad-ada7-43d2-ac3f-28efce6be799 req-06bac138-c85d-4bb6-a130-db95af287521 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=a18fe17f-d632-4a11-8f28-5269e635e513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407391 May 25 23:02:32.946121 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2f813162-b26c-4fa9-a431-7959dac1de74 req-be990f9e-c30e-447b-8583-8fdae916c215 service neutron] 10.222.0.73 "GET /v2.0/networks/c293d67f-56bf-4112-a4a8-d7ebc0d297e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185442 May 25 23:02:33.079377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ca1f890b-8360-4155-be11-deb13188d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:02:21Z', 'revision_number': 6, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '321d7394-8618-4ad5-bb1e-2e32c0247ba8', 'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:62:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:33Z', 'updated_at': '2022-05-25T23:00:41Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:33.083516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f890b-8360-4155-be11-deb13188d63c None None] The sync data for ids ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'] in dv-neutron-843300-1-hyperv is: [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:02:21Z', 'revision_number': 6, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '321d7394-8618-4ad5-bb1e-2e32c0247ba8', 'name': '', 'network_id': 'c293d67f-56bf-4112-a4a8-d7ebc0d297e3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:62:aa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:33Z', 'updated_at': '2022-05-25T23:00:41Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '1f5d98da-cd93-4b90-87da-c3270a84dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:02:33.297950 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f1dfcc-b06a-448a-b639-dc277f427e5a None None] New status for floating IP 8fdb0dd9-d8a9-42d8-837d-0682fc990498: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:02:33.971639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530726c-9011-4344-b3cc-6e9f86b2c427 req-6c0e2ef0-b49c-4d2e-b501-13662c21498d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:33.973112 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2530726c-9011-4344-b3cc-6e9f86b2c427 req-6c0e2ef0-b49c-4d2e-b501-13662c21498d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 946 time: 0.0796733 May 25 23:02:33.986557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3729be6-2e16-4ccb-aca1-c597f5783672 req-f5d50756-2c87-49bb-b57f-89882a123f64 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:33.987244 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-f3729be6-2e16-4ccb-aca1-c597f5783672 req-f5d50756-2c87-49bb-b57f-89882a123f64 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:02:34.023151 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2530726c-9011-4344-b3cc-6e9f86b2c427 req-47f1ff86-2d72-49af-ac8d-02522aac6645 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=a18fe17f-d632-4a11-8f28-5269e635e513&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388479 May 25 23:02:34.113171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-f3729be6-2e16-4ccb-aca1-c597f5783672 req-f5d50756-2c87-49bb-b57f-89882a123f64 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:02:34.114341 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f3729be6-2e16-4ccb-aca1-c597f5783672 req-f5d50756-2c87-49bb-b57f-89882a123f64 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 946 time: 0.2042496 May 25 23:02:34.180629 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-f3729be6-2e16-4ccb-aca1-c597f5783672 req-cee35471-73b5-4cb9-bb60-3be68ff198bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port b6dbc770-6540-4104-8497-287c7c683411 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:02:34.180961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f3729be6-2e16-4ccb-aca1-c597f5783672 req-cee35471-73b5-4cb9-bb60-3be68ff198bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:34.428362 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-f3729be6-2e16-4ccb-aca1-c597f5783672 req-cee35471-73b5-4cb9-bb60-3be68ff198bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port b6dbc770-6540-4104-8497-287c7c683411, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=b6dbc770-6540-4104-8497-287c7c683411,segment=NetworkSegment(ef73eb49-4134-44a4-b2af-6feda7b122df),segment_id=ef73eb49-4134-44a4-b2af-6feda7b122df)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:02:34.428746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f3729be6-2e16-4ccb-aca1-c597f5783672 req-cee35471-73b5-4cb9-bb60-3be68ff198bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:34.546724 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-f3729be6-2e16-4ccb-aca1-c597f5783672 req-cee35471-73b5-4cb9-bb60-3be68ff198bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for b6dbc770-6540-4104-8497-287c7c683411 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:02:34.736152 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f3729be6-2e16-4ccb-aca1-c597f5783672 req-cee35471-73b5-4cb9-bb60-3be68ff198bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:34.784923 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee35471-73b5-4cb9-bb60-3be68ff198bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=b6dbc770-6540-4104-8497-287c7c683411,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:34.857020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3729be6-2e16-4ccb-aca1-c597f5783672 req-cee35471-73b5-4cb9-bb60-3be68ff198bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] No DVR routers for this DVR port b6dbc770-6540-4104-8497-287c7c683411 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:02:34.859402 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f3729be6-2e16-4ccb-aca1-c597f5783672 req-cee35471-73b5-4cb9-bb60-3be68ff198bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:34.861842 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'name': 'network-vif-deleted', 'tag': 'b6dbc770-6540-4104-8497-287c7c683411'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:02:34.915191 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d739c179-a12f-438c-ad31-e5ddc95bbfba'] response: {'server_uuid': 'b80f733c-0db2-44f0-822b-a42b8dddf347', 'name': 'network-vif-deleted', 'tag': 'b6dbc770-6540-4104-8497-287c7c683411', 'status': 'completed', 'code': 200} May 25 23:02:34.925536 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f3729be6-2e16-4ccb-aca1-c597f5783672 req-cee35471-73b5-4cb9-bb60-3be68ff198bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "DELETE /v2.0/ports/b6dbc770-6540-4104-8497-287c7c683411 HTTP/1.1" status: 204 len: 173 time: 0.8061197 May 25 23:02:35.184389 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7dd08a5f-4d19-4f0f-bc3f-83a2d03a7ccf req-7af029e0-9629-4c35-900d-ead49517ecd7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=b80f733c-0db2-44f0-822b-a42b8dddf347 HTTP/1.1" status: 200 len: 210 time: 0.0419841 May 25 23:02:36.289693 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42576) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:36.359101 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1958d964-2f58-461f-a663-b0137b54f9d1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:36.387910 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1958d964-2f58-461f-a663-b0137b54f9d1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:36.518648 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1958d964-2f58-461f-a663-b0137b54f9d1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:36.535544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958d964-2f58-461f-a663-b0137b54f9d1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18fe17f-d632-4a11-8f28-5269e635e513,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:36.544657 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1958d964-2f58-461f-a663-b0137b54f9d1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:36.546029 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1958d964-2f58-461f-a663-b0137b54f9d1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/security-groups/a18fe17f-d632-4a11-8f28-5269e635e513 HTTP/1.1" status: 204 len: 168 time: 0.2553401 May 25 23:02:36.650669 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42582) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:37.003835 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device b6dbc770-6540-4104-8497-287c7c683411 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:02:37.036350 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: b6dbc770-6540-4104-8497-287c7c683411 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:02:37.036759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device b6dbc770-6540-4104-8497-287c7c683411 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:02:37.044792 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a2c600c4-63e1-4486-b48e-1a82b9b5c0e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:37.737029 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-a2c600c4-63e1-4486-b48e-1a82b9b5c0e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 321d7394-8618-4ad5-bb1e-2e32c0247ba8 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:02:37.737755 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a2c600c4-63e1-4486-b48e-1a82b9b5c0e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:37.916059 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-a2c600c4-63e1-4486-b48e-1a82b9b5c0e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port 321d7394-8618-4ad5-bb1e-2e32c0247ba8, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=321d7394-8618-4ad5-bb1e-2e32c0247ba8,segment=NetworkSegment(ef73eb49-4134-44a4-b2af-6feda7b122df),segment_id=ef73eb49-4134-44a4-b2af-6feda7b122df)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:02:37.916404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a2c600c4-63e1-4486-b48e-1a82b9b5c0e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:38.033328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-a2c600c4-63e1-4486-b48e-1a82b9b5c0e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 321d7394-8618-4ad5-bb1e-2e32c0247ba8 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:02:38.290689 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a2c600c4-63e1-4486-b48e-1a82b9b5c0e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:38.341261 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c600c4-63e1-4486-b48e-1a82b9b5c0e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=321d7394-8618-4ad5-bb1e-2e32c0247ba8,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:38.643690 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a2c600c4-63e1-4486-b48e-1a82b9b5c0e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:39.318570 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c600c4-63e1-4486-b48e-1a82b9b5c0e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router fae52a7e-cdc5-4d87-b64e-a309d796c40c has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:02:39.516650 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c600c4-63e1-4486-b48e-1a82b9b5c0e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:02:39.525962 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa5028-ee78-434f-a664-17de26a86173 None None] Sync routers for ids ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:02:39.529443 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a2c600c4-63e1-4486-b48e-1a82b9b5c0e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/fae52a7e-cdc5-4d87-b64e-a309d796c40c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8776548 May 25 23:02:39.532006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42586) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:39.537976 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa5028-ee78-434f-a664-17de26a86173 None None] Routers {'fae52a7e-cdc5-4d87-b64e-a309d796c40c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:02:39.538633 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-35fa5028-ee78-434f-a664-17de26a86173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:02:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:39.712765 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-35fa5028-ee78-434f-a664-17de26a86173 None None] Set router fae52a7e-cdc5-4d87-b64e-a309d796c40c gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:02:39.717676 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting subnet 1f5d98da-cd93-4b90-87da-c3270a84dc84 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:02:39.720699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:39.772849 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:39.858097 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:39.994116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-35fa5028-ee78-434f-a664-17de26a86173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:02:38Z', 'revision_number': 7, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:39.998289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa5028-ee78-434f-a664-17de26a86173 None None] Checking router: fae52a7e-cdc5-4d87-b64e-a309d796c40c for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:02:39.999676 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:40.009089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa5028-ee78-434f-a664-17de26a86173 None None] Routers {'fae52a7e-cdc5-4d87-b64e-a309d796c40c'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:02:40.009681 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-35fa5028-ee78-434f-a664-17de26a86173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:02:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:40.040459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5d98da-cd93-4b90-87da-c3270a84dc84,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:40.046624 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:40.058053 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/subnets/1f5d98da-cd93-4b90-87da-c3270a84dc84 HTTP/1.1" status: 204 len: 168 time: 0.5250657 May 25 23:02:40.059424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:40.059768 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:40.060118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:40.060429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:40.060788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:40.061103 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42590) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:40.061589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:40.061589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:40.061767 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:40.062047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:40.063538 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:40.063538 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd758e14-38f8-4a7e-9c82-9fdc310c8fb0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:40.063768 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75772f87-38a3-4339-9a02-7b88dd6b56ab None None] Network c293d67f-56bf-4112-a4a8-d7ebc0d297e3 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:02:40.267215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b531cc21-90b9-4db0-8f5a-b84b17fbbcdf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:40.375613 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-35fa5028-ee78-434f-a664-17de26a86173 None None] Set router fae52a7e-cdc5-4d87-b64e-a309d796c40c gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:02:40.462528 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b531cc21-90b9-4db0-8f5a-b84b17fbbcdf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:40.530707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b531cc21-90b9-4db0-8f5a-b84b17fbbcdf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 6c6e0c73-84d1-4a98-9618-8867aaa49681 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:02:40.530971 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b531cc21-90b9-4db0-8f5a-b84b17fbbcdf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:40.643521 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47216e56-62e9-4637-8b2d-1a95d845d51c None None] DHCP port deletion for c293d67f-56bf-4112-a4a8-d7ebc0d297e3 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:02:40.654076 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-47216e56-62e9-4637-8b2d-1a95d845d51c None None] Deleting port 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:02:40.654440 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-47216e56-62e9-4637-8b2d-1a95d845d51c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:40.710082 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-b531cc21-90b9-4db0-8f5a-b84b17fbbcdf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port 6c6e0c73-84d1-4a98-9618-8867aaa49681, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6c6e0c73-84d1-4a98-9618-8867aaa49681,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:02:40.710450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b531cc21-90b9-4db0-8f5a-b84b17fbbcdf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:40.827786 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b531cc21-90b9-4db0-8f5a-b84b17fbbcdf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 6c6e0c73-84d1-4a98-9618-8867aaa49681 owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:02:40.839318 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-35fa5028-ee78-434f-a664-17de26a86173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:02:38Z', 'revision_number': 7, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:40.855978 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa5028-ee78-434f-a664-17de26a86173 None None] The sync data for ids ['fae52a7e-cdc5-4d87-b64e-a309d796c40c'] in dv-neutron-843300-1-hyperv is: [{'id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'name': 'tempest-TestNetworkBasicOps-router-1217472683', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:00:27Z', 'updated_at': '2022-05-25T23:02:38Z', 'revision_number': 7, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6c6e0c73-84d1-4a98-9618-8867aaa49681', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae52a7e-cdc5-4d87-b64e-a309d796c40c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:00:28Z', 'updated_at': '2022-05-25T23:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:02:40.877038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-47216e56-62e9-4637-8b2d-1a95d845d51c None None] For port 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=59c0ccd2-5540-4ef8-9db7-6f1c7610f16e,segment=NetworkSegment(ef73eb49-4134-44a4-b2af-6feda7b122df),segment_id=ef73eb49-4134-44a4-b2af-6feda7b122df)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:02:40.877424 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-47216e56-62e9-4637-8b2d-1a95d845d51c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:40.998086 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-47216e56-62e9-4637-8b2d-1a95d845d51c None None] Calling delete_port for 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:02:41.067419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b531cc21-90b9-4db0-8f5a-b84b17fbbcdf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:41.124853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-47216e56-62e9-4637-8b2d-1a95d845d51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:41.174706 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47216e56-62e9-4637-8b2d-1a95d845d51c None None] Pushing event deleted for resources: {'Port': ['ID=59c0ccd2-5540-4ef8-9db7-6f1c7610f16e,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:41.178399 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47216e56-62e9-4637-8b2d-1a95d845d51c None None] No DVR routers for this DVR port 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:02:41.217084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531cc21-90b9-4db0-8f5a-b84b17fbbcdf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=6c6e0c73-84d1-4a98-9618-8867aaa49681,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:41.445652 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b531cc21-90b9-4db0-8f5a-b84b17fbbcdf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:41.450253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ca664955-c26c-469a-83ca-1cce3013cf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:41.696979 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b531cc21-90b9-4db0-8f5a-b84b17fbbcdf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:41.701480 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b531cc21-90b9-4db0-8f5a-b84b17fbbcdf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:41.814954 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b531cc21-90b9-4db0-8f5a-b84b17fbbcdf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:41.815806 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b531cc21-90b9-4db0-8f5a-b84b17fbbcdf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Fanout notify agent at l3_agent the message router_deleted on router fae52a7e-cdc5-4d87-b64e-a309d796c40c {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:02:41.830316 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b531cc21-90b9-4db0-8f5a-b84b17fbbcdf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:41.831401 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b531cc21-90b9-4db0-8f5a-b84b17fbbcdf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/routers/fae52a7e-cdc5-4d87-b64e-a309d796c40c HTTP/1.1" status: 204 len: 168 time: 1.7692659 May 25 23:02:41.834378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42594) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:41.950028 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:42.076715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:42.102358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c293d67f-56bf-4112-a4a8-d7ebc0d297e3']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:42.114978 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef73eb49-4134-44a4-b2af-6feda7b122df') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:42.115269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef73eb49-4134-44a4-b2af-6feda7b122df') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:42.126431 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:42.141862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:42.147611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:02:42.147980 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:02:42.162552 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:02:42.313125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:42.330754 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:42.342384 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Network': ['ID=c293d67f-56bf-4112-a4a8-d7ebc0d297e3,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:42.348763 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/networks/c293d67f-56bf-4112-a4a8-d7ebc0d297e3 HTTP/1.1" status: 204 len: 168 time: 0.5133321 May 25 23:02:42.356632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:42.356632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:42.356632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:42.356632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:42.356632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:42.356632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:42.358065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:42.358065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:42.358065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:42.358065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:42.358467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264b577-64ff-4e45-be90-2dfa5c06796f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:42.367271 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42598) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:42.372639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-52a9d263-ad12-47e8-873d-93186c23eb9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'network': {'name': 'tempest-network-smoke--1676289895', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'port_security_enabled': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:02:42.377729 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-52a9d263-ad12-47e8-873d-93186c23eb9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:02:42.381805 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-52a9d263-ad12-47e8-873d-93186c23eb9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:network and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:02:42.384677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-52a9d263-ad12-47e8-873d-93186c23eb9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:02:42.391604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-52a9d263-ad12-47e8-873d-93186c23eb9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:02:42.466182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a9d263-ad12-47e8-873d-93186c23eb9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:02:42.469216 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-52a9d263-ad12-47e8-873d-93186c23eb9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:42.502086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a9d263-ad12-47e8-873d-93186c23eb9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:02:42.511519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-52a9d263-ad12-47e8-873d-93186c23eb9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:42.511854 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-52a9d263-ad12-47e8-873d-93186c23eb9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Added segment e95af373-b757-4675-be93-fdec96133eba of type vlan for network 186ac383-53eb-48f3-aefb-4dd3958e72b7 May 25 23:02:42.528652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:02:42.538842 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-52a9d263-ad12-47e8-873d-93186c23eb9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:42.562186 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:02:42.562524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 59c0ccd2-5540-4ef8-9db7-6f1c7610f16e not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:02:42.563044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 321d7394-8618-4ad5-bb1e-2e32c0247ba8 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:02:42.598391 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 321d7394-8618-4ad5-bb1e-2e32c0247ba8 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:02:42.598727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 321d7394-8618-4ad5-bb1e-2e32c0247ba8 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:02:42.599142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6c6e0c73-84d1-4a98-9618-8867aaa49681 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:02:42.626420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-52a9d263-ad12-47e8-873d-93186c23eb9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:42.629908 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 6c6e0c73-84d1-4a98-9618-8867aaa49681 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:02:42.630112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a9d263-ad12-47e8-873d-93186c23eb9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:42.630254 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6c6e0c73-84d1-4a98-9618-8867aaa49681 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:02:42.630687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-52a9d263-ad12-47e8-873d-93186c23eb9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:42.737366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9d263-ad12-47e8-873d-93186c23eb9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Network': ['ID=186ac383-53eb-48f3-aefb-4dd3958e72b7,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:42.747792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 186ac383-53eb-48f3-aefb-4dd3958e72b7 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:02:42.810141 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-52a9d263-ad12-47e8-873d-93186c23eb9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4418228 May 25 23:02:42.812792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42602) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:42.818187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1957384182', 'admin_state_up': True, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:02:42.825482 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:02:42.829265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:router and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:02:42.832040 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:02:42.837665 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:02:42.906184 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:42.907123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:42.924519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:43.237050 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:43.469220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:43.497860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:43.630772 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.202 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/c6dcb566-f0fe-48bd-8e4b-afd0108e6526) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:02:43.661770 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eb166b24-d090-4737-95d1-af76b78aae32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:43.773891 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:43.862061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:43.929420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:02:43.932873 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:02:43.936551 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:02:43.966305 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=c6dcb566-f0fe-48bd-8e4b-afd0108e6526,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:44.175301 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:44.176015 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:44.460374 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 4cbdd12d-892d-4200-86d7-2375036d228d is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:02:44.655131 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:02:44.664234 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Sync routers for ids ['4cbdd12d-892d-4200-86d7-2375036d228d'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:02:44.676972 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Routers {'4cbdd12d-892d-4200-86d7-2375036d228d'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:02:44.677568 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:02:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4cbdd12d-892d-4200-86d7-2375036d228d'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:44.735274 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:44.736562 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-908dd37c-3ab9-4e65-b0d6-2cdcbcd228dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9228189 May 25 23:02:44.739785 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42606) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:44.780972 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:44.783742 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-67411fbe-1a6c-4759-a5af-5330af3c4864 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=cf9636952f01491a97cc3c500b4629f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425456 May 25 23:02:44.786376 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42610) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:44.851785 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Set router 4cbdd12d-892d-4200-86d7-2375036d228d gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:02:44.915331 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5b38b9-4e03-41ee-8445-de34095d101a tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:44.919931 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9f5b38b9-4e03-41ee-8445-de34095d101a tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301687 May 25 23:02:44.920180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42614) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:44.959558 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-aff9fcfa-15d4-414e-8784-a0b05f89a93d tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381980 May 25 23:02:44.962095 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42618) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:44.968091 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-6cf42442-796e-4e4c-a645-50a92e524007 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-254667159', 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:02:45.062249 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:45.076726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-6cf42442-796e-4e4c-a645-50a92e524007 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:02:45.080609 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-6cf42442-796e-4e4c-a645-50a92e524007 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:subnet and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:02:45.083700 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-6cf42442-796e-4e4c-a645-50a92e524007 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:02:45.090166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-6cf42442-796e-4e4c-a645-50a92e524007 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:02:45.139563 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'name': 'tempest-TestNetworkBasicOps-router-1957384182', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:02:42Z', 'updated_at': '2022-05-25T23:02:44Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:43Z', 'updated_at': '2022-05-25T23:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:45.143270 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Checking router: 4cbdd12d-892d-4200-86d7-2375036d228d for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:02:45.143612 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Updating router 4cbdd12d-892d-4200-86d7-2375036d228d port c6dcb566-f0fe-48bd-8e4b-afd0108e6526 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:02:45.176265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf42442-796e-4e4c-a645-50a92e524007 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:02:45.193523 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:45.380644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6cf42442-796e-4e4c-a645-50a92e524007 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:45.522491 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:45.534505 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Transition to ACTIVE for port object c6dcb566-f0fe-48bd-8e4b-afd0108e6526 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:02:45.610269 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:45.667661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6cf42442-796e-4e4c-a645-50a92e524007 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:45.691726 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Attempting to bind port c6dcb566-f0fe-48bd-8e4b-afd0108e6526 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:02:45.692306 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Attempting to bind port c6dcb566-f0fe-48bd-8e4b-afd0108e6526 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:02:45.692455 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Attempting to bind port c6dcb566-f0fe-48bd-8e4b-afd0108e6526 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:02:45.695009 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf0c0d-d900-438c-9e4e-199aad4475e3 None None] Pushing event updated for resources: {'Port': ['ID=c6dcb566-f0fe-48bd-8e4b-afd0108e6526,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:45.706926 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0c0d-d900-438c-9e4e-199aad4475e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:45.707257 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0c0d-d900-438c-9e4e-199aad4475e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:45.707579 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0c0d-d900-438c-9e4e-199aad4475e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:45.707904 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0c0d-d900-438c-9e4e-199aad4475e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:45.708223 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0c0d-d900-438c-9e4e-199aad4475e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:45.708584 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0c0d-d900-438c-9e4e-199aad4475e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:45.708876 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0c0d-d900-438c-9e4e-199aad4475e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:45.709187 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0c0d-d900-438c-9e4e-199aad4475e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:45.709499 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0c0d-d900-438c-9e4e-199aad4475e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:45.709807 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0c0d-d900-438c-9e4e-199aad4475e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:45.710114 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf0c0d-d900-438c-9e4e-199aad4475e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:45.713076 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:02:45.720579 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:02:45.720579 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:45.720579 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:02:45.720579 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Bound port: c6dcb566-f0fe-48bd-8e4b-afd0108e6526, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:02:45.720579 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:45.739750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf42442-796e-4e4c-a645-50a92e524007 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Subnet': ['ID=5042e438-d003-49bf-b664-7aa97948cf70,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:45.764738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf42442-796e-4e4c-a645-50a92e524007 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Checking segment: {'id': 'e95af373-b757-4675-be93-fdec96133eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:02:45.765431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf42442-796e-4e4c-a645-50a92e524007 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network hostable DHCP agents. Network: 186ac383-53eb-48f3-aefb-4dd3958e72b7, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:02:45.787177 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] For port c6dcb566-f0fe-48bd-8e4b-afd0108e6526, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:02:45.790130 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] For port c6dcb566-f0fe-48bd-8e4b-afd0108e6526, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c6dcb566-f0fe-48bd-8e4b-afd0108e6526,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:02:45.838700 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf42442-796e-4e4c-a645-50a92e524007 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 186ac383-53eb-48f3-aefb-4dd3958e72b7 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:02:45.867752 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:45.941900 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-6cf42442-796e-4e4c-a645-50a92e524007 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 186ac383-53eb-48f3-aefb-4dd3958e72b7) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:02:45.946606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf42442-796e-4e4c-a645-50a92e524007 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:45.947223 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6cf42442-796e-4e4c-a645-50a92e524007 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:45.951805 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0eecc0-a765-4b99-957b-5d4fb1b026b1 None None] Network 186ac383-53eb-48f3-aefb-4dd3958e72b7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:02:45.968908 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf0c0d-d900-438c-9e4e-199aad4475e3 None None] Pushing event updated for resources: {'Port': ['ID=c6dcb566-f0fe-48bd-8e4b-afd0108e6526,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:45.978774 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Routers {'4cbdd12d-892d-4200-86d7-2375036d228d'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:02:45.979451 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:02:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4cbdd12d-892d-4200-86d7-2375036d228d'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:46.033852 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6cf42442-796e-4e4c-a645-50a92e524007 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0706425 May 25 23:02:46.036655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42622) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:46.169661 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] Set router 4cbdd12d-892d-4200-86d7-2375036d228d gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:02:46.212926 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-186ac383-53eb-48f3-aefb-4dd3958e72b7', 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ips': [{'subnet_id': '5042e438-d003-49bf-b664-7aa97948cf70'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:02:46.213874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:46.378357 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Allocated IP 172.20.0.2 (186ac383-53eb-48f3-aefb-4dd3958e72b7/5042e438-d003-49bf-b664-7aa97948cf70/75e93ef7-ce35-46e3-861b-96dd8f53fa0c) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:02:46.475590 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'name': 'tempest-TestNetworkBasicOps-router-1957384182', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:02:42Z', 'updated_at': '2022-05-25T23:02:44Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:43Z', 'updated_at': '2022-05-25T23:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:46.480507 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30229ed8-e66a-42da-bf0d-3f9233f8024b None None] The sync data for ids ['4cbdd12d-892d-4200-86d7-2375036d228d'] in dv-neutron-843300-1-hyperv is: [{'id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'name': 'tempest-TestNetworkBasicOps-router-1957384182', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:02:42Z', 'updated_at': '2022-05-25T23:02:44Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:43Z', 'updated_at': '2022-05-25T23:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:02:46.628103 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:46.637652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:46.652808 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Transition to ACTIVE for port object 75e93ef7-ce35-46e3-861b-96dd8f53fa0c will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:02:46.678641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Transition to ACTIVE for port object 75e93ef7-ce35-46e3-861b-96dd8f53fa0c will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:02:46.748225 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:46.820016 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Network 186ac383-53eb-48f3-aefb-4dd3958e72b7 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:02:46.823998 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:02:46.828662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:02:46.830850 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Pushing event updated for resources: {'Port': ['ID=75e93ef7-ce35-46e3-861b-96dd8f53fa0c,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:46.842584 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:46.842919 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:46.843251 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:46.843579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:46.843903 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:46.844228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:46.844564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:46.844894 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:46.845213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:46.845529 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:46.845851 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:02:46.933169 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Attempting to bind port 75e93ef7-ce35-46e3-861b-96dd8f53fa0c on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:02:46.933532 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Attempting to bind port 75e93ef7-ce35-46e3-861b-96dd8f53fa0c by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'e95af373-b757-4675-be93-fdec96133eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:02:46.933896 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Attempting to bind port 75e93ef7-ce35-46e3-861b-96dd8f53fa0c on network 186ac383-53eb-48f3-aefb-4dd3958e72b7 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:02:46.940885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:02:46.941251 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Checking segment: {'id': 'e95af373-b757-4675-be93-fdec96133eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:02:46.941652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:46.942038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Bound using segment: {'id': 'e95af373-b757-4675-be93-fdec96133eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:02:46.942516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Bound port: 75e93ef7-ce35-46e3-861b-96dd8f53fa0c, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95af373-b757-4675-be93-fdec96133eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:02:46.942863 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:47.003402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:47.035352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] For port 75e93ef7-ce35-46e3-861b-96dd8f53fa0c, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:02:47.038543 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] For port 75e93ef7-ce35-46e3-861b-96dd8f53fa0c, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=75e93ef7-ce35-46e3-861b-96dd8f53fa0c,segment=NetworkSegment(e95af373-b757-4675-be93-fdec96133eba),segment_id=e95af373-b757-4675-be93-fdec96133eba)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:02:47.119469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:47.210154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08c125-b80b-4066-96dc-603928ef64a3 None None] Pushing event updated for resources: {'Port': ['ID=75e93ef7-ce35-46e3-861b-96dd8f53fa0c,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:47.409923 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:47.438334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.1 (186ac383-53eb-48f3-aefb-4dd3958e72b7/5042e438-d003-49bf-b664-7aa97948cf70/23fb3bf5-d3f8-4112-afa3-190229606290) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:02:47.597867 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:47.613182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object 23fb3bf5-d3f8-4112-afa3-190229606290 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:02:47.706486 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:47.776353 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 186ac383-53eb-48f3-aefb-4dd3958e72b7 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:02:47.779172 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:02:47.783080 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:02:47.814112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=23fb3bf5-d3f8-4112-afa3-190229606290,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:47.846530 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:48.015645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:48.167413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac921a07-98a1-429d-91c0-1346e0d0b13b None None] Network 186ac383-53eb-48f3-aefb-4dd3958e72b7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:02:48.349282 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-728b9063-1cc2-485a-8e45-74dc12ad598d None None] Provisioning for port 75e93ef7-ce35-46e3-861b-96dd8f53fa0c completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:02:48.464120 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:48.523825 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:48.608712 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 75e93ef7-ce35-46e3-861b-96dd8f53fa0c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:02:48.788908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=23fb3bf5-d3f8-4112-afa3-190229606290,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:48.793046 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:48.804493 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 75e93ef7-ce35-46e3-861b-96dd8f53fa0c completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:02:48.810928 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 75e93ef7-ce35-46e3-861b-96dd8f53fa0c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:02:48.811634 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:48.840265 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d100da8d-451b-43c8-aa02-6734afdf88fa None None] Provisioning for port 23fb3bf5-d3f8-4112-afa3-190229606290 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:02:48.851130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d100da8d-451b-43c8-aa02-6734afdf88fa None None] Provisioning complete for port 23fb3bf5-d3f8-4112-afa3-190229606290 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:02:48.851564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d100da8d-451b-43c8-aa02-6734afdf88fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:48.920630 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-d100da8d-451b-43c8-aa02-6734afdf88fa None None] Port 23fb3bf5-d3f8-4112-afa3-190229606290 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:02:48.944869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 186ac383-53eb-48f3-aefb-4dd3958e72b7 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:02:48.946022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:02:48.980918 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d100da8d-451b-43c8-aa02-6734afdf88fa None None] Provisioning complete for port 75e93ef7-ce35-46e3-861b-96dd8f53fa0c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:02:48.981283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d100da8d-451b-43c8-aa02-6734afdf88fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:49.030941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:49.077562 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 75e93ef7-ce35-46e3-861b-96dd8f53fa0c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=75e93ef7-ce35-46e3-861b-96dd8f53fa0c,segment=NetworkSegment(e95af373-b757-4675-be93-fdec96133eba),segment_id=e95af373-b757-4675-be93-fdec96133eba)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:02:49.138646 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d100da8d-451b-43c8-aa02-6734afdf88fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:49.188579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:49.189341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c6dcb566-f0fe-48bd-8e4b-afd0108e6526 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:02:49.370044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 4cbdd12d-892d-4200-86d7-2375036d228d has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:02:49.384092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-d100da8d-451b-43c8-aa02-6734afdf88fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:02:49.384433 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-d100da8d-451b-43c8-aa02-6734afdf88fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:02:49.389768 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=75e93ef7-ce35-46e3-861b-96dd8f53fa0c,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:49.473121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port c6dcb566-f0fe-48bd-8e4b-afd0108e6526 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:02:49.478471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c6dcb566-f0fe-48bd-8e4b-afd0108e6526 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:02:49.479421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:49.574531 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:02:49.587856 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b868081b-c948-4763-8077-3b9c040c9d92 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/4cbdd12d-892d-4200-86d7-2375036d228d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5497963 May 25 23:02:49.590615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42626) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:49.596869 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:49.613278 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port c6dcb566-f0fe-48bd-8e4b-afd0108e6526, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c6dcb566-f0fe-48bd-8e4b-afd0108e6526,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:02:49.679005 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:49.727577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc30de54-0840-409e-9a25-7b0f7daf3ff9 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:49.727947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc30de54-0840-409e-9a25-7b0f7daf3ff9 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:49.728307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc30de54-0840-409e-9a25-7b0f7daf3ff9 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:49.728755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc30de54-0840-409e-9a25-7b0f7daf3ff9 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:49.731205 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fc30de54-0840-409e-9a25-7b0f7daf3ff9 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1394749 May 25 23:02:49.733620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42630) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:49.756335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=c6dcb566-f0fe-48bd-8e4b-afd0108e6526,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:49.806732 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17915d2-42c4-406d-a413-703676cbd009 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:49.807313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17915d2-42c4-406d-a413-703676cbd009 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:49.807681 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17915d2-42c4-406d-a413-703676cbd009 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:49.808058 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17915d2-42c4-406d-a413-703676cbd009 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:49.812085 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a17915d2-42c4-406d-a413-703676cbd009 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0751822 May 25 23:02:49.812310 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42634) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:49.952814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Sync routers for ids ['4cbdd12d-892d-4200-86d7-2375036d228d'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:02:49.964644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Routers {'4cbdd12d-892d-4200-86d7-2375036d228d'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:02:49.965200 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:02:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4cbdd12d-892d-4200-86d7-2375036d228d'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:50.008885 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4e415be4-1ec5-4a89-9b09-903026c295ad tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1954300 May 25 23:02:50.130520 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5adfca36-c36f-4b53-8c23-a4fe182aaec6 None None] Provisioning complete for port 23fb3bf5-d3f8-4112-afa3-190229606290 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:02:50.130874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5adfca36-c36f-4b53-8c23-a4fe182aaec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:50.139206 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42640) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:50.144827 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e45012ab-22b8-4f00-8d70-5ac1913f503f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1365137462', 'description': 'tempest-secgroup-smoke-1365137462 description', 'project_id': 'cf9636952f01491a97cc3c500b4629f1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:02:50.151542 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e45012ab-22b8-4f00-8d70-5ac1913f503f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:02:50.155763 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e45012ab-22b8-4f00-8d70-5ac1913f503f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:02:50.158655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e45012ab-22b8-4f00-8d70-5ac1913f503f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:02:50.164194 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e45012ab-22b8-4f00-8d70-5ac1913f503f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:02:50.193275 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5adfca36-c36f-4b53-8c23-a4fe182aaec6 None None] Port 23fb3bf5-d3f8-4112-afa3-190229606290 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:02:50.196421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Set router 4cbdd12d-892d-4200-86d7-2375036d228d gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:02:50.221911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e45012ab-22b8-4f00-8d70-5ac1913f503f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:50.259269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e45012ab-22b8-4f00-8d70-5ac1913f503f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:02:50.263913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e45012ab-22b8-4f00-8d70-5ac1913f503f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:02:50.267138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e45012ab-22b8-4f00-8d70-5ac1913f503f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:02:50.272951 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e45012ab-22b8-4f00-8d70-5ac1913f503f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:02:50.333153 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e45012ab-22b8-4f00-8d70-5ac1913f503f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:50.398660 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e45012ab-22b8-4f00-8d70-5ac1913f503f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:50.441697 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45012ab-22b8-4f00-8d70-5ac1913f503f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c51341-e58b-46bc-bd6b-3488d57ab181,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:50.512760 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'name': 'tempest-TestNetworkBasicOps-router-1957384182', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:02:42Z', 'updated_at': '2022-05-25T23:02:47Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:43Z', 'updated_at': '2022-05-25T23:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '23fb3bf5-d3f8-4112-afa3-190229606290', 'name': '', 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:e0:7e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5042e438-d003-49bf-b664-7aa97948cf70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:47Z', 'updated_at': '2022-05-25T23:02:48Z', 'revision_number': 2, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '5042e438-d003-49bf-b664-7aa97948cf70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:50.516852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Checking router: 4cbdd12d-892d-4200-86d7-2375036d228d for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:02:50.517202 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Updating router 4cbdd12d-892d-4200-86d7-2375036d228d port 23fb3bf5-d3f8-4112-afa3-190229606290 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:02:50.536026 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e45012ab-22b8-4f00-8d70-5ac1913f503f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:50.537425 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e45012ab-22b8-4f00-8d70-5ac1913f503f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3971186 May 25 23:02:50.540135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42644) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:50.542477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 75e93ef7-ce35-46e3-861b-96dd8f53fa0c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:02:50.546241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a202b814-d8d8-4408-b9a8-129e806ed09c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '73c51341-e58b-46bc-bd6b-3488d57ab181', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:02:50.552239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a202b814-d8d8-4408-b9a8-129e806ed09c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:02:50.559548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a202b814-d8d8-4408-b9a8-129e806ed09c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:02:50.559548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a202b814-d8d8-4408-b9a8-129e806ed09c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:02:50.564686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a202b814-d8d8-4408-b9a8-129e806ed09c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:02:50.618393 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:50.650465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a202b814-d8d8-4408-b9a8-129e806ed09c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:50.690947 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 75e93ef7-ce35-46e3-861b-96dd8f53fa0c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:02:50.691303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:50.711847 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a202b814-d8d8-4408-b9a8-129e806ed09c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:50.781636 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a202b814-d8d8-4408-b9a8-129e806ed09c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:50.804291 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202b814-d8d8-4408-b9a8-129e806ed09c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a181e544-0ac5-4096-8f7c-ba2473607242,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:50.878577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a202b814-d8d8-4408-b9a8-129e806ed09c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:50.879799 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a202b814-d8d8-4408-b9a8-129e806ed09c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3387146 May 25 23:02:50.882536 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42648) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:50.889038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c1114fef-767b-4a6e-9e89-eeb8ad222abb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '73c51341-e58b-46bc-bd6b-3488d57ab181', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:02:50.894875 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c1114fef-767b-4a6e-9e89-eeb8ad222abb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:02:50.898734 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c1114fef-767b-4a6e-9e89-eeb8ad222abb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:02:50.902436 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c1114fef-767b-4a6e-9e89-eeb8ad222abb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:02:50.908156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c1114fef-767b-4a6e-9e89-eeb8ad222abb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:02:50.953533 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c6dcb566-f0fe-48bd-8e4b-afd0108e6526 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:02:50.988204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c1114fef-767b-4a6e-9e89-eeb8ad222abb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:51.049253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c1114fef-767b-4a6e-9e89-eeb8ad222abb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:51.094508 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c6dcb566-f0fe-48bd-8e4b-afd0108e6526 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:02:51.094865 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:51.107264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c1114fef-767b-4a6e-9e89-eeb8ad222abb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:51.132252 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1114fef-767b-4a6e-9e89-eeb8ad222abb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df2cb91-f5a6-49af-a6f7-b905b29b48ed,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:51.147783 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:51.165529 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Transition to ACTIVE for port object 23fb3bf5-d3f8-4112-afa3-190229606290 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:02:51.212228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c1114fef-767b-4a6e-9e89-eeb8ad222abb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:51.213625 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c1114fef-767b-4a6e-9e89-eeb8ad222abb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3299263 May 25 23:02:51.216566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42652) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:51.222591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3eb5698e-03d5-4b00-889a-b277c7a06ccc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '73c51341-e58b-46bc-bd6b-3488d57ab181', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:02:51.229017 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3eb5698e-03d5-4b00-889a-b277c7a06ccc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:02:51.233179 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3eb5698e-03d5-4b00-889a-b277c7a06ccc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:02:51.236291 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3eb5698e-03d5-4b00-889a-b277c7a06ccc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:02:51.242351 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3eb5698e-03d5-4b00-889a-b277c7a06ccc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:02:51.254870 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:51.343454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3eb5698e-03d5-4b00-889a-b277c7a06ccc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:51.397054 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab4c17-f8a2-4049-a12d-4f922bdce0c3 None None] Pushing event updated for resources: {'Port': ['ID=23fb3bf5-d3f8-4112-afa3-190229606290,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:51.492063 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Attempting to bind port 23fb3bf5-d3f8-4112-afa3-190229606290 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:02:51.492484 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Attempting to bind port 23fb3bf5-d3f8-4112-afa3-190229606290 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'e95af373-b757-4675-be93-fdec96133eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:02:51.492812 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Attempting to bind port 23fb3bf5-d3f8-4112-afa3-190229606290 on network 186ac383-53eb-48f3-aefb-4dd3958e72b7 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:02:51.500350 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:02:51.500802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Checking segment: {'id': 'e95af373-b757-4675-be93-fdec96133eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:02:51.501178 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:51.501659 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Bound using segment: {'id': 'e95af373-b757-4675-be93-fdec96133eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:02:51.502127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Bound port: 23fb3bf5-d3f8-4112-afa3-190229606290, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95af373-b757-4675-be93-fdec96133eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:02:51.502608 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:51.520157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3eb5698e-03d5-4b00-889a-b277c7a06ccc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:51.582051 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3eb5698e-03d5-4b00-889a-b277c7a06ccc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:51.589117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] For port 23fb3bf5-d3f8-4112-afa3-190229606290, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:02:51.592186 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] For port 23fb3bf5-d3f8-4112-afa3-190229606290, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=23fb3bf5-d3f8-4112-afa3-190229606290,segment=NetworkSegment(e95af373-b757-4675-be93-fdec96133eba),segment_id=e95af373-b757-4675-be93-fdec96133eba)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:02:51.606072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5698e-03d5-4b00-889a-b277c7a06ccc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9addee-425e-44c6-aed3-e4661ecfbed2,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:51.678329 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:51.712440 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3eb5698e-03d5-4b00-889a-b277c7a06ccc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:51.714962 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3eb5698e-03d5-4b00-889a-b277c7a06ccc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4972663 May 25 23:02:51.717916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42656) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:51.723669 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1a2ea3a1-1eae-4606-a39f-74ff73f93542 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '73c51341-e58b-46bc-bd6b-3488d57ab181', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:02:51.730248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1a2ea3a1-1eae-4606-a39f-74ff73f93542 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:02:51.735215 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1a2ea3a1-1eae-4606-a39f-74ff73f93542 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:02:51.739023 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1a2ea3a1-1eae-4606-a39f-74ff73f93542 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:02:51.745991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1a2ea3a1-1eae-4606-a39f-74ff73f93542 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:02:51.760766 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab4c17-f8a2-4049-a12d-4f922bdce0c3 None None] Pushing event updated for resources: {'Port': ['ID=23fb3bf5-d3f8-4112-afa3-190229606290,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:51.766047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Routers {'4cbdd12d-892d-4200-86d7-2375036d228d'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:02:51.766047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:02:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4cbdd12d-892d-4200-86d7-2375036d228d'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:51.841289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1a2ea3a1-1eae-4606-a39f-74ff73f93542 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:51.908823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1a2ea3a1-1eae-4606-a39f-74ff73f93542 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:51.957334 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] Set router 4cbdd12d-892d-4200-86d7-2375036d228d gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:02:51.998855 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1a2ea3a1-1eae-4606-a39f-74ff73f93542 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:52.022256 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ea3a1-1eae-4606-a39f-74ff73f93542 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435df1f6-1c1d-4a65-bae6-dab0909b8aec,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:52.077811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1a2ea3a1-1eae-4606-a39f-74ff73f93542 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:52.078999 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1a2ea3a1-1eae-4606-a39f-74ff73f93542 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3600223 May 25 23:02:52.083942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42660) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:52.090390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-cd5ba031-a3ad-4645-9be2-596da7de866e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '73c51341-e58b-46bc-bd6b-3488d57ab181', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:02:52.096224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cd5ba031-a3ad-4645-9be2-596da7de866e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:02:52.100024 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cd5ba031-a3ad-4645-9be2-596da7de866e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:02:52.103068 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cd5ba031-a3ad-4645-9be2-596da7de866e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:02:52.109396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cd5ba031-a3ad-4645-9be2-596da7de866e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:02:52.187415 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-cd5ba031-a3ad-4645-9be2-596da7de866e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:02:52.194194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba031-a3ad-4645-9be2-596da7de866e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:52.260884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba031-a3ad-4645-9be2-596da7de866e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:52.272492 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'name': 'tempest-TestNetworkBasicOps-router-1957384182', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:02:42Z', 'updated_at': '2022-05-25T23:02:47Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:43Z', 'updated_at': '2022-05-25T23:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '23fb3bf5-d3f8-4112-afa3-190229606290', 'name': '', 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:e0:7e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5042e438-d003-49bf-b664-7aa97948cf70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:47Z', 'updated_at': '2022-05-25T23:02:51Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '5042e438-d003-49bf-b664-7aa97948cf70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:02:52.277025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b06d1-a956-4f19-a99f-a9805297b25c None None] The sync data for ids ['4cbdd12d-892d-4200-86d7-2375036d228d'] in dv-neutron-843300-1-hyperv is: [{'id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'name': 'tempest-TestNetworkBasicOps-router-1957384182', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:02:42Z', 'updated_at': '2022-05-25T23:02:47Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:43Z', 'updated_at': '2022-05-25T23:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '23fb3bf5-d3f8-4112-afa3-190229606290', 'name': '', 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:e0:7e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5042e438-d003-49bf-b664-7aa97948cf70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:47Z', 'updated_at': '2022-05-25T23:02:51Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '5042e438-d003-49bf-b664-7aa97948cf70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:02:52.342409 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba031-a3ad-4645-9be2-596da7de866e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:52.376900 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ba031-a3ad-4645-9be2-596da7de866e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0e5bd0-6ce2-4521-a7a1-42af8787533a,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:52.438765 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba031-a3ad-4645-9be2-596da7de866e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:52.439994 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cd5ba031-a3ad-4645-9be2-596da7de866e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3550384 May 25 23:02:52.442997 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42664) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:02:52.449363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4224351e-bbe3-4e7a-90fa-a9a12db07840 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '73c51341-e58b-46bc-bd6b-3488d57ab181', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:02:52.455559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4224351e-bbe3-4e7a-90fa-a9a12db07840 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:02:52.459550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4224351e-bbe3-4e7a-90fa-a9a12db07840 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:02:52.462565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4224351e-bbe3-4e7a-90fa-a9a12db07840 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:02:52.469088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4224351e-bbe3-4e7a-90fa-a9a12db07840 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:02:52.560472 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 23fb3bf5-d3f8-4112-afa3-190229606290 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:02:52.579975 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-4224351e-bbe3-4e7a-90fa-a9a12db07840 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:02:52.583348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4224351e-bbe3-4e7a-90fa-a9a12db07840 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:52.653945 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4224351e-bbe3-4e7a-90fa-a9a12db07840 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:52.684397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 23fb3bf5-d3f8-4112-afa3-190229606290 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:02:52.690035 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 23fb3bf5-d3f8-4112-afa3-190229606290 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:02:52.690402 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:52.741292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4224351e-bbe3-4e7a-90fa-a9a12db07840 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:52.773850 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224351e-bbe3-4e7a-90fa-a9a12db07840 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b704a503-d0c8-4b69-8910-17ae02d7dc4a,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:52.814955 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:52.839875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4224351e-bbe3-4e7a-90fa-a9a12db07840 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:52.841375 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4224351e-bbe3-4e7a-90fa-a9a12db07840 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3974397 May 25 23:02:52.858274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 23fb3bf5-d3f8-4112-afa3-190229606290, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=23fb3bf5-d3f8-4112-afa3-190229606290,segment=NetworkSegment(e95af373-b757-4675-be93-fdec96133eba),segment_id=e95af373-b757-4675-be93-fdec96133eba)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:02:52.930268 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:52.999758 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=23fb3bf5-d3f8-4112-afa3-190229606290,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:53.085415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f81fd011-cfa7-4a08-887c-4ace9b741772 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:02:53.169027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f81fd011-cfa7-4a08-887c-4ace9b741772 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:02:53.170187 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f81fd011-cfa7-4a08-887c-4ace9b741772 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1365137462&fields=id&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 267 time: 0.1255865 May 25 23:02:53.319398 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a709047-d072-43a3-928a-6811d460a3c1 req-d980066a-29de-409e-95ab-99b5af9621e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:53.319679 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-1a709047-d072-43a3-928a-6811d460a3c1 req-d980066a-29de-409e-95ab-99b5af9621e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:02:53.414530 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-1a709047-d072-43a3-928a-6811d460a3c1 req-d980066a-29de-409e-95ab-99b5af9621e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:02:53.415694 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-d980066a-29de-409e-95ab-99b5af9621e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/networks?id=186ac383-53eb-48f3-aefb-4dd3958e72b7 HTTP/1.1" status: 200 len: 797 time: 0.2391334 May 25 23:02:53.432916 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-d48b17f3-35a1-4283-a0d8-390f1dbbe19f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/quotas/cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 375 time: 0.0109944 May 25 23:02:53.515500 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-1a709047-d072-43a3-928a-6811d460a3c1 req-17f05ecf-3d74-4514-88ae-742eff561990 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:02:53.637309 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-1a709047-d072-43a3-928a-6811d460a3c1 req-17f05ecf-3d74-4514-88ae-742eff561990 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:02:53.638613 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-17f05ecf-3d74-4514-88ae-742eff561990 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2009227 May 25 23:02:53.721006 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-039c18a6-fff6-4998-a6a3-9ff92dd68b95 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 23:02:53.721990 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-039c18a6-fff6-4998-a6a3-9ff92dd68b95 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0722053 May 25 23:02:53.851115 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-349a1ff0-6220-4a4b-9935-f2b079ba72c4 service neutron] 10.222.0.66 "GET /v2.0/networks/186ac383-53eb-48f3-aefb-4dd3958e72b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230588 May 25 23:02:53.978617 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-8a24d71b-13f1-4cfd-9bf0-7700229f70a3 service neutron] 10.222.0.66 "GET /v2.0/networks/186ac383-53eb-48f3-aefb-4dd3958e72b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216493 May 25 23:02:54.237674 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fe194d14-e7c8-44bd-a52d-5c224640f96c req-fe5d3066-7b6d-44c5-9c5b-1605e5a029cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 210 time: 0.0404406 May 25 23:02:54.536227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 23fb3bf5-d3f8-4112-afa3-190229606290 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:02:54.607579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 23fb3bf5-d3f8-4112-afa3-190229606290 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:02:54.607939 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:55.402558 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0b8a367e-70d0-4f24-a5e5-c3484d292b9c req-4d599c5c-dc3a-49a7-9b50-467bef48212c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 210 time: 0.0411153 May 25 23:02:56.358309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a709047-d072-43a3-928a-6811d460a3c1 req-089fdbe3-ff9f-42d8-93e8-122635683e2c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:56.358976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-1a709047-d072-43a3-928a-6811d460a3c1 req-089fdbe3-ff9f-42d8-93e8-122635683e2c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:02:56.371087 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-1a709047-d072-43a3-928a-6811d460a3c1 req-089fdbe3-ff9f-42d8-93e8-122635683e2c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:02:56.372297 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-089fdbe3-ff9f-42d8-93e8-122635683e2c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/networks?id=186ac383-53eb-48f3-aefb-4dd3958e72b7 HTTP/1.1" status: 200 len: 797 time: 0.1605659 May 25 23:02:56.427283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-1a709047-d072-43a3-928a-6811d460a3c1 req-c6bdfa90-b5c7-44c5-9c35-211d2a78f339 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:02:56.439210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-1a709047-d072-43a3-928a-6811d460a3c1 req-c6bdfa90-b5c7-44c5-9c35-211d2a78f339 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:02:56.440311 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-c6bdfa90-b5c7-44c5-9c35-211d2a78f339 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 380 time: 0.0550768 May 25 23:02:56.454893 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f2b3c5f5-0c14-4c8a-8e8d-6e0c7598094b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'port': {'device_id': '1c5168ed-fd51-42ab-8cb3-e2563bfc0487', 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7', 'admin_state_up': True, 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'security_groups': ['73c51341-e58b-46bc-bd6b-3488d57ab181']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:02:56.579457 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-43e6a030-0904-488b-a58c-a04993840656 req-71a4b933-3bca-40a1-aa92-71401b79b5eb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 210 time: 0.0477204 May 25 23:02:56.606091 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f2b3c5f5-0c14-4c8a-8e8d-6e0c7598094b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:02:56.615539 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f2b3c5f5-0c14-4c8a-8e8d-6e0c7598094b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:02:56.707044 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f2b3c5f5-0c14-4c8a-8e8d-6e0c7598094b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:02:56.710118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f2b3c5f5-0c14-4c8a-8e8d-6e0c7598094b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:56.871657 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f2b3c5f5-0c14-4c8a-8e8d-6e0c7598094b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.5 (186ac383-53eb-48f3-aefb-4dd3958e72b7/5042e438-d003-49bf-b664-7aa97948cf70/e2ede314-7d9d-4705-97b4-f5e1365f4aa3) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:02:57.052219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f2b3c5f5-0c14-4c8a-8e8d-6e0c7598094b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:57.068374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f2b3c5f5-0c14-4c8a-8e8d-6e0c7598094b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object e2ede314-7d9d-4705-97b4-f5e1365f4aa3 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:02:57.193653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f2b3c5f5-0c14-4c8a-8e8d-6e0c7598094b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:57.267710 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f2b3c5f5-0c14-4c8a-8e8d-6e0c7598094b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 186ac383-53eb-48f3-aefb-4dd3958e72b7 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:02:57.270773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f2b3c5f5-0c14-4c8a-8e8d-6e0c7598094b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:02:57.274484 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f2b3c5f5-0c14-4c8a-8e8d-6e0c7598094b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:02:57.310683 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3c5f5-0c14-4c8a-8e8d-6e0c7598094b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=e2ede314-7d9d-4705-97b4-f5e1365f4aa3,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:57.341184 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f2b3c5f5-0c14-4c8a-8e8d-6e0c7598094b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:57.341788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f2b3c5f5-0c14-4c8a-8e8d-6e0c7598094b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:57.417102 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-f2b3c5f5-0c14-4c8a-8e8d-6e0c7598094b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9655981 May 25 23:02:57.500942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Request body: {'port': {'device_id': '1c5168ed-fd51-42ab-8cb3-e2563bfc0487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:02:57.609841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:57.620151 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7e20e067-c3f0-4432-aa6b-565b45175de4 None None] Provisioning for port e2ede314-7d9d-4705-97b4-f5e1365f4aa3 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:02:57.625675 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7e20e067-c3f0-4432-aa6b-565b45175de4 None None] Provisioning complete for port e2ede314-7d9d-4705-97b4-f5e1365f4aa3 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:02:57.626038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7e20e067-c3f0-4432-aa6b-565b45175de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:57.678409 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-7e20e067-c3f0-4432-aa6b-565b45175de4 None None] Port e2ede314-7d9d-4705-97b4-f5e1365f4aa3 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:02:57.790471 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f3640-9b85-442c-aa2d-37e175eed640 req-bd138c15-7870-4732-ac74-e3d6734b8241 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:57.792110 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-084f3640-9b85-442c-aa2d-37e175eed640 req-bd138c15-7870-4732-ac74-e3d6734b8241 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 931 time: 0.0792656 May 25 23:02:57.837927 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-084f3640-9b85-442c-aa2d-37e175eed640 req-d63b7f08-8727-452a-9061-b35e9cb8b1ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=73c51341-e58b-46bc-bd6b-3488d57ab181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402849 May 25 23:02:58.055323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ede314-7d9d-4705-97b4-f5e1365f4aa3 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:02:58.063018 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:58.078744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Transition to ACTIVE for port object e2ede314-7d9d-4705-97b4-f5e1365f4aa3 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:02:58.152944 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:58.277385 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ede314-7d9d-4705-97b4-f5e1365f4aa3,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:58.399836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Attempting to bind port e2ede314-7d9d-4705-97b4-f5e1365f4aa3 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:02:58.400167 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Attempting to bind port e2ede314-7d9d-4705-97b4-f5e1365f4aa3 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e95af373-b757-4675-be93-fdec96133eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:02:58.400608 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Attempting to bind port e2ede314-7d9d-4705-97b4-f5e1365f4aa3 on network 186ac383-53eb-48f3-aefb-4dd3958e72b7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:02:58.406506 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Port e2ede314-7d9d-4705-97b4-f5e1365f4aa3 on network 186ac383-53eb-48f3-aefb-4dd3958e72b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:02:58.406823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Attempting to bind port e2ede314-7d9d-4705-97b4-f5e1365f4aa3 on network 186ac383-53eb-48f3-aefb-4dd3958e72b7 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:02:58.413055 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:02:58.413387 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Checking segment: {'id': 'e95af373-b757-4675-be93-fdec96133eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:02:58.413802 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Bound using segment: {'id': 'e95af373-b757-4675-be93-fdec96133eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:02:58.414219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Bound port: e2ede314-7d9d-4705-97b4-f5e1365f4aa3, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95af373-b757-4675-be93-fdec96133eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:02:58.414561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:58.505610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] For port e2ede314-7d9d-4705-97b4-f5e1365f4aa3, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:02:58.508626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] For port e2ede314-7d9d-4705-97b4-f5e1365f4aa3, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e2ede314-7d9d-4705-97b4-f5e1365f4aa3,segment=NetworkSegment(e95af373-b757-4675-be93-fdec96133eba),segment_id=e95af373-b757-4675-be93-fdec96133eba)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:02:58.587748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:58.651918 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:02:58.653366 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] 10.222.0.73 "PUT /v2.0/ports/e2ede314-7d9d-4705-97b4-f5e1365f4aa3 HTTP/1.1" status: 200 len: 1093 time: 1.2297637 May 25 23:02:58.653802 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5168ed-fd51-42ab-8cb3-e2563bfc0487', 'tag': 'e2ede314-7d9d-4705-97b4-f5e1365f4aa3'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:02:58.676511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0d957-fee9-4b58-807b-4808fab9a4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ede314-7d9d-4705-97b4-f5e1365f4aa3,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:02:58.712481 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f3648c-25e2-4ae5-84dd-8bd89cfc605d'] response: {'name': 'network-changed', 'server_uuid': '1c5168ed-fd51-42ab-8cb3-e2563bfc0487', 'tag': 'e2ede314-7d9d-4705-97b4-f5e1365f4aa3', 'status': 'completed', 'code': 200} May 25 23:02:58.803615 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f7875615-ffeb-453a-a51e-81bc063f867f req-0c4a3095-e929-4dc5-81c8-be9c35e5d363 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 1096 time: 0.0714941 May 25 23:02:58.950324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7875615-ffeb-453a-a51e-81bc063f867f req-1f6cf6c6-760e-43bd-90a4-352b16379ac3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:58.951796 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f7875615-ffeb-453a-a51e-81bc063f867f req-1f6cf6c6-760e-43bd-90a4-352b16379ac3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cf9636952f01491a97cc3c500b4629f1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1421578 May 25 23:02:59.043902 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2cd76-81fb-4f95-96fa-b0b77521dfb9 req-a77c4dc3-c728-4c33-9065-8ebee56683c5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:59.045370 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8ae2cd76-81fb-4f95-96fa-b0b77521dfb9 req-a77c4dc3-c728-4c33-9065-8ebee56683c5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 943 time: 0.0767007 May 25 23:02:59.091932 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8ae2cd76-81fb-4f95-96fa-b0b77521dfb9 req-56cc88c4-d9a2-46f3-a96a-6e3a5fda6833 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=73c51341-e58b-46bc-bd6b-3488d57ab181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407312 May 25 23:02:59.094155 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7875615-ffeb-453a-a51e-81bc063f867f req-ad07103e-553a-4023-b507-a80b533a155c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:59.095578 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f7875615-ffeb-453a-a51e-81bc063f867f req-ad07103e-553a-4023-b507-a80b533a155c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370778 May 25 23:02:59.201790 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-441362e8-e9f0-4c82-8332-7fbd436ae30e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 1096 time: 0.0722680 May 25 23:02:59.268647 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-59ee1246-1e2a-4cc6-ae1d-72ff58596f7f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ede314-7d9d-4705-97b4-f5e1365f4aa3 HTTP/1.1" status: 200 len: 217 time: 0.0605855 May 25 23:02:59.333292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a709047-d072-43a3-928a-6811d460a3c1 req-1d07889b-8358-4953-8590-77724490e601 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:02:59.334699 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-1d07889b-8358-4953-8590-77724490e601 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5042e438-d003-49bf-b664-7aa97948cf70 HTTP/1.1" status: 200 len: 834 time: 0.0596385 May 25 23:02:59.405727 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-95402eb0-f89a-4cbf-a806-6885e28210be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=186ac383-53eb-48f3-aefb-4dd3958e72b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656505 May 25 23:02:59.533505 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-b4439080-e204-4957-a082-f6469a0b07e3 service neutron] 10.222.0.73 "GET /v2.0/networks/186ac383-53eb-48f3-aefb-4dd3958e72b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216643 May 25 23:02:59.663041 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1a709047-d072-43a3-928a-6811d460a3c1 req-c4c7f073-e0b2-490a-b1c4-e5ff8a27fbe3 service neutron] 10.222.0.73 "GET /v2.0/networks/186ac383-53eb-48f3-aefb-4dd3958e72b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235995 May 25 23:03:00.285652 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e22a8-51a3-4f16-b9d1-640671bf683f req-cc3f892f-e33c-4282-9ace-414e245fe766 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:00.287093 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ce3e22a8-51a3-4f16-b9d1-640671bf683f req-cc3f892f-e33c-4282-9ace-414e245fe766 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 943 time: 0.0751836 May 25 23:03:00.333077 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ce3e22a8-51a3-4f16-b9d1-640671bf683f req-34baaa8a-79f4-42bf-853c-eeae2bd9e6b3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=73c51341-e58b-46bc-bd6b-3488d57ab181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392003 May 25 23:03:01.532064 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bc299-cbc9-4c75-b4a1-ca84e8c65d2b req-9113340d-38c6-4d46-b2ca-77bcfa28db3b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:01.533524 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-954bc299-cbc9-4c75-b4a1-ca84e8c65d2b req-9113340d-38c6-4d46-b2ca-77bcfa28db3b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 943 time: 0.0791588 May 25 23:03:01.562854 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:03:01.578722 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-954bc299-cbc9-4c75-b4a1-ca84e8c65d2b req-d7e0a62e-d11e-413d-8cf2-8eaf0f0ce877 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=73c51341-e58b-46bc-bd6b-3488d57ab181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396612 May 25 23:03:02.775015 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a98957-7d51-4581-b015-2811fbf285e2 req-3033c930-019d-41de-adb3-d7d60c73a55d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:02.776472 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-22a98957-7d51-4581-b015-2811fbf285e2 req-3033c930-019d-41de-adb3-d7d60c73a55d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 943 time: 0.0748005 May 25 23:03:02.823759 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-22a98957-7d51-4581-b015-2811fbf285e2 req-2101b54f-c0db-4585-bde4-32ff3765ddb5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=73c51341-e58b-46bc-bd6b-3488d57ab181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417504 May 25 23:03:03.070337 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device e2ede314-7d9d-4705-97b4-f5e1365f4aa3 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:03:03.229159 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port e2ede314-7d9d-4705-97b4-f5e1365f4aa3, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e2ede314-7d9d-4705-97b4-f5e1365f4aa3,segment=NetworkSegment(e95af373-b757-4675-be93-fdec96133eba),segment_id=e95af373-b757-4675-be93-fdec96133eba)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:03:03.241836 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'e2ede314-7d9d-4705-97b4-f5e1365f4aa3', 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7', 'port_id': 'e2ede314-7d9d-4705-97b4-f5e1365f4aa3', 'mac_address': 'fa:16:3e:1e:b8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5042e438-d003-49bf-b664-7aa97948cf70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:03:03.296642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:03.313974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ede314-7d9d-4705-97b4-f5e1365f4aa3 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:03:03.328958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port e2ede314-7d9d-4705-97b4-f5e1365f4aa3, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e2ede314-7d9d-4705-97b4-f5e1365f4aa3,segment=NetworkSegment(e95af373-b757-4675-be93-fdec96133eba),segment_id=e95af373-b757-4675-be93-fdec96133eba)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:03:03.402797 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:03.466504 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=e2ede314-7d9d-4705-97b4-f5e1365f4aa3,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:03.607722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['e2ede314-7d9d-4705-97b4-f5e1365f4aa3'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:03:04.014732 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cd749-e284-42e3-890f-9793fb5615b1 req-3e600b0e-1ade-47fb-b43d-82984aa4b491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:04.016141 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-992cd749-e284-42e3-890f-9793fb5615b1 req-3e600b0e-1ade-47fb-b43d-82984aa4b491 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 944 time: 0.0753465 May 25 23:03:04.060074 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-992cd749-e284-42e3-890f-9793fb5615b1 req-7599845a-ed92-4042-a0ae-dde891977f2d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=73c51341-e58b-46bc-bd6b-3488d57ab181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381842 May 25 23:03:05.085627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device e2ede314-7d9d-4705-97b4-f5e1365f4aa3 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:03:05.244597 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port e2ede314-7d9d-4705-97b4-f5e1365f4aa3 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:03:05.250098 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port e2ede314-7d9d-4705-97b4-f5e1365f4aa3 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:03:05.250477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:05.262929 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d77d2d-daa8-46f6-a1e6-aa1c13204cd8 req-218f91ff-6f39-4c54-b15c-2de486fb08fe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:05.264360 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-03d77d2d-daa8-46f6-a1e6-aa1c13204cd8 req-218f91ff-6f39-4c54-b15c-2de486fb08fe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 944 time: 0.0864308 May 25 23:03:05.312680 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-03d77d2d-daa8-46f6-a1e6-aa1c13204cd8 req-fed7c644-e0bb-4a26-a14f-b4e504333460 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=73c51341-e58b-46bc-bd6b-3488d57ab181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419438 May 25 23:03:05.365458 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:05.394687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5168ed-fd51-42ab-8cb3-e2563bfc0487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ede314-7d9d-4705-97b4-f5e1365f4aa3'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:03:05.404409 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port e2ede314-7d9d-4705-97b4-f5e1365f4aa3, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e2ede314-7d9d-4705-97b4-f5e1365f4aa3,segment=NetworkSegment(e95af373-b757-4675-be93-fdec96133eba),segment_id=e95af373-b757-4675-be93-fdec96133eba)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:03:05.448404 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c5d149-b5ab-4945-992d-aacdb8c2d2f6'] response: {'server_uuid': '1c5168ed-fd51-42ab-8cb3-e2563bfc0487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ede314-7d9d-4705-97b4-f5e1365f4aa3', 'code': 200} May 25 23:03:05.496410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:05.561468 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=e2ede314-7d9d-4705-97b4-f5e1365f4aa3,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:05.848747 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6732f729-0cb6-4a22-9315-45908b54ca2f req-61bc3ad3-97d9-4c11-93bc-8af1a6dc63c7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 1098 time: 0.0723448 May 25 23:03:05.890299 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6732f729-0cb6-4a22-9315-45908b54ca2f req-4259fdc9-832a-44b1-865d-24a5413fd022 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=73c51341-e58b-46bc-bd6b-3488d57ab181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354698 May 25 23:03:06.507452 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbda817-6c80-411b-abc1-8ac92fc0425d req-af631c7a-29d5-4972-bd38-43dadb5e5498 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:06.508929 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cbbda817-6c80-411b-abc1-8ac92fc0425d req-af631c7a-29d5-4972-bd38-43dadb5e5498 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 945 time: 0.0756407 May 25 23:03:06.553378 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cbbda817-6c80-411b-abc1-8ac92fc0425d req-15fd4b6f-72b3-4365-b1d9-ae7a0b05d6c9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=73c51341-e58b-46bc-bd6b-3488d57ab181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386388 May 25 23:03:07.749097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d54f91-bd98-4c7d-8d2a-028c7a91a8fb req-18c76291-73d9-4c98-b7c4-9f421914d4b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:07.750751 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d7d54f91-bd98-4c7d-8d2a-028c7a91a8fb req-18c76291-73d9-4c98-b7c4-9f421914d4b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 945 time: 0.0786686 May 25 23:03:07.795180 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d7d54f91-bd98-4c7d-8d2a-028c7a91a8fb req-bd73828f-35f2-46f5-9958-c1e440aa6fbf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=73c51341-e58b-46bc-bd6b-3488d57ab181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391126 May 25 23:03:07.988760 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe026bff-b18b-44cc-b70a-5ce9b4022027 req-4143be2a-17ae-400e-8227-173c0a2b6cb6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:07.990218 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fe026bff-b18b-44cc-b70a-5ce9b4022027 req-4143be2a-17ae-400e-8227-173c0a2b6cb6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 945 time: 0.0744493 May 25 23:03:08.034261 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fe026bff-b18b-44cc-b70a-5ce9b4022027 req-3d847912-9b9e-4a9b-b51b-b681bd1dea83 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=73c51341-e58b-46bc-bd6b-3488d57ab181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384624 May 25 23:03:08.061771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42722) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:08.221724 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4ceb4b0f-074e-4798-a2e8-e1518803e004 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 1093 time: 0.1588392 May 25 23:03:08.224343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42726) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:08.230003 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': 'e2ede314-7d9d-4705-97b4-f5e1365f4aa3', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:03:08.235231 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:03:08.238937 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:floatingip and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:03:08.242790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:03:08.247544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:03:08.421380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:08.554861 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:08.691527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.188 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/25bec8d4-d7f2-41c2-89a8-82e0dd321266) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:03:08.837097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:08.970225 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:09.032826 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:03:09.035349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:03:09.037858 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:03:09.082954 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=25bec8d4-d7f2-41c2-89a8-82e0dd321266,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:09.537588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:09.645339 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:09.842624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:09.901385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:10.007962 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=25bec8d4-d7f2-41c2-89a8-82e0dd321266,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:10.020043 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:10.311739 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Floating IP c6bb3191-5076-45d5-84a6-c1cf4f4ae84a associated. External IP: 172.26.5.188, port: e2ede314-7d9d-4705-97b4-f5e1365f4aa3. May 25 23:03:10.708214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 4cbdd12d-892d-4200-86d7-2375036d228d has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:03:10.902977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:03:10.912420 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64a89f-905a-4431-8f59-95a3b14f8f38 None None] Sync routers for ids ['4cbdd12d-892d-4200-86d7-2375036d228d'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:03:10.924665 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d64a89f-905a-4431-8f59-95a3b14f8f38 None None] Routers {'4cbdd12d-892d-4200-86d7-2375036d228d'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:03:10.925261 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3d64a89f-905a-4431-8f59-95a3b14f8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:02:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4cbdd12d-892d-4200-86d7-2375036d228d'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:11.003475 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:11.055652 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7961f0e9-d188-4e8a-9ee7-e63d66611a72 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8302844 May 25 23:03:11.056208 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5168ed-fd51-42ab-8cb3-e2563bfc0487', 'tag': 'e2ede314-7d9d-4705-97b4-f5e1365f4aa3'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:03:11.059146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42730) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:11.102221 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-3d64a89f-905a-4431-8f59-95a3b14f8f38 None None] Set router 4cbdd12d-892d-4200-86d7-2375036d228d gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:03:11.114637 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9a4883-435b-4992-9ea8-70f2a5179277'] response: {'name': 'network-changed', 'server_uuid': '1c5168ed-fd51-42ab-8cb3-e2563bfc0487', 'tag': 'e2ede314-7d9d-4705-97b4-f5e1365f4aa3', 'status': 'completed', 'code': 200} May 25 23:03:11.292611 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ad8dfe22-5de1-4067-983e-729ec0a5ae4c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/c6bb3191-5076-45d5-84a6-c1cf4f4ae84a HTTP/1.1" status: 200 len: 991 time: 0.2322292 May 25 23:03:11.312458 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e8155afc-d1d6-4acd-b75e-005d24504e13 req-e9249c25-107b-4e28-b09a-27f800f1e907 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 1098 time: 0.0980544 May 25 23:03:11.432427 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8798f61b-0da6-4d1a-b937-2519d8aeda7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:11.446172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155afc-d1d6-4acd-b75e-005d24504e13 req-9fae9b0e-fdd8-49c8-9c9c-e7405d7e5756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:11.447746 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e8155afc-d1d6-4acd-b75e-005d24504e13 req-9fae9b0e-fdd8-49c8-9c9c-e7405d7e5756 service neutron] 10.222.0.73 "GET /v2.0/networks?id=186ac383-53eb-48f3-aefb-4dd3958e72b7 HTTP/1.1" status: 200 len: 898 time: 0.1295836 May 25 23:03:11.454473 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3d64a89f-905a-4431-8f59-95a3b14f8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'name': 'tempest-TestNetworkBasicOps-router-1957384182', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:02:42Z', 'updated_at': '2022-05-25T23:02:47Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:43Z', 'updated_at': '2022-05-25T23:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'c6bb3191-5076-45d5-84a6-c1cf4f4ae84a', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.188', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'port_id': 'e2ede314-7d9d-4705-97b4-f5e1365f4aa3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7', 'mac_address': 'fa:16:3e:1e:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5168ed-fd51-42ab-8cb3-e2563bfc0487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:03:09Z', 'updated_at': '2022-05-25T23:03:09Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fb3bf5-d3f8-4112-afa3-190229606290', 'name': '', 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:e0:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5042e438-d003-49bf-b664-7aa97948cf70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:47Z', 'updated_at': '2022-05-25T23:02:52Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '5042e438-d003-49bf-b664-7aa97948cf70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:11.459282 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64a89f-905a-4431-8f59-95a3b14f8f38 None None] Checking router: 4cbdd12d-892d-4200-86d7-2375036d228d for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:03:11.470034 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d64a89f-905a-4431-8f59-95a3b14f8f38 None None] Routers {'4cbdd12d-892d-4200-86d7-2375036d228d'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:03:11.470614 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3d64a89f-905a-4431-8f59-95a3b14f8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:02:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4cbdd12d-892d-4200-86d7-2375036d228d'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:11.550015 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e8155afc-d1d6-4acd-b75e-005d24504e13 req-a319420a-43b7-48a1-b82f-cb36ff0bad4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ede314-7d9d-4705-97b4-f5e1365f4aa3 HTTP/1.1" status: 200 len: 999 time: 0.0967901 May 25 23:03:11.612404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155afc-d1d6-4acd-b75e-005d24504e13 req-000ea6bf-568f-43d7-8243-b4e5969dbd5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:11.614288 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e8155afc-d1d6-4acd-b75e-005d24504e13 req-000ea6bf-568f-43d7-8243-b4e5969dbd5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5042e438-d003-49bf-b664-7aa97948cf70 HTTP/1.1" status: 200 len: 834 time: 0.0592864 May 25 23:03:11.643921 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-3d64a89f-905a-4431-8f59-95a3b14f8f38 None None] Set router 4cbdd12d-892d-4200-86d7-2375036d228d gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:03:11.693311 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e8155afc-d1d6-4acd-b75e-005d24504e13 req-36073f8b-8806-476a-b70a-6ec6d5cad4ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=186ac383-53eb-48f3-aefb-4dd3958e72b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729735 May 25 23:03:11.827119 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e8155afc-d1d6-4acd-b75e-005d24504e13 req-64b51376-5d2f-45e0-aae0-d45f8cf37877 service neutron] 10.222.0.73 "GET /v2.0/networks/186ac383-53eb-48f3-aefb-4dd3958e72b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277475 May 25 23:03:11.961667 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e8155afc-d1d6-4acd-b75e-005d24504e13 req-48cd2312-44ef-4b86-88b0-01b8515297f8 service neutron] 10.222.0.73 "GET /v2.0/networks/186ac383-53eb-48f3-aefb-4dd3958e72b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291788 May 25 23:03:12.013530 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3d64a89f-905a-4431-8f59-95a3b14f8f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'name': 'tempest-TestNetworkBasicOps-router-1957384182', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:02:42Z', 'updated_at': '2022-05-25T23:02:47Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:43Z', 'updated_at': '2022-05-25T23:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'c6bb3191-5076-45d5-84a6-c1cf4f4ae84a', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.188', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'port_id': 'e2ede314-7d9d-4705-97b4-f5e1365f4aa3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7', 'mac_address': 'fa:16:3e:1e:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5168ed-fd51-42ab-8cb3-e2563bfc0487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:03:09Z', 'updated_at': '2022-05-25T23:03:09Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fb3bf5-d3f8-4112-afa3-190229606290', 'name': '', 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:e0:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5042e438-d003-49bf-b664-7aa97948cf70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:47Z', 'updated_at': '2022-05-25T23:02:52Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '5042e438-d003-49bf-b664-7aa97948cf70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:12.017330 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64a89f-905a-4431-8f59-95a3b14f8f38 None None] The sync data for ids ['4cbdd12d-892d-4200-86d7-2375036d228d'] in dv-neutron-843300-1-hyperv is: [{'id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'name': 'tempest-TestNetworkBasicOps-router-1957384182', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:02:42Z', 'updated_at': '2022-05-25T23:02:47Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:43Z', 'updated_at': '2022-05-25T23:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'c6bb3191-5076-45d5-84a6-c1cf4f4ae84a', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.188', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'port_id': 'e2ede314-7d9d-4705-97b4-f5e1365f4aa3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7', 'mac_address': 'fa:16:3e:1e:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5168ed-fd51-42ab-8cb3-e2563bfc0487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:03:09Z', 'updated_at': '2022-05-25T23:03:09Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23fb3bf5-d3f8-4112-afa3-190229606290', 'name': '', 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:e0:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5042e438-d003-49bf-b664-7aa97948cf70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:47Z', 'updated_at': '2022-05-25T23:02:52Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '5042e438-d003-49bf-b664-7aa97948cf70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:03:12.215027 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428a3524-dfb7-40da-b723-7ac466934d4a None None] New status for floating IP c6bb3191-5076-45d5-84a6-c1cf4f4ae84a: ACTIVE {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:03:12.296403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42736) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:12.404092 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dfe1d84f-6406-4164-982a-3a23885e5b8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/c6bb3191-5076-45d5-84a6-c1cf4f4ae84a HTTP/1.1" status: 200 len: 991 time: 0.1059811 May 25 23:03:13.408020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42740) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:13.511295 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d9e1c420-ad8d-41e0-a7ba-4f59b74aa71b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/c6bb3191-5076-45d5-84a6-c1cf4f4ae84a HTTP/1.1" status: 200 len: 993 time: 0.1020052 May 25 23:03:13.649355 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1756382c-fc79-4431-a331-5e2482a05136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:14.791342 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:15.042937 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:16.563889 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:17.369712 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:38.563973 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:03:39.014087 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42754) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:39.115003 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b1b9cf8a-ea4c-4c6d-b3d3-55c94a865f07 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/c6bb3191-5076-45d5-84a6-c1cf4f4ae84a HTTP/1.1" status: 200 len: 993 time: 0.0992048 May 25 23:03:39.645351 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42762) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:39.843936 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 25bec8d4-d7f2-41c2-89a8-82e0dd321266 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:03:39.844273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:40.006262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:40.006488 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:40.211311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 25bec8d4-d7f2-41c2-89a8-82e0dd321266 owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:03:40.460339 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:40.508702 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=25bec8d4-d7f2-41c2-89a8-82e0dd321266,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:40.545652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:40.545996 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:40.546331 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:40.546661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:40.546990 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:40.547315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:40.547638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:40.547960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:40.548279 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:40.548667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:40.548937 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:40.609819 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:40.991059 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 4cbdd12d-892d-4200-86d7-2375036d228d has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:03:41.192073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:03:41.202166 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86365b87-c7fe-4918-9ee1-2b8b0cf3822a None None] Sync routers for ids ['4cbdd12d-892d-4200-86d7-2375036d228d'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:03:41.209559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:41.214623 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86365b87-c7fe-4918-9ee1-2b8b0cf3822a None None] Routers {'4cbdd12d-892d-4200-86d7-2375036d228d'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:03:41.215215 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-86365b87-c7fe-4918-9ee1-2b8b0cf3822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:03:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4cbdd12d-892d-4200-86d7-2375036d228d'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:41.265299 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c396a745-0d27-4359-b5de-c5e78095d0cd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/floatingips/c6bb3191-5076-45d5-84a6-c1cf4f4ae84a HTTP/1.1" status: 204 len: 168 time: 1.6188588 May 25 23:03:41.265874 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5168ed-fd51-42ab-8cb3-e2563bfc0487', 'tag': 'e2ede314-7d9d-4705-97b4-f5e1365f4aa3'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:03:41.325208 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c309ecf9-2c71-4729-9715-1ce8653782a1'] response: {'name': 'network-changed', 'server_uuid': '1c5168ed-fd51-42ab-8cb3-e2563bfc0487', 'tag': 'e2ede314-7d9d-4705-97b4-f5e1365f4aa3', 'status': 'completed', 'code': 200} May 25 23:03:41.411607 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-86365b87-c7fe-4918-9ee1-2b8b0cf3822a None None] Set router 4cbdd12d-892d-4200-86d7-2375036d228d gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:03:41.438119 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f70f4702-9e2c-495d-b9e8-9c039b2cce7a req-7a1bf1b8-0a43-4b5d-8557-67eac1f39e4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 1098 time: 0.0860147 May 25 23:03:41.449306 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-88014e44-4c95-4f73-b3c0-3e8bd3824157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:41.572980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f4702-9e2c-495d-b9e8-9c039b2cce7a req-fe53d5fe-5824-4061-aca7-275e7c7f2dcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:41.574364 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f70f4702-9e2c-495d-b9e8-9c039b2cce7a req-fe53d5fe-5824-4061-aca7-275e7c7f2dcc service neutron] 10.222.0.73 "GET /v2.0/networks?id=186ac383-53eb-48f3-aefb-4dd3958e72b7 HTTP/1.1" status: 200 len: 898 time: 0.1293318 May 25 23:03:41.648928 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f70f4702-9e2c-495d-b9e8-9c039b2cce7a req-4423bcde-b117-4556-a9d2-d28e11e4c58b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ede314-7d9d-4705-97b4-f5e1365f4aa3 HTTP/1.1" status: 200 len: 217 time: 0.0678656 May 25 23:03:41.713716 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f4702-9e2c-495d-b9e8-9c039b2cce7a req-c95a3068-937c-46b9-b915-b164b99fbd78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:41.715189 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f70f4702-9e2c-495d-b9e8-9c039b2cce7a req-c95a3068-937c-46b9-b915-b164b99fbd78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5042e438-d003-49bf-b664-7aa97948cf70 HTTP/1.1" status: 200 len: 834 time: 0.0603025 May 25 23:03:41.728161 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-86365b87-c7fe-4918-9ee1-2b8b0cf3822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'name': 'tempest-TestNetworkBasicOps-router-1957384182', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:02:42Z', 'updated_at': '2022-05-25T23:02:47Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:43Z', 'updated_at': '2022-05-25T23:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '23fb3bf5-d3f8-4112-afa3-190229606290', 'name': '', 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:e0:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5042e438-d003-49bf-b664-7aa97948cf70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:47Z', 'updated_at': '2022-05-25T23:02:52Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '5042e438-d003-49bf-b664-7aa97948cf70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:41.731894 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86365b87-c7fe-4918-9ee1-2b8b0cf3822a None None] Checking router: 4cbdd12d-892d-4200-86d7-2375036d228d for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:03:41.742125 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86365b87-c7fe-4918-9ee1-2b8b0cf3822a None None] Routers {'4cbdd12d-892d-4200-86d7-2375036d228d'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:03:41.742710 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-86365b87-c7fe-4918-9ee1-2b8b0cf3822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:03:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4cbdd12d-892d-4200-86d7-2375036d228d'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:41.791672 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f70f4702-9e2c-495d-b9e8-9c039b2cce7a req-838c01ef-ab43-463c-aa9e-5988f374aa18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=186ac383-53eb-48f3-aefb-4dd3958e72b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701692 May 25 23:03:41.872214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f02f59-ea3e-42a4-9e42-f114f02be0ae req-79c34c23-92cf-46cc-b41a-a43c049ba829 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:41.873793 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-95f02f59-ea3e-42a4-9e42-f114f02be0ae req-79c34c23-92cf-46cc-b41a-a43c049ba829 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 945 time: 0.0877607 May 25 23:03:41.921793 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-86365b87-c7fe-4918-9ee1-2b8b0cf3822a None None] Set router 4cbdd12d-892d-4200-86d7-2375036d228d gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:03:41.922495 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-95f02f59-ea3e-42a4-9e42-f114f02be0ae req-5c8d7039-a7b9-46f5-a03f-fd01a70f7bac tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=73c51341-e58b-46bc-bd6b-3488d57ab181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421495 May 25 23:03:42.050264 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f70f4702-9e2c-495d-b9e8-9c039b2cce7a req-e69d918b-7199-4854-ba0b-3b8af1057bc9 service neutron] 10.222.0.73 "GET /v2.0/networks/186ac383-53eb-48f3-aefb-4dd3958e72b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517014 May 25 23:03:42.185783 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f70f4702-9e2c-495d-b9e8-9c039b2cce7a req-66448f4f-9e2f-47b1-abf7-a5b4eca6bc62 service neutron] 10.222.0.73 "GET /v2.0/networks/186ac383-53eb-48f3-aefb-4dd3958e72b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288018 May 25 23:03:42.281926 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-86365b87-c7fe-4918-9ee1-2b8b0cf3822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'name': 'tempest-TestNetworkBasicOps-router-1957384182', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:02:42Z', 'updated_at': '2022-05-25T23:02:47Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:43Z', 'updated_at': '2022-05-25T23:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '23fb3bf5-d3f8-4112-afa3-190229606290', 'name': '', 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:e0:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5042e438-d003-49bf-b664-7aa97948cf70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:47Z', 'updated_at': '2022-05-25T23:02:52Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '5042e438-d003-49bf-b664-7aa97948cf70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:42.285766 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86365b87-c7fe-4918-9ee1-2b8b0cf3822a None None] The sync data for ids ['4cbdd12d-892d-4200-86d7-2375036d228d'] in dv-neutron-843300-1-hyperv is: [{'id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'name': 'tempest-TestNetworkBasicOps-router-1957384182', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:02:42Z', 'updated_at': '2022-05-25T23:02:47Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:43Z', 'updated_at': '2022-05-25T23:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '23fb3bf5-d3f8-4112-afa3-190229606290', 'name': '', 'network_id': '186ac383-53eb-48f3-aefb-4dd3958e72b7', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:e0:7e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5042e438-d003-49bf-b664-7aa97948cf70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:47Z', 'updated_at': '2022-05-25T23:02:52Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '5042e438-d003-49bf-b664-7aa97948cf70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:03:42.488355 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99118571-d582-4a37-a10e-d7455b65dedd None None] New status for floating IP c6bb3191-5076-45d5-84a6-c1cf4f4ae84a: DOWN {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:03:43.061024 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338591d-cda9-438f-82f4-4223f3a6a038 req-c452a0bd-d1ae-42cc-8f54-4b0e2992e442 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:43.061712 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-6338591d-cda9-438f-82f4-4223f3a6a038 req-c452a0bd-d1ae-42cc-8f54-4b0e2992e442 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:03:43.125374 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55f66-3cc0-4174-af79-dc87d6bcf1d1 req-685c3468-41ed-49cc-9d27-7f0cecbdc8c1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:43.126812 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-80f55f66-3cc0-4174-af79-dc87d6bcf1d1 req-685c3468-41ed-49cc-9d27-7f0cecbdc8c1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 945 time: 0.0772858 May 25 23:03:43.129135 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-6338591d-cda9-438f-82f4-4223f3a6a038 req-c452a0bd-d1ae-42cc-8f54-4b0e2992e442 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:03:43.130511 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6338591d-cda9-438f-82f4-4223f3a6a038 req-c452a0bd-d1ae-42cc-8f54-4b0e2992e442 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 945 time: 0.1438620 May 25 23:03:43.176802 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-80f55f66-3cc0-4174-af79-dc87d6bcf1d1 req-931ca0cb-91bd-45f4-bef3-8f9ce22c567b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=73c51341-e58b-46bc-bd6b-3488d57ab181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442932 May 25 23:03:43.199713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-6338591d-cda9-438f-82f4-4223f3a6a038 req-d7af755d-40ed-4f69-889b-0a39d6da76f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port e2ede314-7d9d-4705-97b4-f5e1365f4aa3 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:03:43.200053 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-6338591d-cda9-438f-82f4-4223f3a6a038 req-d7af755d-40ed-4f69-889b-0a39d6da76f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:43.442148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-6338591d-cda9-438f-82f4-4223f3a6a038 req-d7af755d-40ed-4f69-889b-0a39d6da76f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port e2ede314-7d9d-4705-97b4-f5e1365f4aa3, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e2ede314-7d9d-4705-97b4-f5e1365f4aa3,segment=NetworkSegment(e95af373-b757-4675-be93-fdec96133eba),segment_id=e95af373-b757-4675-be93-fdec96133eba)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:03:43.442501 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-6338591d-cda9-438f-82f4-4223f3a6a038 req-d7af755d-40ed-4f69-889b-0a39d6da76f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:43.562516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-6338591d-cda9-438f-82f4-4223f3a6a038 req-d7af755d-40ed-4f69-889b-0a39d6da76f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for e2ede314-7d9d-4705-97b4-f5e1365f4aa3 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:03:43.627301 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-875ef5b5-103a-49f2-b3f5-35fcf38e12f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:43.775397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-6338591d-cda9-438f-82f4-4223f3a6a038 req-d7af755d-40ed-4f69-889b-0a39d6da76f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:43.826592 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af755d-40ed-4f69-889b-0a39d6da76f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=e2ede314-7d9d-4705-97b4-f5e1365f4aa3,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:43.896950 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-6338591d-cda9-438f-82f4-4223f3a6a038 req-d7af755d-40ed-4f69-889b-0a39d6da76f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] No DVR routers for this DVR port e2ede314-7d9d-4705-97b4-f5e1365f4aa3 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:03:43.899142 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-6338591d-cda9-438f-82f4-4223f3a6a038 req-d7af755d-40ed-4f69-889b-0a39d6da76f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:43.902354 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5168ed-fd51-42ab-8cb3-e2563bfc0487', 'name': 'network-vif-deleted', 'tag': 'e2ede314-7d9d-4705-97b4-f5e1365f4aa3'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:03:43.952860 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6338591d-cda9-438f-82f4-4223f3a6a038 req-d7af755d-40ed-4f69-889b-0a39d6da76f3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "DELETE /v2.0/ports/e2ede314-7d9d-4705-97b4-f5e1365f4aa3 HTTP/1.1" status: 204 len: 173 time: 0.8172972 May 25 23:03:43.954370 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d27d15-c05c-4ec1-ab29-5d8074253e9f'] response: {'server_uuid': '1c5168ed-fd51-42ab-8cb3-e2563bfc0487', 'name': 'network-vif-deleted', 'tag': 'e2ede314-7d9d-4705-97b4-f5e1365f4aa3', 'status': 'completed', 'code': 200} May 25 23:03:44.358240 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-22591d0a-6f0e-408a-b11d-4bd68db3251f req-394bc3f4-6c09-46cd-a667-411812db2d21 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c5168ed-fd51-42ab-8cb3-e2563bfc0487 HTTP/1.1" status: 200 len: 210 time: 0.0399010 May 25 23:03:44.797721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:45.048957 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:45.464822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42780) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:45.531821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-505fc466-ffba-48de-948f-b5b01b28b058 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:45.559931 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-505fc466-ffba-48de-948f-b5b01b28b058 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:45.694367 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-505fc466-ffba-48de-948f-b5b01b28b058 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:45.713707 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fc466-ffba-48de-948f-b5b01b28b058 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c51341-e58b-46bc-bd6b-3488d57ab181,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:45.796523 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-505fc466-ffba-48de-948f-b5b01b28b058 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:45.797678 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-505fc466-ffba-48de-948f-b5b01b28b058 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/security-groups/73c51341-e58b-46bc-bd6b-3488d57ab181 HTTP/1.1" status: 204 len: 168 time: 0.3318665 May 25 23:03:45.935898 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42786) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:46.408786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-750468e6-e58d-44db-bc8b-c0e88d5e58e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:46.597022 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:47.010609 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-750468e6-e58d-44db-bc8b-c0e88d5e58e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 23fb3bf5-d3f8-4112-afa3-190229606290 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:03:47.011180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-750468e6-e58d-44db-bc8b-c0e88d5e58e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:47.194113 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-750468e6-e58d-44db-bc8b-c0e88d5e58e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port 23fb3bf5-d3f8-4112-afa3-190229606290, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=23fb3bf5-d3f8-4112-afa3-190229606290,segment=NetworkSegment(e95af373-b757-4675-be93-fdec96133eba),segment_id=e95af373-b757-4675-be93-fdec96133eba)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:03:47.194464 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-750468e6-e58d-44db-bc8b-c0e88d5e58e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:47.241150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device e2ede314-7d9d-4705-97b4-f5e1365f4aa3 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:03:47.273162 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: e2ede314-7d9d-4705-97b4-f5e1365f4aa3 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:03:47.273428 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device e2ede314-7d9d-4705-97b4-f5e1365f4aa3 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:03:47.315207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-750468e6-e58d-44db-bc8b-c0e88d5e58e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 23fb3bf5-d3f8-4112-afa3-190229606290 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:03:47.408775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:47.540631 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-750468e6-e58d-44db-bc8b-c0e88d5e58e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:47.584892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750468e6-e58d-44db-bc8b-c0e88d5e58e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=23fb3bf5-d3f8-4112-afa3-190229606290,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:47.901416 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-750468e6-e58d-44db-bc8b-c0e88d5e58e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:48.617514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750468e6-e58d-44db-bc8b-c0e88d5e58e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 4cbdd12d-892d-4200-86d7-2375036d228d has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:03:48.819162 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750468e6-e58d-44db-bc8b-c0e88d5e58e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:03:48.828872 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19509ab-8483-487d-85a1-c4d14012aeee None None] Sync routers for ids ['4cbdd12d-892d-4200-86d7-2375036d228d'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:03:48.832410 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-750468e6-e58d-44db-bc8b-c0e88d5e58e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/4cbdd12d-892d-4200-86d7-2375036d228d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8954389 May 25 23:03:48.835044 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42790) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:48.841014 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19509ab-8483-487d-85a1-c4d14012aeee None None] Routers {'4cbdd12d-892d-4200-86d7-2375036d228d'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:03:48.841666 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b19509ab-8483-487d-85a1-c4d14012aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:03:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4cbdd12d-892d-4200-86d7-2375036d228d'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:49.015181 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-b19509ab-8483-487d-85a1-c4d14012aeee None None] Set router 4cbdd12d-892d-4200-86d7-2375036d228d gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:03:49.024264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d75f20-db06-4b1b-9e86-fb8d5d3a5707 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting subnet 5042e438-d003-49bf-b664-7aa97948cf70 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:03:49.027737 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13d75f20-db06-4b1b-9e86-fb8d5d3a5707 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:49.084913 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13d75f20-db06-4b1b-9e86-fb8d5d3a5707 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:49.166179 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13d75f20-db06-4b1b-9e86-fb8d5d3a5707 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:49.291409 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b19509ab-8483-487d-85a1-c4d14012aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'name': 'tempest-TestNetworkBasicOps-router-1957384182', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:02:42Z', 'updated_at': '2022-05-25T23:03:47Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:43Z', 'updated_at': '2022-05-25T23:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:49.294998 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19509ab-8483-487d-85a1-c4d14012aeee None None] Checking router: 4cbdd12d-892d-4200-86d7-2375036d228d for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:03:49.305143 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19509ab-8483-487d-85a1-c4d14012aeee None None] Routers {'4cbdd12d-892d-4200-86d7-2375036d228d'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:03:49.305779 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b19509ab-8483-487d-85a1-c4d14012aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:03:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4cbdd12d-892d-4200-86d7-2375036d228d'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:49.329488 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13d75f20-db06-4b1b-9e86-fb8d5d3a5707 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:49.366141 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d75f20-db06-4b1b-9e86-fb8d5d3a5707 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Subnet': ['ID=5042e438-d003-49bf-b664-7aa97948cf70,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:49.376324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13d75f20-db06-4b1b-9e86-fb8d5d3a5707 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:49.382030 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa1c70f-5e9f-4ecb-a335-fd5d6b6d706e None None] Network 186ac383-53eb-48f3-aefb-4dd3958e72b7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:03:49.383296 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-13d75f20-db06-4b1b-9e86-fb8d5d3a5707 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/subnets/5042e438-d003-49bf-b664-7aa97948cf70 HTTP/1.1" status: 204 len: 168 time: 0.5473099 May 25 23:03:49.386795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42794) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:49.484434 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-b19509ab-8483-487d-85a1-c4d14012aeee None None] Set router 4cbdd12d-892d-4200-86d7-2375036d228d gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:03:49.587619 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-043c960c-c3dd-4cf4-b6d1-5fa40be82dc4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:49.645583 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] DHCP port deletion for 186ac383-53eb-48f3-aefb-4dd3958e72b7 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:03:49.651919 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Deleting port 75e93ef7-ce35-46e3-861b-96dd8f53fa0c {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:03:49.652365 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:49.772996 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b19509ab-8483-487d-85a1-c4d14012aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'name': 'tempest-TestNetworkBasicOps-router-1957384182', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:02:42Z', 'updated_at': '2022-05-25T23:03:47Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:43Z', 'updated_at': '2022-05-25T23:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:49.777745 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19509ab-8483-487d-85a1-c4d14012aeee None None] The sync data for ids ['4cbdd12d-892d-4200-86d7-2375036d228d'] in dv-neutron-843300-1-hyperv is: [{'id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'name': 'tempest-TestNetworkBasicOps-router-1957384182', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:02:42Z', 'updated_at': '2022-05-25T23:03:47Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c6dcb566-f0fe-48bd-8e4b-afd0108e6526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbdd12d-892d-4200-86d7-2375036d228d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:02:43Z', 'updated_at': '2022-05-25T23:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:03:49.895622 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] For port 75e93ef7-ce35-46e3-861b-96dd8f53fa0c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=75e93ef7-ce35-46e3-861b-96dd8f53fa0c,segment=NetworkSegment(e95af373-b757-4675-be93-fdec96133eba),segment_id=e95af373-b757-4675-be93-fdec96133eba)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:03:49.896023 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:49.947985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-043c960c-c3dd-4cf4-b6d1-5fa40be82dc4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:50.014051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Calling delete_port for 75e93ef7-ce35-46e3-861b-96dd8f53fa0c owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:03:50.014621 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-043c960c-c3dd-4cf4-b6d1-5fa40be82dc4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port c6dcb566-f0fe-48bd-8e4b-afd0108e6526 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:03:50.014975 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-043c960c-c3dd-4cf4-b6d1-5fa40be82dc4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:50.157775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:50.196985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-043c960c-c3dd-4cf4-b6d1-5fa40be82dc4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port c6dcb566-f0fe-48bd-8e4b-afd0108e6526, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c6dcb566-f0fe-48bd-8e4b-afd0108e6526,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:03:50.197348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-043c960c-c3dd-4cf4-b6d1-5fa40be82dc4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:50.212959 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Pushing event deleted for resources: {'Port': ['ID=75e93ef7-ce35-46e3-861b-96dd8f53fa0c,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:50.218899 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] No DVR routers for this DVR port 75e93ef7-ce35-46e3-861b-96dd8f53fa0c on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:03:50.231165 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:50.231769 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:50.232186 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:50.232612 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:50.233002 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:50.233436 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:50.233823 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:50.234366 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:50.234748 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:50.235121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:50.235560 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcefbc8-a769-4d3c-a58d-9fb0bf6199fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:50.325279 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-043c960c-c3dd-4cf4-b6d1-5fa40be82dc4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for c6dcb566-f0fe-48bd-8e4b-afd0108e6526 owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:03:50.546400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-043c960c-c3dd-4cf4-b6d1-5fa40be82dc4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:50.561920 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 75e93ef7-ce35-46e3-861b-96dd8f53fa0c no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:03:50.593687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c960c-c3dd-4cf4-b6d1-5fa40be82dc4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=c6dcb566-f0fe-48bd-8e4b-afd0108e6526,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:50.593972 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 75e93ef7-ce35-46e3-861b-96dd8f53fa0c {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:03:50.594134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 75e93ef7-ce35-46e3-861b-96dd8f53fa0c not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:03:50.594539 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 23fb3bf5-d3f8-4112-afa3-190229606290 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:03:50.626445 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 23fb3bf5-d3f8-4112-afa3-190229606290 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:03:50.626776 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 23fb3bf5-d3f8-4112-afa3-190229606290 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:03:50.816786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-043c960c-c3dd-4cf4-b6d1-5fa40be82dc4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:51.067475 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-043c960c-c3dd-4cf4-b6d1-5fa40be82dc4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:51.072345 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-043c960c-c3dd-4cf4-b6d1-5fa40be82dc4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:51.151550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-043c960c-c3dd-4cf4-b6d1-5fa40be82dc4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:51.152048 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043c960c-c3dd-4cf4-b6d1-5fa40be82dc4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Fanout notify agent at l3_agent the message router_deleted on router 4cbdd12d-892d-4200-86d7-2375036d228d {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:03:51.166247 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-043c960c-c3dd-4cf4-b6d1-5fa40be82dc4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:51.176670 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-043c960c-c3dd-4cf4-b6d1-5fa40be82dc4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/routers/4cbdd12d-892d-4200-86d7-2375036d228d HTTP/1.1" status: 204 len: 168 time: 1.7796619 May 25 23:03:51.176670 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42798) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:51.376137 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b92fb027-0336-4bec-8b0b-4f108b506f9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:51.506692 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b92fb027-0336-4bec-8b0b-4f108b506f9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:51.534822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-b92fb027-0336-4bec-8b0b-4f108b506f9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186ac383-53eb-48f3-aefb-4dd3958e72b7']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:51.547417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-b92fb027-0336-4bec-8b0b-4f108b506f9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95af373-b757-4675-be93-fdec96133eba') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:51.547712 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-b92fb027-0336-4bec-8b0b-4f108b506f9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95af373-b757-4675-be93-fdec96133eba') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:51.559567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b92fb027-0336-4bec-8b0b-4f108b506f9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:51.577165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b92fb027-0336-4bec-8b0b-4f108b506f9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:51.583757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92fb027-0336-4bec-8b0b-4f108b506f9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:03:51.584172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b92fb027-0336-4bec-8b0b-4f108b506f9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:03:51.599089 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:03:51.711715 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b92fb027-0336-4bec-8b0b-4f108b506f9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:51.736848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b92fb027-0336-4bec-8b0b-4f108b506f9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:51.742832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fb027-0336-4bec-8b0b-4f108b506f9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Network': ['ID=186ac383-53eb-48f3-aefb-4dd3958e72b7,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:51.792701 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b92fb027-0336-4bec-8b0b-4f108b506f9b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/networks/186ac383-53eb-48f3-aefb-4dd3958e72b7 HTTP/1.1" status: 204 len: 168 time: 0.6212087 May 25 23:03:51.808207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42802) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:51.813696 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-87ea2af1-0615-4d49-a4dd-2c8c4618bc6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'network': {'name': 'tempest-network-smoke--1844437913', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'port_security_enabled': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:03:51.819023 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-87ea2af1-0615-4d49-a4dd-2c8c4618bc6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:03:51.823267 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-87ea2af1-0615-4d49-a4dd-2c8c4618bc6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:network and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:03:51.826215 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-87ea2af1-0615-4d49-a4dd-2c8c4618bc6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:03:51.832307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-87ea2af1-0615-4d49-a4dd-2c8c4618bc6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:03:51.883262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ea2af1-0615-4d49-a4dd-2c8c4618bc6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:03:51.886435 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-87ea2af1-0615-4d49-a4dd-2c8c4618bc6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:51.918797 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ea2af1-0615-4d49-a4dd-2c8c4618bc6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:03:51.927028 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-87ea2af1-0615-4d49-a4dd-2c8c4618bc6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:51.927425 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-87ea2af1-0615-4d49-a4dd-2c8c4618bc6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Added segment c6bf34d2-1984-4976-a93c-e5e068e338dc of type vlan for network b285f80a-3ad1-4327-9db4-6e7d9aebb17d May 25 23:03:51.953432 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-87ea2af1-0615-4d49-a4dd-2c8c4618bc6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:52.031793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-87ea2af1-0615-4d49-a4dd-2c8c4618bc6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:52.035465 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ea2af1-0615-4d49-a4dd-2c8c4618bc6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:52.036029 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-87ea2af1-0615-4d49-a4dd-2c8c4618bc6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:52.146516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea2af1-0615-4d49-a4dd-2c8c4618bc6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Network': ['ID=b285f80a-3ad1-4327-9db4-6e7d9aebb17d,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:52.160721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network b285f80a-3ad1-4327-9db4-6e7d9aebb17d details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:03:52.203666 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-87ea2af1-0615-4d49-a4dd-2c8c4618bc6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3943555 May 25 23:03:52.206344 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42806) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:52.211534 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-756709593', 'admin_state_up': True, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:03:52.218927 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:03:52.222796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:router and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:03:52.225646 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:03:52.232320 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:03:52.300239 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:52.301273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:52.320905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:52.528089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:52.560885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c6dcb566-f0fe-48bd-8e4b-afd0108e6526 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:03:52.593387 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: c6dcb566-f0fe-48bd-8e4b-afd0108e6526 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:03:52.595899 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c6dcb566-f0fe-48bd-8e4b-afd0108e6526 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:03:52.784162 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:52.813623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:52.949822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.22 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/ddbfcb76-c648-4861-90d2-b809bab43a94) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:03:53.091298 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:53.192344 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:53.256805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:03:53.259636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:03:53.263988 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:03:53.291124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=ddbfcb76-c648-4861-90d2-b809bab43a94,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:53.484066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:53.484802 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:53.905644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router b32b7018-33d7-400b-b43e-c85359748532 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:03:54.107774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:03:54.117052 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Sync routers for ids ['b32b7018-33d7-400b-b43e-c85359748532'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:03:54.130572 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Routers {'b32b7018-33d7-400b-b43e-c85359748532'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:03:54.131174 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:03:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32b7018-33d7-400b-b43e-c85359748532'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:54.185840 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:54.187137 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b185dd68-4edb-4153-ad1d-ad07b45431d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9798815 May 25 23:03:54.190328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42810) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:54.233445 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1c832d22-eb7d-4ecb-98b3-fef1ab5c22a9 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=cf9636952f01491a97cc3c500b4629f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394585 May 25 23:03:54.234143 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42814) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:54.309683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Set router b32b7018-33d7-400b-b43e-c85359748532 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:03:54.363799 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52214e60-a157-42e9-85b9-29020b38b62e tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:54.365220 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-52214e60-a157-42e9-85b9-29020b38b62e tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306958 May 25 23:03:54.368989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42818) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:54.407228 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-69a52194-9d7b-457d-ae75-ee7f7b4ffb28 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371876 May 25 23:03:54.409712 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42822) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:54.415570 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c790476a-38b3-4671-ad51-e5670e89bda8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-510274930', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:03:54.523168 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c790476a-38b3-4671-ad51-e5670e89bda8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:03:54.527334 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c790476a-38b3-4671-ad51-e5670e89bda8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:subnet and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:03:54.530260 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c790476a-38b3-4671-ad51-e5670e89bda8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:03:54.535909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c790476a-38b3-4671-ad51-e5670e89bda8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:03:54.585921 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c790476a-38b3-4671-ad51-e5670e89bda8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:03:54.591034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:53Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:54.594989 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Checking router: b32b7018-33d7-400b-b43e-c85359748532 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:03:54.595328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Updating router b32b7018-33d7-400b-b43e-c85359748532 port ddbfcb76-c648-4861-90d2-b809bab43a94 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:03:54.646227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:54.689473 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c790476a-38b3-4671-ad51-e5670e89bda8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:54.974980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c790476a-38b3-4671-ad51-e5670e89bda8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.005509 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.019128 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Transition to ACTIVE for port object ddbfcb76-c648-4861-90d2-b809bab43a94 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:03:55.054729 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790476a-38b3-4671-ad51-e5670e89bda8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Subnet': ['ID=fbd4f015-32f6-4370-9532-dbd07512bf59,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:55.067965 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790476a-38b3-4671-ad51-e5670e89bda8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Checking segment: {'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:03:55.068315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c790476a-38b3-4671-ad51-e5670e89bda8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network hostable DHCP agents. Network: b285f80a-3ad1-4327-9db4-6e7d9aebb17d, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:03:55.106069 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.186046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c790476a-38b3-4671-ad51-e5670e89bda8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network b285f80a-3ad1-4327-9db4-6e7d9aebb17d is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:03:55.188452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Attempting to bind port ddbfcb76-c648-4861-90d2-b809bab43a94 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:03:55.188980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Attempting to bind port ddbfcb76-c648-4861-90d2-b809bab43a94 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:03:55.189167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Attempting to bind port ddbfcb76-c648-4861-90d2-b809bab43a94 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:03:55.191167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67092e2-5421-428e-993b-476635230761 None None] Pushing event updated for resources: {'Port': ['ID=ddbfcb76-c648-4861-90d2-b809bab43a94,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:55.198283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:03:55.202712 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:03:55.202712 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.202712 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:03:55.202712 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Bound port: ddbfcb76-c648-4861-90d2-b809bab43a94, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:03:55.202712 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.271431 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] For port ddbfcb76-c648-4861-90d2-b809bab43a94, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:03:55.274265 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] For port ddbfcb76-c648-4861-90d2-b809bab43a94, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ddbfcb76-c648-4861-90d2-b809bab43a94,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:03:55.277171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-c790476a-38b3-4671-ad51-e5670e89bda8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, b285f80a-3ad1-4327-9db4-6e7d9aebb17d) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:03:55.281128 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c790476a-38b3-4671-ad51-e5670e89bda8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:55.288775 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c790476a-38b3-4671-ad51-e5670e89bda8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.289007 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a81b40-d008-4e92-8980-a7ad00d8ef29 None None] Network b285f80a-3ad1-4327-9db4-6e7d9aebb17d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:03:55.349835 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.375192 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c790476a-38b3-4671-ad51-e5670e89bda8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9644725 May 25 23:03:55.378024 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42826) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:55.475932 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67092e2-5421-428e-993b-476635230761 None None] Pushing event updated for resources: {'Port': ['ID=ddbfcb76-c648-4861-90d2-b809bab43a94,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:55.511144 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Routers {'b32b7018-33d7-400b-b43e-c85359748532'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:03:55.511761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:03:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32b7018-33d7-400b-b43e-c85359748532'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:55.711423 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:03:55.712280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:55.794181 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] Set router b32b7018-33d7-400b-b43e-c85359748532 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:03:56.066858 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Allocated IP 172.20.0.2 (b285f80a-3ad1-4327-9db4-6e7d9aebb17d/fbd4f015-32f6-4370-9532-dbd07512bf59/26c39d6f-c011-4ad1-a92b-ec745ec3a75b) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:03:56.234901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:56.303793 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:53Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:56.312931 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ddd637-1189-4158-b96d-cacce397ddfa None None] The sync data for ids ['b32b7018-33d7-400b-b43e-c85359748532'] in dv-neutron-843300-1-hyperv is: [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:53Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:03:56.328386 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:56.344299 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Transition to ACTIVE for port object 26c39d6f-c011-4ad1-a92b-ec745ec3a75b will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:03:56.363617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Transition to ACTIVE for port object 26c39d6f-c011-4ad1-a92b-ec745ec3a75b will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:03:56.437696 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:56.527909 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Network b285f80a-3ad1-4327-9db4-6e7d9aebb17d is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:03:56.530826 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:03:56.535242 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:03:56.537353 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Pushing event updated for resources: {'Port': ['ID=26c39d6f-c011-4ad1-a92b-ec745ec3a75b,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:56.673209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ddbfcb76-c648-4861-90d2-b809bab43a94 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:03:56.697700 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.1 (b285f80a-3ad1-4327-9db4-6e7d9aebb17d/fbd4f015-32f6-4370-9532-dbd07512bf59/5a0beef9-0187-4b12-886e-0a34ae2b9f17) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:03:56.739353 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Attempting to bind port 26c39d6f-c011-4ad1-a92b-ec745ec3a75b on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:03:56.739631 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Attempting to bind port 26c39d6f-c011-4ad1-a92b-ec745ec3a75b by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:03:56.739988 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Attempting to bind port 26c39d6f-c011-4ad1-a92b-ec745ec3a75b on network b285f80a-3ad1-4327-9db4-6e7d9aebb17d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:03:56.751761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:03:56.752152 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Checking segment: {'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:03:56.752514 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:56.752923 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Bound using segment: {'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:03:56.753381 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Bound port: 26c39d6f-c011-4ad1-a92b-ec745ec3a75b, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:03:56.753861 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:56.857366 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] For port 26c39d6f-c011-4ad1-a92b-ec745ec3a75b, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:03:56.860642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] For port 26c39d6f-c011-4ad1-a92b-ec745ec3a75b, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=26c39d6f-c011-4ad1-a92b-ec745ec3a75b,segment=NetworkSegment(c6bf34d2-1984-4976-a93c-e5e068e338dc),segment_id=c6bf34d2-1984-4976-a93c-e5e068e338dc)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:03:56.875481 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:56.892388 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object 5a0beef9-0187-4b12-886e-0a34ae2b9f17 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:03:56.911577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port ddbfcb76-c648-4861-90d2-b809bab43a94 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:03:56.917204 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ddbfcb76-c648-4861-90d2-b809bab43a94 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:03:56.917595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:56.955552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:56.980509 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:57.058469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network b285f80a-3ad1-4327-9db4-6e7d9aebb17d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:03:57.063026 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:03:57.065557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:03:57.069552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedabb1-98d5-4bfb-a622-b8bd5bbfcbf0 None None] Pushing event updated for resources: {'Port': ['ID=26c39d6f-c011-4ad1-a92b-ec745ec3a75b,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:57.109823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=5a0beef9-0187-4b12-886e-0a34ae2b9f17,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:57.132087 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:57.144311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:57.152047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port ddbfcb76-c648-4861-90d2-b809bab43a94, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ddbfcb76-c648-4861-90d2-b809bab43a94,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:03:57.226028 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:57.331767 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=ddbfcb76-c648-4861-90d2-b809bab43a94,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:57.337859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:57.846071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:57.923317 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:58.015944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1615d3b3-33e6-4504-985e-25e8094162d6 None None] Network b285f80a-3ad1-4327-9db4-6e7d9aebb17d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:03:58.036502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=5a0beef9-0187-4b12-886e-0a34ae2b9f17,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:58.038840 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:58.181931 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network b285f80a-3ad1-4327-9db4-6e7d9aebb17d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:03:58.182988 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:03:58.192683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-35a35d21-a834-4eb9-adb0-3fb2ff88a303 None None] Provisioning for port 26c39d6f-c011-4ad1-a92b-ec745ec3a75b completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:03:58.597062 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-38ccf3b5-7ef2-41bb-aceb-13bf5fbf0259 None None] Provisioning for port 5a0beef9-0187-4b12-886e-0a34ae2b9f17 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:03:58.603172 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-38ccf3b5-7ef2-41bb-aceb-13bf5fbf0259 None None] Provisioning complete for port 5a0beef9-0187-4b12-886e-0a34ae2b9f17 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:03:58.603539 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-38ccf3b5-7ef2-41bb-aceb-13bf5fbf0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:58.626509 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router b32b7018-33d7-400b-b43e-c85359748532 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:03:58.715114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 26c39d6f-c011-4ad1-a92b-ec745ec3a75b up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:03:58.760429 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-38ccf3b5-7ef2-41bb-aceb-13bf5fbf0259 None None] Port 5a0beef9-0187-4b12-886e-0a34ae2b9f17 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:03:58.848376 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 26c39d6f-c011-4ad1-a92b-ec745ec3a75b completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:03:58.856085 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 26c39d6f-c011-4ad1-a92b-ec745ec3a75b triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:03:58.856381 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:58.873999 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:03:58.888758 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-506bf079-05c1-4c13-8856-6b79d58c8843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/b32b7018-33d7-400b-b43e-c85359748532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5083294 May 25 23:03:58.890037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42830) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:58.932127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-563fdab8-03dc-4c37-b529-fc7f674fe0f2 None None] Provisioning complete for port 5a0beef9-0187-4b12-886e-0a34ae2b9f17 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:03:58.932756 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-563fdab8-03dc-4c37-b529-fc7f674fe0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:59.025591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eec1c8-b995-4340-88aa-da6135117fb1 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:59.026093 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eec1c8-b995-4340-88aa-da6135117fb1 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:59.026487 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eec1c8-b995-4340-88aa-da6135117fb1 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:59.026849 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eec1c8-b995-4340-88aa-da6135117fb1 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:59.028547 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-15eec1c8-b995-4340-88aa-da6135117fb1 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1373966 May 25 23:03:59.030694 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-563fdab8-03dc-4c37-b529-fc7f674fe0f2 None None] Port 5a0beef9-0187-4b12-886e-0a34ae2b9f17 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:03:59.031145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42834) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:59.036031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:59.067546 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 26c39d6f-c011-4ad1-a92b-ec745ec3a75b, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=26c39d6f-c011-4ad1-a92b-ec745ec3a75b,segment=NetworkSegment(c6bf34d2-1984-4976-a93c-e5e068e338dc),segment_id=c6bf34d2-1984-4976-a93c-e5e068e338dc)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:03:59.097190 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba255e37-0b08-4e59-a830-575587609ad2 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:59.097561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba255e37-0b08-4e59-a830-575587609ad2 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:59.097923 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba255e37-0b08-4e59-a830-575587609ad2 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:59.098279 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba255e37-0b08-4e59-a830-575587609ad2 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:03:59.099904 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ba255e37-0b08-4e59-a830-575587609ad2 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0678465 May 25 23:03:59.102788 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42838) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:59.153008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:59.153891 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ddbfcb76-c648-4861-90d2-b809bab43a94 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:03:59.206324 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4df49597-e2ef-47b7-98a0-550421376a6d None None] Provisioning complete for port 5a0beef9-0187-4b12-886e-0a34ae2b9f17 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:03:59.206680 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4df49597-e2ef-47b7-98a0-550421376a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:59.300088 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ed3e99ff-4f83-4112-ad8c-09c3ddf1750d tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1959009 May 25 23:03:59.306468 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4df49597-e2ef-47b7-98a0-550421376a6d None None] Port 5a0beef9-0187-4b12-886e-0a34ae2b9f17 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:03:59.322874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=26c39d6f-c011-4ad1-a92b-ec745ec3a75b,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:59.347799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ddbfcb76-c648-4861-90d2-b809bab43a94 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:03:59.348546 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:59.548674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42844) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:59.561830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-782614227', 'description': 'tempest-secgroup-smoke-782614227 description', 'project_id': 'cf9636952f01491a97cc3c500b4629f1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:03:59.561830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:03:59.564913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:03:59.568031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:03:59.574832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:03:59.654527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:59.691193 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:03:59.695234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:03:59.698420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:03:59.704025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:03:59.764953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:59.825909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:59.829792 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Sync routers for ids ['b32b7018-33d7-400b-b43e-c85359748532'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:03:59.838795 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Routers {'b32b7018-33d7-400b-b43e-c85359748532'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:03:59.839387 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:03:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32b7018-33d7-400b-b43e-c85359748532'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:03:59.870533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4970d8-54a7-4eae-8566-77567f28e42d,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:03:59.878736 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:59.884960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:59.884960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:59.884960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:59.884960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:59.884960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:59.884960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:59.884960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:59.884960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:59.884960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:59.884960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:03:59.951736 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:03:59.953345 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dc14e870-aa6d-4b53-a3ca-39198e5d610b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4036832 May 25 23:03:59.956244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42848) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:03:59.962393 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-43a66bd9-0619-4f0f-87c7-f0f6fa8c45d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '7c4970d8-54a7-4eae-8566-77567f28e42d', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:03:59.968683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-43a66bd9-0619-4f0f-87c7-f0f6fa8c45d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:03:59.974357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-43a66bd9-0619-4f0f-87c7-f0f6fa8c45d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:03:59.978265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-43a66bd9-0619-4f0f-87c7-f0f6fa8c45d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:03:59.984052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-43a66bd9-0619-4f0f-87c7-f0f6fa8c45d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:04:00.038295 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Set router b32b7018-33d7-400b-b43e-c85359748532 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:04:00.083655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-43a66bd9-0619-4f0f-87c7-f0f6fa8c45d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:00.151980 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-43a66bd9-0619-4f0f-87c7-f0f6fa8c45d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:00.231304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-43a66bd9-0619-4f0f-87c7-f0f6fa8c45d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:00.255775 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a66bd9-0619-4f0f-87c7-f0f6fa8c45d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72227b1-b34d-42cc-9d70-84a0ce388013,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:00.329223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-43a66bd9-0619-4f0f-87c7-f0f6fa8c45d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:00.330433 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-43a66bd9-0619-4f0f-87c7-f0f6fa8c45d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3731842 May 25 23:04:00.333337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42852) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:00.338908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e9274b62-51c9-4269-8871-bdc65daa8af3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '7c4970d8-54a7-4eae-8566-77567f28e42d', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:04:00.344690 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e9274b62-51c9-4269-8871-bdc65daa8af3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:04:00.348412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e9274b62-51c9-4269-8871-bdc65daa8af3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:04:00.351277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e9274b62-51c9-4269-8871-bdc65daa8af3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:04:00.356319 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '5a0beef9-0187-4b12-886e-0a34ae2b9f17', 'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:dd:a9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:56Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 2, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:00.357572 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e9274b62-51c9-4269-8871-bdc65daa8af3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:04:00.360352 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Checking router: b32b7018-33d7-400b-b43e-c85359748532 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:04:00.361003 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Updating router b32b7018-33d7-400b-b43e-c85359748532 port 5a0beef9-0187-4b12-886e-0a34ae2b9f17 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:04:00.410157 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:00.443824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9274b62-51c9-4269-8871-bdc65daa8af3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:00.508056 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9274b62-51c9-4269-8871-bdc65daa8af3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:00.571560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9274b62-51c9-4269-8871-bdc65daa8af3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:00.573448 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 26c39d6f-c011-4ad1-a92b-ec745ec3a75b up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:04:00.595008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9274b62-51c9-4269-8871-bdc65daa8af3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91017910-7b9c-41b5-a56b-26b911a3188b,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:00.643887 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 26c39d6f-c011-4ad1-a92b-ec745ec3a75b triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:04:00.644258 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:00.654641 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e9274b62-51c9-4269-8871-bdc65daa8af3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:00.658749 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e9274b62-51c9-4269-8871-bdc65daa8af3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3218448 May 25 23:04:00.662195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42856) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:00.666348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f33b0211-3c6c-41e2-8f57-ca32aca3004c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '7c4970d8-54a7-4eae-8566-77567f28e42d', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:04:00.672672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f33b0211-3c6c-41e2-8f57-ca32aca3004c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:04:00.676991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f33b0211-3c6c-41e2-8f57-ca32aca3004c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:04:00.679605 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f33b0211-3c6c-41e2-8f57-ca32aca3004c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:04:00.686756 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f33b0211-3c6c-41e2-8f57-ca32aca3004c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:04:00.753257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f33b0211-3c6c-41e2-8f57-ca32aca3004c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:00.756125 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:00.769343 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Transition to ACTIVE for port object 5a0beef9-0187-4b12-886e-0a34ae2b9f17 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:04:00.815468 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f33b0211-3c6c-41e2-8f57-ca32aca3004c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:00.831370 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:00.905963 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f33b0211-3c6c-41e2-8f57-ca32aca3004c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:00.935019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b0211-3c6c-41e2-8f57-ca32aca3004c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896f844d-03ec-4703-bc0e-38bdcaa9c431,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:00.961598 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c35891-daa3-4ad4-8970-3bdd3e567a12 None None] Pushing event updated for resources: {'Port': ['ID=5a0beef9-0187-4b12-886e-0a34ae2b9f17,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:01.002466 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c35891-daa3-4ad4-8970-3bdd3e567a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:01.002793 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c35891-daa3-4ad4-8970-3bdd3e567a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:01.003091 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c35891-daa3-4ad4-8970-3bdd3e567a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:01.003409 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c35891-daa3-4ad4-8970-3bdd3e567a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:01.003724 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c35891-daa3-4ad4-8970-3bdd3e567a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:01.004038 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c35891-daa3-4ad4-8970-3bdd3e567a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:01.004348 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c35891-daa3-4ad4-8970-3bdd3e567a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:01.004678 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c35891-daa3-4ad4-8970-3bdd3e567a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:01.004988 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c35891-daa3-4ad4-8970-3bdd3e567a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:01.005294 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c35891-daa3-4ad4-8970-3bdd3e567a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:01.005596 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c35891-daa3-4ad4-8970-3bdd3e567a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:01.015285 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f33b0211-3c6c-41e2-8f57-ca32aca3004c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.018439 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f33b0211-3c6c-41e2-8f57-ca32aca3004c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3573198 May 25 23:04:01.020393 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42860) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:01.026528 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f850ad8a-9ee0-4df5-a84d-7830a39cb3c1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '7c4970d8-54a7-4eae-8566-77567f28e42d', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:04:01.032888 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f850ad8a-9ee0-4df5-a84d-7830a39cb3c1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:04:01.038418 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f850ad8a-9ee0-4df5-a84d-7830a39cb3c1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:04:01.042585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f850ad8a-9ee0-4df5-a84d-7830a39cb3c1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:04:01.048787 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f850ad8a-9ee0-4df5-a84d-7830a39cb3c1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:04:01.075180 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Attempting to bind port 5a0beef9-0187-4b12-886e-0a34ae2b9f17 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:04:01.075539 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Attempting to bind port 5a0beef9-0187-4b12-886e-0a34ae2b9f17 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:04:01.075888 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Attempting to bind port 5a0beef9-0187-4b12-886e-0a34ae2b9f17 on network b285f80a-3ad1-4327-9db4-6e7d9aebb17d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:04:01.082494 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:04:01.082846 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Checking segment: {'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:04:01.083231 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.083606 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Bound using segment: {'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:04:01.084049 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Bound port: 5a0beef9-0187-4b12-886e-0a34ae2b9f17, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:04:01.084520 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.146272 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f850ad8a-9ee0-4df5-a84d-7830a39cb3c1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.174168 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] For port 5a0beef9-0187-4b12-886e-0a34ae2b9f17, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:04:01.177030 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] For port 5a0beef9-0187-4b12-886e-0a34ae2b9f17, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5a0beef9-0187-4b12-886e-0a34ae2b9f17,segment=NetworkSegment(c6bf34d2-1984-4976-a93c-e5e068e338dc),segment_id=c6bf34d2-1984-4976-a93c-e5e068e338dc)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:04:01.211147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f850ad8a-9ee0-4df5-a84d-7830a39cb3c1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.237394 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.254182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f850ad8a-9ee0-4df5-a84d-7830a39cb3c1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.278066 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850ad8a-9ee0-4df5-a84d-7830a39cb3c1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb58c7e-6c73-48f9-8363-d0ca225b7163,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:01.325480 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c35891-daa3-4ad4-8970-3bdd3e567a12 None None] Pushing event updated for resources: {'Port': ['ID=5a0beef9-0187-4b12-886e-0a34ae2b9f17,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:01.326315 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Routers {'b32b7018-33d7-400b-b43e-c85359748532'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:04:01.326907 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:03:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32b7018-33d7-400b-b43e-c85359748532'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:01.345776 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f850ad8a-9ee0-4df5-a84d-7830a39cb3c1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.347320 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f850ad8a-9ee0-4df5-a84d-7830a39cb3c1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3256013 May 25 23:04:01.349682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42866) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:01.356345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-778b47df-4c48-4dbf-9012-8541310d06d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '7c4970d8-54a7-4eae-8566-77567f28e42d', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:04:01.362677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-778b47df-4c48-4dbf-9012-8541310d06d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:04:01.366665 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-778b47df-4c48-4dbf-9012-8541310d06d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:04:01.371301 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-778b47df-4c48-4dbf-9012-8541310d06d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:04:01.376316 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-778b47df-4c48-4dbf-9012-8541310d06d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:04:01.437534 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-778b47df-4c48-4dbf-9012-8541310d06d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:04:01.444588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-778b47df-4c48-4dbf-9012-8541310d06d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.512519 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] Set router b32b7018-33d7-400b-b43e-c85359748532 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:04:01.516245 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-778b47df-4c48-4dbf-9012-8541310d06d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.579817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-778b47df-4c48-4dbf-9012-8541310d06d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.707086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b47df-4c48-4dbf-9012-8541310d06d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59552d60-4baf-4eb3-8f92-4cfb3e3ad41f,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:01.762743 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-778b47df-4c48-4dbf-9012-8541310d06d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.763956 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-778b47df-4c48-4dbf-9012-8541310d06d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4133608 May 25 23:04:01.766688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42870) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:01.774073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-9ccd7465-833d-4d93-be55-afe6d44b3478 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '7c4970d8-54a7-4eae-8566-77567f28e42d', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:04:01.779760 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9ccd7465-833d-4d93-be55-afe6d44b3478 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:04:01.783596 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9ccd7465-833d-4d93-be55-afe6d44b3478 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:04:01.786410 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9ccd7465-833d-4d93-be55-afe6d44b3478 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:04:01.792552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9ccd7465-833d-4d93-be55-afe6d44b3478 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:04:01.848736 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '5a0beef9-0187-4b12-886e-0a34ae2b9f17', 'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:dd:a9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:56Z', 'updated_at': '2022-05-25T23:04:01Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:01.853558 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53655717-2650-407a-a2d4-77d2b8fbd3e6 None None] The sync data for ids ['b32b7018-33d7-400b-b43e-c85359748532'] in dv-neutron-843300-1-hyperv is: [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '5a0beef9-0187-4b12-886e-0a34ae2b9f17', 'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:dd:a9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:56Z', 'updated_at': '2022-05-25T23:04:01Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:04:01.903487 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-9ccd7465-833d-4d93-be55-afe6d44b3478 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:04:01.915345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7465-833d-4d93-be55-afe6d44b3478 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:01.991247 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7465-833d-4d93-be55-afe6d44b3478 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:02.060131 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7465-833d-4d93-be55-afe6d44b3478 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:02.084153 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd7465-833d-4d93-be55-afe6d44b3478 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402b6081-8c0a-49db-bdc0-b5060928a491,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:02.197342 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7465-833d-4d93-be55-afe6d44b3478 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:02.198556 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9ccd7465-833d-4d93-be55-afe6d44b3478 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4307997 May 25 23:04:02.405770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-5e30f04c-6f03-4996-ae23-2ccaa7a3c22c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:04:02.459923 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-5e30f04c-6f03-4996-ae23-2ccaa7a3c22c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:04:02.461115 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-5e30f04c-6f03-4996-ae23-2ccaa7a3c22c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-782614227&fields=id&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 267 time: 0.0954268 May 25 23:04:02.609106 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5a0beef9-0187-4b12-886e-0a34ae2b9f17 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:04:02.643273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-3f3c114c-2a22-4c3c-91ef-4dd69eda7109 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:02.645211 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-3f3c114c-2a22-4c3c-91ef-4dd69eda7109 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/networks?id=b285f80a-3ad1-4327-9db4-6e7d9aebb17d HTTP/1.1" status: 200 len: 797 time: 0.1762581 May 25 23:04:02.668343 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-6423b94d-16ea-4efa-bd4e-37ab5f9f9da8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/quotas/cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 375 time: 0.0131788 May 25 23:04:02.734417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 5a0beef9-0187-4b12-886e-0a34ae2b9f17 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:04:02.739507 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 5a0beef9-0187-4b12-886e-0a34ae2b9f17 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:04:02.739873 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:02.755364 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-bce0a32a-b6e7-4e04-8eaf-5b802f73a563 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814872 May 25 23:04:02.890511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-dd28f4ee-a85c-4752-bd3f-eaf6f516e5e5 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 23:04:02.891462 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-dd28f4ee-a85c-4752-bd3f-eaf6f516e5e5 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1243908 May 25 23:04:02.891673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:02.923667 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 5a0beef9-0187-4b12-886e-0a34ae2b9f17, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5a0beef9-0187-4b12-886e-0a34ae2b9f17,segment=NetworkSegment(c6bf34d2-1984-4976-a93c-e5e068e338dc),segment_id=c6bf34d2-1984-4976-a93c-e5e068e338dc)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:03.014807 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:03.023608 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-6cd4ab97-a492-48cc-ad20-2be102627b6a service neutron] 10.222.0.66 "GET /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256824 May 25 23:04:03.084348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=5a0beef9-0187-4b12-886e-0a34ae2b9f17,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:03.153906 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1c4b09b2-f602-48df-b764-873e5454c179 service neutron] 10.222.0.66 "GET /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242177 May 25 23:04:04.438620 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-64168b34-5dcc-4261-99b3-58c0ce5f3911 req-992ca7e6-a975-43dc-9a6d-483706595801 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 210 time: 0.0408294 May 25 23:04:04.575954 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5a0beef9-0187-4b12-886e-0a34ae2b9f17 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:04:04.641817 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 5a0beef9-0187-4b12-886e-0a34ae2b9f17 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:04:04.642175 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:05.604373 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3bfde376-a458-4ef1-8bec-3d68aa67a9ae req-0406006a-34d3-4300-94f4-ff91115f0a15 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 210 time: 0.0418139 May 25 23:04:06.260148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-4ecf2653-4e2b-4020-97c8-4ddd88acfafd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:06.260846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-4ecf2653-4e2b-4020-97c8-4ddd88acfafd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:04:06.345321 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-4ecf2653-4e2b-4020-97c8-4ddd88acfafd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:04:06.346504 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-4ecf2653-4e2b-4020-97c8-4ddd88acfafd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/networks?id=b285f80a-3ad1-4327-9db4-6e7d9aebb17d HTTP/1.1" status: 200 len: 797 time: 0.2279434 May 25 23:04:06.407123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-b46bbf22-f69b-4427-a761-5dbbfab5ccfa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:04:06.418767 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-b46bbf22-f69b-4427-a761-5dbbfab5ccfa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:04:06.419886 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-b46bbf22-f69b-4427-a761-5dbbfab5ccfa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 379 time: 0.0595431 May 25 23:04:06.428001 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'port': {'device_id': '19cc44d6-5e2f-4d82-bc9e-6b3894d06898', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'admin_state_up': True, 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'security_groups': ['7c4970d8-54a7-4eae-8566-77567f28e42d']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:04:06.662252 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:04:06.666319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:port and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:04:06.669159 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:04:06.674733 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:04:06.734325 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:04:06.737314 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:06.768401 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6d73e271-c2bd-46e9-b931-83a8d19b3abe req-95868eea-a5fb-4d4b-9404-2e2795c956aa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 210 time: 0.0434241 May 25 23:04:06.901193 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.6 (b285f80a-3ad1-4327-9db4-6e7d9aebb17d/fbd4f015-32f6-4370-9532-dbd07512bf59/ab5cc423-48fb-4393-a988-67d8a0eedb62) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:04:07.081847 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:07.096668 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object ab5cc423-48fb-4393-a988-67d8a0eedb62 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:04:07.157569 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:07.233423 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network b285f80a-3ad1-4327-9db4-6e7d9aebb17d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:04:07.236795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:04:07.238656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=ab5cc423-48fb-4393-a988-67d8a0eedb62,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:07.240753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:04:07.308404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:07.309094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:07.386750 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-1ec972f4-997d-4554-9b1a-021d4a04092e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9624007 May 25 23:04:07.398386 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Request body: {'port': {'device_id': '19cc44d6-5e2f-4d82-bc9e-6b3894d06898', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:04:07.506165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:07.573877 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5ebbe9e1-53d0-4f17-a28b-9bd9b0c1c352 None None] Provisioning for port ab5cc423-48fb-4393-a988-67d8a0eedb62 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:04:07.579019 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5ebbe9e1-53d0-4f17-a28b-9bd9b0c1c352 None None] Provisioning complete for port ab5cc423-48fb-4393-a988-67d8a0eedb62 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:04:07.579376 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5ebbe9e1-53d0-4f17-a28b-9bd9b0c1c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:07.630488 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbe9e1-53d0-4f17-a28b-9bd9b0c1c352 None None] Port ab5cc423-48fb-4393-a988-67d8a0eedb62 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:04:07.840999 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5cc423-48fb-4393-a988-67d8a0eedb62 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:04:07.847785 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:07.862665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Transition to ACTIVE for port object ab5cc423-48fb-4393-a988-67d8a0eedb62 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:04:07.928404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:07.971462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65a67e-1cb9-4e18-af42-0fd65ff724fd req-813b1c7a-a628-4790-82e8-d22b9cdd2efb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:07.972956 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cf65a67e-1cb9-4e18-af42-0fd65ff724fd req-813b1c7a-a628-4790-82e8-d22b9cdd2efb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 943 time: 0.0776281 May 25 23:04:08.022329 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cf65a67e-1cb9-4e18-af42-0fd65ff724fd req-aa2ce2e9-cfec-4891-92e0-74a02e16cd5e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c4970d8-54a7-4eae-8566-77567f28e42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431197 May 25 23:04:08.056354 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Pushing event updated for resources: {'Port': ['ID=ab5cc423-48fb-4393-a988-67d8a0eedb62,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:08.166072 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Attempting to bind port ab5cc423-48fb-4393-a988-67d8a0eedb62 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:04:08.166400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Attempting to bind port ab5cc423-48fb-4393-a988-67d8a0eedb62 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:04:08.166721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Attempting to bind port ab5cc423-48fb-4393-a988-67d8a0eedb62 on network b285f80a-3ad1-4327-9db4-6e7d9aebb17d {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:04:08.172517 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Port ab5cc423-48fb-4393-a988-67d8a0eedb62 on network b285f80a-3ad1-4327-9db4-6e7d9aebb17d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:04:08.172848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Attempting to bind port ab5cc423-48fb-4393-a988-67d8a0eedb62 on network b285f80a-3ad1-4327-9db4-6e7d9aebb17d {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:04:08.179005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:04:08.179277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Checking segment: {'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:04:08.179649 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Bound using segment: {'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:04:08.180055 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Bound port: ab5cc423-48fb-4393-a988-67d8a0eedb62, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:04:08.180458 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:08.270561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] For port ab5cc423-48fb-4393-a988-67d8a0eedb62, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:04:08.273593 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] For port ab5cc423-48fb-4393-a988-67d8a0eedb62, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=ab5cc423-48fb-4393-a988-67d8a0eedb62,segment=NetworkSegment(c6bf34d2-1984-4976-a93c-e5e068e338dc),segment_id=c6bf34d2-1984-4976-a93c-e5e068e338dc)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:04:08.334892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:08.399381 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:08.400769 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] 10.222.0.73 "PUT /v2.0/ports/ab5cc423-48fb-4393-a988-67d8a0eedb62 HTTP/1.1" status: 200 len: 1093 time: 1.0067399 May 25 23:04:08.401200 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cc44d6-5e2f-4d82-bc9e-6b3894d06898', 'tag': 'ab5cc423-48fb-4393-a988-67d8a0eedb62'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:04:08.419821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d68828-6ab0-40d8-8e11-8042bb60773e service neutron] Pushing event updated for resources: {'Port': ['ID=ab5cc423-48fb-4393-a988-67d8a0eedb62,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:08.462866 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8dbc24-8d27-4975-ae87-306bdb27f933'] response: {'name': 'network-changed', 'server_uuid': '19cc44d6-5e2f-4d82-bc9e-6b3894d06898', 'tag': 'ab5cc423-48fb-4393-a988-67d8a0eedb62', 'status': 'completed', 'code': 200} May 25 23:04:08.556055 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f8e1cf2-0524-4731-a26b-d9b9dd0551a4 req-581fecf5-dcc8-4940-b7b2-0e3006f9216d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 1096 time: 0.0738564 May 25 23:04:08.696056 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e1cf2-0524-4731-a26b-d9b9dd0551a4 req-d6a1e945-e1a8-4500-88d3-c8d247963ddb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:08.697513 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f8e1cf2-0524-4731-a26b-d9b9dd0551a4 req-d6a1e945-e1a8-4500-88d3-c8d247963ddb service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cf9636952f01491a97cc3c500b4629f1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1353106 May 25 23:04:08.913376 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e1cf2-0524-4731-a26b-d9b9dd0551a4 req-20f44cc1-2498-4d5f-be40-b351bac0d1b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:08.914795 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f8e1cf2-0524-4731-a26b-d9b9dd0551a4 req-20f44cc1-2498-4d5f-be40-b351bac0d1b6 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2108779 May 25 23:04:09.020374 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-4139e403-68c6-4048-b163-2b6e07c13ba7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 1096 time: 0.0698247 May 25 23:04:09.093857 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-62c6d343-1de5-4fb5-9ba7-f6f4941429b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab5cc423-48fb-4393-a988-67d8a0eedb62 HTTP/1.1" status: 200 len: 217 time: 0.0659151 May 25 23:04:09.158926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-d5091744-c83c-464f-aded-a1c418d9de54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:09.160509 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-d5091744-c83c-464f-aded-a1c418d9de54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbd4f015-32f6-4370-9532-dbd07512bf59 HTTP/1.1" status: 200 len: 834 time: 0.0607648 May 25 23:04:09.222313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd71ef8-0f21-4e4b-ac71-c68b6eb0002f req-c135c405-8853-45f4-bd81-5a7328b1a7b9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:09.223770 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6bd71ef8-0f21-4e4b-ac71-c68b6eb0002f req-c135c405-8853-45f4-bd81-5a7328b1a7b9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 943 time: 0.0795808 May 25 23:04:09.234272 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-7e126825-56db-4dfe-a1a2-4146942cb99d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b285f80a-3ad1-4327-9db4-6e7d9aebb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680444 May 25 23:04:09.269699 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6bd71ef8-0f21-4e4b-ac71-c68b6eb0002f req-97f055a3-5ad7-4018-b5e4-d8ff4f21b0e7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c4970d8-54a7-4eae-8566-77567f28e42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393698 May 25 23:04:09.372172 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-e30bb761-7118-4db8-877d-a84d0b91a18e service neutron] 10.222.0.73 "GET /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317267 May 25 23:04:09.500388 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0ab33679-b93f-4cfc-a1e2-52b58a713134 req-840a0ed9-b47b-4bc9-9546-fa9b3b366a77 service neutron] 10.222.0.73 "GET /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220777 May 25 23:04:10.471783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9eb97b-b773-413a-8368-5658c3ac285d req-be0bba44-7dde-4700-bb4c-406fa51f78be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:10.473239 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cb9eb97b-b773-413a-8368-5658c3ac285d req-be0bba44-7dde-4700-bb4c-406fa51f78be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 943 time: 0.0774343 May 25 23:04:10.521117 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cb9eb97b-b773-413a-8368-5658c3ac285d req-6d9beac6-e267-4710-996e-d5ea97dcd2ba tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c4970d8-54a7-4eae-8566-77567f28e42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423748 May 25 23:04:11.334315 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device ab5cc423-48fb-4393-a988-67d8a0eedb62 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:04:11.473986 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port ab5cc423-48fb-4393-a988-67d8a0eedb62, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=ab5cc423-48fb-4393-a988-67d8a0eedb62,segment=NetworkSegment(c6bf34d2-1984-4976-a93c-e5e068e338dc),segment_id=c6bf34d2-1984-4976-a93c-e5e068e338dc)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:11.487102 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'ab5cc423-48fb-4393-a988-67d8a0eedb62', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'port_id': 'ab5cc423-48fb-4393-a988-67d8a0eedb62', 'mac_address': 'fa:16:3e:bc:1e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:04:11.519660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf4aa-6636-419e-b07b-f2bbfd43b59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:11.544401 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:11.562245 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5cc423-48fb-4393-a988-67d8a0eedb62 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:04:11.578708 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port ab5cc423-48fb-4393-a988-67d8a0eedb62, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=ab5cc423-48fb-4393-a988-67d8a0eedb62,segment=NetworkSegment(c6bf34d2-1984-4976-a93c-e5e068e338dc),segment_id=c6bf34d2-1984-4976-a93c-e5e068e338dc)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:11.653983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:11.720058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=ab5cc423-48fb-4393-a988-67d8a0eedb62,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:11.725125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3b37e-f3b6-479b-8cbf-99a30cc7949d req-aa15ff67-7ecf-4509-ac2d-16b4d995b536 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:11.726569 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f6e3b37e-f3b6-479b-8cbf-99a30cc7949d req-aa15ff67-7ecf-4509-ac2d-16b4d995b536 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 944 time: 0.0761907 May 25 23:04:11.775315 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f6e3b37e-f3b6-479b-8cbf-99a30cc7949d req-2a3be636-e3e8-415a-adbf-ca2ccbc36e00 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c4970d8-54a7-4eae-8566-77567f28e42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422928 May 25 23:04:11.867116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['ab5cc423-48fb-4393-a988-67d8a0eedb62'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:04:12.973268 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102eeab-5bf6-4572-a178-e9e9f60c8bfd req-b39913eb-210b-4dba-9b4d-3aedece825a3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:12.974692 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f102eeab-5bf6-4572-a178-e9e9f60c8bfd req-b39913eb-210b-4dba-9b4d-3aedece825a3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 944 time: 0.0794821 May 25 23:04:13.019354 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f102eeab-5bf6-4572-a178-e9e9f60c8bfd req-ba840ea2-c13b-4de6-ba81-49eb11a17a16 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c4970d8-54a7-4eae-8566-77567f28e42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383325 May 25 23:04:13.349113 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device ab5cc423-48fb-4393-a988-67d8a0eedb62 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:04:13.465399 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port ab5cc423-48fb-4393-a988-67d8a0eedb62 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:04:13.469979 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port ab5cc423-48fb-4393-a988-67d8a0eedb62 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:04:13.470340 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:13.593534 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:13.619880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cc44d6-5e2f-4d82-bc9e-6b3894d06898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5cc423-48fb-4393-a988-67d8a0eedb62'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:04:13.629716 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port ab5cc423-48fb-4393-a988-67d8a0eedb62, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=ab5cc423-48fb-4393-a988-67d8a0eedb62,segment=NetworkSegment(c6bf34d2-1984-4976-a93c-e5e068e338dc),segment_id=c6bf34d2-1984-4976-a93c-e5e068e338dc)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:04:13.634064 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6a67c44e-5431-47e7-98a6-c383fb12648f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:13.688131 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:13.755421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=ab5cc423-48fb-4393-a988-67d8a0eedb62,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:13.760566 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76f085e-f1b9-4bb7-96f9-a90cd6bd850f'] response: {'server_uuid': '19cc44d6-5e2f-4d82-bc9e-6b3894d06898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5cc423-48fb-4393-a988-67d8a0eedb62', 'code': 200} May 25 23:04:14.072992 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2c7d78eb-4629-4fac-996c-3348d198165d req-7bd119fe-323c-4d50-9f45-de087105f8c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 1098 time: 0.0814884 May 25 23:04:14.115473 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2c7d78eb-4629-4fac-996c-3348d198165d req-9fb9cb64-9332-4764-a7d5-0ef8ab8e6d1a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7c4970d8-54a7-4eae-8566-77567f28e42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367396 May 25 23:04:14.216682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf607310-8dbf-47cd-8422-282b694eac88 req-ad758263-f972-4882-93c2-ca5b74f7c144 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:14.218127 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cf607310-8dbf-47cd-8422-282b694eac88 req-ad758263-f972-4882-93c2-ca5b74f7c144 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 945 time: 0.0758116 May 25 23:04:14.262729 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cf607310-8dbf-47cd-8422-282b694eac88 req-755ef5c7-7fba-4f1d-8d54-ed02823a6b59 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c4970d8-54a7-4eae-8566-77567f28e42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389328 May 25 23:04:14.825515 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:15.042972 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:15.461603 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18390a59-995b-4e58-a009-47774845b96e req-239afcb9-12a6-4cf1-b11b-75359c7128fc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:15.463716 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-18390a59-995b-4e58-a009-47774845b96e req-239afcb9-12a6-4cf1-b11b-75359c7128fc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 945 time: 0.0796757 May 25 23:04:15.507004 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-18390a59-995b-4e58-a009-47774845b96e req-2ce4f213-5808-4711-a6f9-9c3781d22324 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c4970d8-54a7-4eae-8566-77567f28e42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374372 May 25 23:04:15.564719 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:04:15.702544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac83bea-9361-4fce-8dde-316d9d605704 req-4245ebee-349e-4d9f-b9ba-315b69a644a7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:15.703977 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3ac83bea-9361-4fce-8dde-316d9d605704 req-4245ebee-349e-4d9f-b9ba-315b69a644a7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 945 time: 0.0752640 May 25 23:04:15.748178 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3ac83bea-9361-4fce-8dde-316d9d605704 req-bdcaac3e-a387-4479-8b1a-954529b9256d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c4970d8-54a7-4eae-8566-77567f28e42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386689 May 25 23:04:15.775407 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42922) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:15.845104 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8674f45a-c5e9-4f4e-958e-56541591a5ad tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 1093 time: 0.0684457 May 25 23:04:15.847487 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42926) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:15.852390 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': 'ab5cc423-48fb-4393-a988-67d8a0eedb62', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:04:15.857771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:04:15.861499 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:floatingip and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:04:15.865086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:04:15.870259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:04:15.933681 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:16.152766 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:16.284872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.128 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/1725e1d8-b6c8-4f45-9314-0b03d43318df) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:04:16.428260 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:16.499883 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:16.557757 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:16.565775 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:04:16.568913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:04:16.573984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:04:16.597182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=1725e1d8-b6c8-4f45-9314-0b03d43318df,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:17.061226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:17.175494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:17.374991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:17.442962 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:17.453309 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:17.554827 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=1725e1d8-b6c8-4f45-9314-0b03d43318df,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:17.571047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:17.754421 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Floating IP 0e6878df-30f9-4edf-bd0c-25d0081e5920 associated. External IP: 172.26.5.128, port: ab5cc423-48fb-4393-a988-67d8a0eedb62. May 25 23:04:18.233286 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router b32b7018-33d7-400b-b43e-c85359748532 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:04:18.433294 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:04:18.444484 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4762f99a-e26d-419c-8e68-b3fc27caddcc None None] Sync routers for ids ['b32b7018-33d7-400b-b43e-c85359748532'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:04:18.456403 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4762f99a-e26d-419c-8e68-b3fc27caddcc None None] Routers {'b32b7018-33d7-400b-b43e-c85359748532'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:04:18.457046 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4762f99a-e26d-419c-8e68-b3fc27caddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:04:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32b7018-33d7-400b-b43e-c85359748532'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:18.516832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:18.573765 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-74c5f960-740a-4fde-abd5-b695acb99dd5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7252789 May 25 23:04:18.574465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cc44d6-5e2f-4d82-bc9e-6b3894d06898', 'tag': 'ab5cc423-48fb-4393-a988-67d8a0eedb62'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:04:18.576545 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42930) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:18.645422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-4762f99a-e26d-419c-8e68-b3fc27caddcc None None] Set router b32b7018-33d7-400b-b43e-c85359748532 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:04:18.684108 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-395eceef-6df9-4cc0-a20f-f4966426e4e7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/0e6878df-30f9-4edf-bd0c-25d0081e5920 HTTP/1.1" status: 200 len: 991 time: 0.1051593 May 25 23:04:18.711193 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cec953a-21ed-45ba-b4bd-5d5bb754bd56'] response: {'name': 'network-changed', 'server_uuid': '19cc44d6-5e2f-4d82-bc9e-6b3894d06898', 'tag': 'ab5cc423-48fb-4393-a988-67d8a0eedb62', 'status': 'completed', 'code': 200} May 25 23:04:18.799891 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c19a59e6-1058-4e0e-b36e-6de3f703fd9f req-752e1917-771e-479c-a76c-a534c1a4955b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 1098 time: 0.0675740 May 25 23:04:18.931348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a59e6-1058-4e0e-b36e-6de3f703fd9f req-3f7ffb3b-d72a-4888-9183-05b31b0266f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:18.932864 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c19a59e6-1058-4e0e-b36e-6de3f703fd9f req-3f7ffb3b-d72a-4888-9183-05b31b0266f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b285f80a-3ad1-4327-9db4-6e7d9aebb17d HTTP/1.1" status: 200 len: 898 time: 0.1269994 May 25 23:04:19.028269 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4762f99a-e26d-419c-8e68-b3fc27caddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '0e6878df-30f9-4edf-bd0c-25d0081e5920', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.128', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'port_id': 'ab5cc423-48fb-4393-a988-67d8a0eedb62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'mac_address': 'fa:16:3e:bc:1e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cc44d6-5e2f-4d82-bc9e-6b3894d06898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:04:16Z', 'updated_at': '2022-05-25T23:04:16Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0beef9-0187-4b12-886e-0a34ae2b9f17', 'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:dd:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:56Z', 'updated_at': '2022-05-25T23:04:02Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:19.032159 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4762f99a-e26d-419c-8e68-b3fc27caddcc None None] Checking router: b32b7018-33d7-400b-b43e-c85359748532 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:04:19.034556 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c19a59e6-1058-4e0e-b36e-6de3f703fd9f req-14d6946c-587b-45ed-9d27-3d955ca91036 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab5cc423-48fb-4393-a988-67d8a0eedb62 HTTP/1.1" status: 200 len: 999 time: 0.0964348 May 25 23:04:19.043660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4762f99a-e26d-419c-8e68-b3fc27caddcc None None] Routers {'b32b7018-33d7-400b-b43e-c85359748532'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:04:19.044257 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4762f99a-e26d-419c-8e68-b3fc27caddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:04:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32b7018-33d7-400b-b43e-c85359748532'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:19.097078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a59e6-1058-4e0e-b36e-6de3f703fd9f req-be7afc8f-b780-46dc-9ff7-dfc050b2987a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:19.098502 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c19a59e6-1058-4e0e-b36e-6de3f703fd9f req-be7afc8f-b780-46dc-9ff7-dfc050b2987a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbd4f015-32f6-4370-9532-dbd07512bf59 HTTP/1.1" status: 200 len: 834 time: 0.0583036 May 25 23:04:19.173936 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c19a59e6-1058-4e0e-b36e-6de3f703fd9f req-995b83f6-42da-4cf3-a5b6-2a6bdee440b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b285f80a-3ad1-4327-9db4-6e7d9aebb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693939 May 25 23:04:19.224555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-4762f99a-e26d-419c-8e68-b3fc27caddcc None None] Set router b32b7018-33d7-400b-b43e-c85359748532 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:04:19.308079 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c19a59e6-1058-4e0e-b36e-6de3f703fd9f req-75a0e03e-1dc0-448c-838c-4a3ccf7461d6 service neutron] 10.222.0.73 "GET /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279097 May 25 23:04:19.534745 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c19a59e6-1058-4e0e-b36e-6de3f703fd9f req-82f35224-3087-4c92-acc0-ce9afe6aaa55 service neutron] 10.222.0.73 "GET /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210751 May 25 23:04:19.574175 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4762f99a-e26d-419c-8e68-b3fc27caddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '0e6878df-30f9-4edf-bd0c-25d0081e5920', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.128', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'port_id': 'ab5cc423-48fb-4393-a988-67d8a0eedb62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'mac_address': 'fa:16:3e:bc:1e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cc44d6-5e2f-4d82-bc9e-6b3894d06898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:04:16Z', 'updated_at': '2022-05-25T23:04:16Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0beef9-0187-4b12-886e-0a34ae2b9f17', 'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:dd:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:56Z', 'updated_at': '2022-05-25T23:04:02Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:19.578120 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4762f99a-e26d-419c-8e68-b3fc27caddcc None None] The sync data for ids ['b32b7018-33d7-400b-b43e-c85359748532'] in dv-neutron-843300-1-hyperv is: [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '0e6878df-30f9-4edf-bd0c-25d0081e5920', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.128', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'port_id': 'ab5cc423-48fb-4393-a988-67d8a0eedb62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'mac_address': 'fa:16:3e:bc:1e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cc44d6-5e2f-4d82-bc9e-6b3894d06898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:04:16Z', 'updated_at': '2022-05-25T23:04:16Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0beef9-0187-4b12-886e-0a34ae2b9f17', 'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:dd:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:56Z', 'updated_at': '2022-05-25T23:04:02Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:04:19.686682 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42938) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:19.782172 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a5490b-6aa4-4810-9480-05c42f2d0684 None None] New status for floating IP 0e6878df-30f9-4edf-bd0c-25d0081e5920: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:04:19.799393 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-24101829-f35b-4f80-aa79-79e0408f15c0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/0e6878df-30f9-4edf-bd0c-25d0081e5920 HTTP/1.1" status: 200 len: 991 time: 0.1088791 May 25 23:04:20.800751 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42942) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:20.901163 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-692bd10b-a15d-4077-8cd3-bf532d014612 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/0e6878df-30f9-4edf-bd0c-25d0081e5920 HTTP/1.1" status: 200 len: 993 time: 0.0991232 May 25 23:04:41.419122 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7e8d05ce-ca35-4a7d-a0da-05ffe12fba9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:43.619234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-71e77c66-1d27-4192-b47e-03eb398f7dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:44.825004 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:45.059529 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:45.527720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42954) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:45.603524 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b2d87150-3b9b-44e8-9ea8-95093df378da tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=cf9636952f01491a97cc3c500b4629f1&network_id=b285f80a-3ad1-4327-9db4-6e7d9aebb17d HTTP/1.1" status: 200 len: 2999 time: 0.0746846 May 25 23:04:46.591714 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:47.413739 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:49.299247 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42966) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:49.358969 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d756f2ca-2044-4882-8829-0f85f4483905 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:49.360419 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d756f2ca-2044-4882-8829-0f85f4483905 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d HTTP/1.1" status: 200 len: 814 time: 0.0602071 May 25 23:04:50.288753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42974) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:50.294264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-cae021d7-775f-4c97-8299-88f857a841b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:04:50.416077 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cae021d7-775f-4c97-8299-88f857a841b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:50.729430 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cae021d7-775f-4c97-8299-88f857a841b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:50.789813 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cae021d7-775f-4c97-8299-88f857a841b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:50.790154 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.l3_db [None req-cae021d7-775f-4c97-8299-88f857a841b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Floating IP 0e6878df-30f9-4edf-bd0c-25d0081e5920 disassociated. External IP: 172.26.5.128, port: ab5cc423-48fb-4393-a988-67d8a0eedb62. May 25 23:04:51.169284 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae021d7-775f-4c97-8299-88f857a841b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router b32b7018-33d7-400b-b43e-c85359748532 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:04:51.364054 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae021d7-775f-4c97-8299-88f857a841b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:04:51.368933 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cae021d7-775f-4c97-8299-88f857a841b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:51.373824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc67f8-69c0-46f0-a595-242d253efc8b None None] Sync routers for ids ['b32b7018-33d7-400b-b43e-c85359748532'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:04:51.385766 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc67f8-69c0-46f0-a595-242d253efc8b None None] Routers {'b32b7018-33d7-400b-b43e-c85359748532'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:04:51.387034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-40cc67f8-69c0-46f0-a595-242d253efc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:04:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32b7018-33d7-400b-b43e-c85359748532'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:51.528235 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cae021d7-775f-4c97-8299-88f857a841b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/floatingips/0e6878df-30f9-4edf-bd0c-25d0081e5920 HTTP/1.1" status: 200 len: 690 time: 1.2375619 May 25 23:04:51.528864 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cc44d6-5e2f-4d82-bc9e-6b3894d06898', 'tag': 'ab5cc423-48fb-4393-a988-67d8a0eedb62'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:04:51.530670 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42978) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:51.574672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-40cc67f8-69c0-46f0-a595-242d253efc8b None None] Set router b32b7018-33d7-400b-b43e-c85359748532 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:04:51.611915 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c6a41ac-9a7b-47da-8419-073f045f6e09'] response: {'name': 'network-changed', 'server_uuid': '19cc44d6-5e2f-4d82-bc9e-6b3894d06898', 'tag': 'ab5cc423-48fb-4393-a988-67d8a0eedb62', 'status': 'completed', 'code': 200} May 25 23:04:51.638527 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-92b377a8-0a28-4e8d-a296-2c81c8bc353e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/0e6878df-30f9-4edf-bd0c-25d0081e5920 HTTP/1.1" status: 200 len: 690 time: 0.1066711 May 25 23:04:51.700922 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-269d9e77-9f7a-4d98-a2d3-08c3a8f371d6 req-b0e56130-b3d1-4fd4-9138-9d0d0d710e69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 1098 time: 0.0677299 May 25 23:04:51.833294 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d9e77-9f7a-4d98-a2d3-08c3a8f371d6 req-0752fa4f-d6b1-470f-af27-9ed6ce450b25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:51.834751 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-269d9e77-9f7a-4d98-a2d3-08c3a8f371d6 req-0752fa4f-d6b1-470f-af27-9ed6ce450b25 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b285f80a-3ad1-4327-9db4-6e7d9aebb17d HTTP/1.1" status: 200 len: 898 time: 0.1286912 May 25 23:04:51.905660 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-269d9e77-9f7a-4d98-a2d3-08c3a8f371d6 req-d07d83c5-3860-4536-9377-33e0014645d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab5cc423-48fb-4393-a988-67d8a0eedb62 HTTP/1.1" status: 200 len: 217 time: 0.0646622 May 25 23:04:51.924310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-40cc67f8-69c0-46f0-a595-242d253efc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '5a0beef9-0187-4b12-886e-0a34ae2b9f17', 'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:dd:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:56Z', 'updated_at': '2022-05-25T23:04:02Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:51.928128 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc67f8-69c0-46f0-a595-242d253efc8b None None] Checking router: b32b7018-33d7-400b-b43e-c85359748532 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:04:51.939211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc67f8-69c0-46f0-a595-242d253efc8b None None] Routers {'b32b7018-33d7-400b-b43e-c85359748532'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:04:51.939802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-40cc67f8-69c0-46f0-a595-242d253efc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:04:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32b7018-33d7-400b-b43e-c85359748532'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:51.967007 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d9e77-9f7a-4d98-a2d3-08c3a8f371d6 req-8e20dd1c-279f-441b-b6ae-47fac47dddc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:51.968428 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-269d9e77-9f7a-4d98-a2d3-08c3a8f371d6 req-8e20dd1c-279f-441b-b6ae-47fac47dddc8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbd4f015-32f6-4370-9532-dbd07512bf59 HTTP/1.1" status: 200 len: 834 time: 0.0574164 May 25 23:04:52.044070 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-269d9e77-9f7a-4d98-a2d3-08c3a8f371d6 req-cfc9ad9d-9f39-46d6-a23c-7eaf24de0562 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b285f80a-3ad1-4327-9db4-6e7d9aebb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703197 May 25 23:04:52.116287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-40cc67f8-69c0-46f0-a595-242d253efc8b None None] Set router b32b7018-33d7-400b-b43e-c85359748532 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:04:52.177494 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-269d9e77-9f7a-4d98-a2d3-08c3a8f371d6 req-8eefbaf5-7875-45df-a53d-70d053dc7545 service neutron] 10.222.0.73 "GET /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276481 May 25 23:04:52.313285 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-269d9e77-9f7a-4d98-a2d3-08c3a8f371d6 req-a7821e37-c5b7-489f-a03e-bbba98571d1b service neutron] 10.222.0.73 "GET /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290307 May 25 23:04:52.426380 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-40cc67f8-69c0-46f0-a595-242d253efc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '5a0beef9-0187-4b12-886e-0a34ae2b9f17', 'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:dd:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:56Z', 'updated_at': '2022-05-25T23:04:02Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:04:52.430323 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc67f8-69c0-46f0-a595-242d253efc8b None None] The sync data for ids ['b32b7018-33d7-400b-b43e-c85359748532'] in dv-neutron-843300-1-hyperv is: [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '5a0beef9-0187-4b12-886e-0a34ae2b9f17', 'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:dd:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:56Z', 'updated_at': '2022-05-25T23:04:02Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:04:52.565753 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:04:52.640823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42984) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:52.647936 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52a789c-e856-4cfd-a0bc-aaffdce71440 None None] New status for floating IP 0e6878df-30f9-4edf-bd0c-25d0081e5920: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:04:52.724668 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8ab0737d-4393-4fc7-9d13-fb9d75e65d20 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/0e6878df-30f9-4edf-bd0c-25d0081e5920 HTTP/1.1" status: 200 len: 690 time: 0.0825574 May 25 23:04:53.728413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 42988) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:53.808058 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-be44ec2e-ad03-4827-9a71-af54953889a7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/0e6878df-30f9-4edf-bd0c-25d0081e5920 HTTP/1.1" status: 200 len: 688 time: 0.0784647 May 25 23:04:54.964948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42994) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:54.970358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-986684322', 'description': 'tempest-secgroup-smoke-986684322 description', 'project_id': 'cf9636952f01491a97cc3c500b4629f1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:04:54.976198 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:04:54.986293 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:04:55.082321 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:55.117552 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:04:55.122111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:04:55.125012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:04:55.130682 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:04:55.185063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:55.259000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:55.303268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272d360f-2aa7-477a-9c34-78ca95a9c1ee,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:55.313757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:55.313757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:55.313757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:55.313757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:55.319305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:55.319305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:55.319305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:55.319305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:55.319305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:55.319305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:55.319305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:04:55.379419 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:55.380590 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8a2f093c-8649-458a-af8f-dd4eaf66cb97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4146073 May 25 23:04:55.383390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 42998) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:55.389016 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-9f9a3a87-601e-4f78-aea8-11706a6b9c63 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '272d360f-2aa7-477a-9c34-78ca95a9c1ee', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:04:55.394780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9f9a3a87-601e-4f78-aea8-11706a6b9c63 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:04:55.398489 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9f9a3a87-601e-4f78-aea8-11706a6b9c63 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:04:55.401337 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9f9a3a87-601e-4f78-aea8-11706a6b9c63 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:04:55.407655 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9f9a3a87-601e-4f78-aea8-11706a6b9c63 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:04:55.482883 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3a87-601e-4f78-aea8-11706a6b9c63 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:55.564954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3a87-601e-4f78-aea8-11706a6b9c63 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:55.637191 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3a87-601e-4f78-aea8-11706a6b9c63 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:55.660758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a3a87-601e-4f78-aea8-11706a6b9c63 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4b3382-b221-4455-8825-3c84d13e1f49,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:55.704941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3a87-601e-4f78-aea8-11706a6b9c63 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:55.706105 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9f9a3a87-601e-4f78-aea8-11706a6b9c63 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3218181 May 25 23:04:55.708788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43002) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:55.714040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-cb1bfec0-3d11-4b21-a263-47da90262afa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '272d360f-2aa7-477a-9c34-78ca95a9c1ee', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:04:55.720496 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cb1bfec0-3d11-4b21-a263-47da90262afa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:04:55.724277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cb1bfec0-3d11-4b21-a263-47da90262afa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:04:55.727168 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cb1bfec0-3d11-4b21-a263-47da90262afa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:04:55.732893 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cb1bfec0-3d11-4b21-a263-47da90262afa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:04:55.790805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb1bfec0-3d11-4b21-a263-47da90262afa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:55.850858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb1bfec0-3d11-4b21-a263-47da90262afa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:55.904655 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb1bfec0-3d11-4b21-a263-47da90262afa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:55.928202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bfec0-3d11-4b21-a263-47da90262afa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e963d648-f3af-415f-bd82-0b43fb3e3fa2,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:56.002031 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cb1bfec0-3d11-4b21-a263-47da90262afa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:56.003695 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cb1bfec0-3d11-4b21-a263-47da90262afa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2939572 May 25 23:04:56.006332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43006) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:56.011824 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a18586d6-a8fa-4afc-9412-74043dcf4d6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '272d360f-2aa7-477a-9c34-78ca95a9c1ee', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:04:56.017579 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a18586d6-a8fa-4afc-9412-74043dcf4d6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:04:56.021401 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a18586d6-a8fa-4afc-9412-74043dcf4d6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:04:56.024350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a18586d6-a8fa-4afc-9412-74043dcf4d6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:04:56.030939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a18586d6-a8fa-4afc-9412-74043dcf4d6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:04:56.128374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a18586d6-a8fa-4afc-9412-74043dcf4d6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:56.190881 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a18586d6-a8fa-4afc-9412-74043dcf4d6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:56.247924 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a18586d6-a8fa-4afc-9412-74043dcf4d6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:56.271575 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18586d6-a8fa-4afc-9412-74043dcf4d6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5f0c9b-f5a1-4bc4-a00f-04f0984f33a7,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:56.327405 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a18586d6-a8fa-4afc-9412-74043dcf4d6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:56.328809 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a18586d6-a8fa-4afc-9412-74043dcf4d6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3212678 May 25 23:04:56.331528 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43010) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:56.337011 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-187c6de3-486a-40a0-8b21-ebe8bfcdd4fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '272d360f-2aa7-477a-9c34-78ca95a9c1ee', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:04:56.343735 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-187c6de3-486a-40a0-8b21-ebe8bfcdd4fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:04:56.347426 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-187c6de3-486a-40a0-8b21-ebe8bfcdd4fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:04:56.350307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-187c6de3-486a-40a0-8b21-ebe8bfcdd4fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:04:56.356139 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-187c6de3-486a-40a0-8b21-ebe8bfcdd4fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:04:56.430789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-187c6de3-486a-40a0-8b21-ebe8bfcdd4fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:56.497519 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-187c6de3-486a-40a0-8b21-ebe8bfcdd4fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:56.561662 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-187c6de3-486a-40a0-8b21-ebe8bfcdd4fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:56.585390 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c6de3-486a-40a0-8b21-ebe8bfcdd4fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f59b21-ab35-41d2-b6c7-73511390107c,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:56.779371 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-187c6de3-486a-40a0-8b21-ebe8bfcdd4fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:56.780494 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-187c6de3-486a-40a0-8b21-ebe8bfcdd4fb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4480255 May 25 23:04:56.783233 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43014) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:56.788548 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-89bd0b3c-83c6-468e-9ff5-a362f0e7f430 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '272d360f-2aa7-477a-9c34-78ca95a9c1ee', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:04:56.794388 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-89bd0b3c-83c6-468e-9ff5-a362f0e7f430 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:04:56.800421 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-89bd0b3c-83c6-468e-9ff5-a362f0e7f430 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:04:56.801130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-89bd0b3c-83c6-468e-9ff5-a362f0e7f430 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:04:56.806861 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-89bd0b3c-83c6-468e-9ff5-a362f0e7f430 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:04:56.871186 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-89bd0b3c-83c6-468e-9ff5-a362f0e7f430 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:04:56.878019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-89bd0b3c-83c6-468e-9ff5-a362f0e7f430 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:56.941293 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-89bd0b3c-83c6-468e-9ff5-a362f0e7f430 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:57.013293 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-89bd0b3c-83c6-468e-9ff5-a362f0e7f430 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:57.036556 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd0b3c-83c6-468e-9ff5-a362f0e7f430 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6490359-da7d-4a2d-b5f0-b2dc4ca7b1a7,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:57.082124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-89bd0b3c-83c6-468e-9ff5-a362f0e7f430 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:57.083295 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-89bd0b3c-83c6-468e-9ff5-a362f0e7f430 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2991602 May 25 23:04:57.086053 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43018) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:04:57.091324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f87e74a3-6246-413d-bf69-a95a10c647c9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '272d360f-2aa7-477a-9c34-78ca95a9c1ee', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:04:57.100046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f87e74a3-6246-413d-bf69-a95a10c647c9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:04:57.100854 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f87e74a3-6246-413d-bf69-a95a10c647c9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:04:57.103746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f87e74a3-6246-413d-bf69-a95a10c647c9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:04:57.110333 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f87e74a3-6246-413d-bf69-a95a10c647c9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:04:57.156333 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-f87e74a3-6246-413d-bf69-a95a10c647c9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:04:57.162721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f87e74a3-6246-413d-bf69-a95a10c647c9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:57.226558 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f87e74a3-6246-413d-bf69-a95a10c647c9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:57.287734 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f87e74a3-6246-413d-bf69-a95a10c647c9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:57.315511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e74a3-6246-413d-bf69-a95a10c647c9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b0a82e-f4e9-4e8f-a90c-392b788254ca,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:04:57.436286 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f87e74a3-6246-413d-bf69-a95a10c647c9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:04:57.437556 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f87e74a3-6246-413d-bf69-a95a10c647c9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3506048 May 25 23:04:57.612777 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-fd022be3-43fe-4c20-8a3a-d412d7b420ea tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986684322&fields=id&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 267 time: 0.0418205 May 25 23:04:57.756858 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-9be9a59b-268b-47f6-b5af-f5483979a798 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:04:57.758272 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-9be9a59b-268b-47f6-b5af-f5483979a798 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/networks?id=b285f80a-3ad1-4327-9db4-6e7d9aebb17d HTTP/1.1" status: 200 len: 797 time: 0.1392858 May 25 23:04:57.774258 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-fb96317b-3596-4676-babd-dc963ae792c7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/quotas/cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 375 time: 0.0101347 May 25 23:04:57.855731 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-34bee14f-347a-42ad-9dd4-ba362aee20f9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0758009 May 25 23:04:57.991066 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-787c8781-e731-4b23-b5e3-de7c65efa418 service neutron] 10.222.0.66 "GET /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238766 May 25 23:04:58.118725 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-5a9a5aab-a7db-4dc8-a6c4-7385d5ea6a3a service neutron] 10.222.0.66 "GET /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215887 May 25 23:04:58.501984 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-028f3e76-7ce2-4bc4-8505-de7821ea378b req-f29c416d-650c-42f1-be6d-562de3213061 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 210 time: 0.1462855 May 25 23:04:59.663737 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0d2fd231-e994-4f8e-a011-9b691b9f6cc8 req-53d7c3f7-bc83-4b51-a5e6-f46d84e8eefd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 210 time: 0.0400624 May 25 23:05:00.801363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-3fad4285-3f83-4aa0-a7ff-facf6a7acf7d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:00.802761 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-3fad4285-3f83-4aa0-a7ff-facf6a7acf7d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/networks?id=b285f80a-3ad1-4327-9db4-6e7d9aebb17d HTTP/1.1" status: 200 len: 797 time: 0.1581340 May 25 23:05:00.838862 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dea04271-8c4e-4cf5-b227-80167f80f56a req-70884945-b546-4cb1-bfa3-0cee8727d5d8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 210 time: 0.0478337 May 25 23:05:00.863449 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-c8b61112-b2fa-41aa-873b-b4f96ab42b1d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:05:00.950692 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-c8b61112-b2fa-41aa-873b-b4f96ab42b1d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:05:00.951855 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-c8b61112-b2fa-41aa-873b-b4f96ab42b1d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 471 time: 0.1366279 May 25 23:05:00.963761 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'port': {'device_id': '0deda1be-3657-454b-bd6c-dbf245a42cf6', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'admin_state_up': True, 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'security_groups': ['272d360f-2aa7-477a-9c34-78ca95a9c1ee']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:05:01.097592 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:05:01.101610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:port and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:05:01.104462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:05:01.110350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:05:01.213567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:05:01.230633 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:01.381476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.8 (b285f80a-3ad1-4327-9db4-6e7d9aebb17d/fbd4f015-32f6-4370-9532-dbd07512bf59/94402ab7-8862-4926-9077-e5fe79d7b73e) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:05:01.638617 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:01.653525 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object 94402ab7-8862-4926-9077-e5fe79d7b73e will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:05:01.722576 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:01.795011 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network b285f80a-3ad1-4327-9db4-6e7d9aebb17d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:05:01.797905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:05:01.800332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:05:01.846492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=94402ab7-8862-4926-9077-e5fe79d7b73e,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:01.874444 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:01.875064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:01.957049 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-7fcd3f2e-168d-42b8-84b0-409b82fc5d48 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9978018 May 25 23:05:01.968708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Request body: {'port': {'device_id': '0deda1be-3657-454b-bd6c-dbf245a42cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:05:02.042021 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6fe58cf2-2036-41d7-a7e5-bbe19adb94c5 None None] Provisioning for port 94402ab7-8862-4926-9077-e5fe79d7b73e completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:05:02.046575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb913e7b-c99d-47fa-96fb-9efa878c4c59 req-d324eb86-53c1-4ff5-89b9-0e1ff8d19d09 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:02.048037 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fb913e7b-c99d-47fa-96fb-9efa878c4c59 req-d324eb86-53c1-4ff5-89b9-0e1ff8d19d09 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 931 time: 0.0798700 May 25 23:05:02.048655 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6fe58cf2-2036-41d7-a7e5-bbe19adb94c5 None None] Provisioning complete for port 94402ab7-8862-4926-9077-e5fe79d7b73e triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:05:02.049027 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6fe58cf2-2036-41d7-a7e5-bbe19adb94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:02.079710 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:02.101419 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6fe58cf2-2036-41d7-a7e5-bbe19adb94c5 None None] Port 94402ab7-8862-4926-9077-e5fe79d7b73e cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:05:02.108645 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fb913e7b-c99d-47fa-96fb-9efa878c4c59 req-2c73a6e5-5051-4aa5-8f4b-f9eb7e8ce843 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=272d360f-2aa7-477a-9c34-78ca95a9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530877 May 25 23:05:02.414282 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94402ab7-8862-4926-9077-e5fe79d7b73e {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:05:02.420847 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:02.434524 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Transition to ACTIVE for port object 94402ab7-8862-4926-9077-e5fe79d7b73e will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:05:02.533398 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:02.567611 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ad776c7c-4867-4d65-9d3f-e0987ae27074 req-0dfc4f03-bbdf-400d-9138-188a1caac8d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705199 May 25 23:05:02.659525 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Pushing event updated for resources: {'Port': ['ID=94402ab7-8862-4926-9077-e5fe79d7b73e,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:02.722422 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ad776c7c-4867-4d65-9d3f-e0987ae27074 req-6e670198-d448-4ea6-8f69-4d6d42fe758a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 1098 time: 0.0831313 May 25 23:05:02.777139 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Attempting to bind port 94402ab7-8862-4926-9077-e5fe79d7b73e on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:05:02.777508 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Attempting to bind port 94402ab7-8862-4926-9077-e5fe79d7b73e by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:05:02.777822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Attempting to bind port 94402ab7-8862-4926-9077-e5fe79d7b73e on network b285f80a-3ad1-4327-9db4-6e7d9aebb17d {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:05:02.783843 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Port 94402ab7-8862-4926-9077-e5fe79d7b73e on network b285f80a-3ad1-4327-9db4-6e7d9aebb17d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:05:02.784200 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Attempting to bind port 94402ab7-8862-4926-9077-e5fe79d7b73e on network b285f80a-3ad1-4327-9db4-6e7d9aebb17d {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:05:02.790659 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:05:02.790986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Checking segment: {'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:05:02.791363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Bound using segment: {'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:05:02.791773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Bound port: 94402ab7-8862-4926-9077-e5fe79d7b73e, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6bf34d2-1984-4976-a93c-e5e068e338dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:05:02.792109 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:02.868965 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad776c7c-4867-4d65-9d3f-e0987ae27074 req-1e961a34-07a3-464f-84ef-ecc8c047b0b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:02.870333 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ad776c7c-4867-4d65-9d3f-e0987ae27074 req-1e961a34-07a3-464f-84ef-ecc8c047b0b0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b285f80a-3ad1-4327-9db4-6e7d9aebb17d HTTP/1.1" status: 200 len: 898 time: 0.1293986 May 25 23:05:02.879990 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] For port 94402ab7-8862-4926-9077-e5fe79d7b73e, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:05:02.882947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] For port 94402ab7-8862-4926-9077-e5fe79d7b73e, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=94402ab7-8862-4926-9077-e5fe79d7b73e,segment=NetworkSegment(c6bf34d2-1984-4976-a93c-e5e068e338dc),segment_id=c6bf34d2-1984-4976-a93c-e5e068e338dc)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:05:02.939163 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:02.942752 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ad776c7c-4867-4d65-9d3f-e0987ae27074 req-16930982-c41b-425c-889d-34cad6659293 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab5cc423-48fb-4393-a988-67d8a0eedb62 HTTP/1.1" status: 200 len: 217 time: 0.0656030 May 25 23:05:03.003838 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:03.005256 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] 10.222.0.73 "PUT /v2.0/ports/94402ab7-8862-4926-9077-e5fe79d7b73e HTTP/1.1" status: 200 len: 1093 time: 1.0417728 May 25 23:05:03.005680 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0deda1be-3657-454b-bd6c-dbf245a42cf6', 'tag': '94402ab7-8862-4926-9077-e5fe79d7b73e'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:05:03.008134 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad776c7c-4867-4d65-9d3f-e0987ae27074 req-24ad4fd5-bb27-40f2-89fb-a28f9dbc1404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:03.010315 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ad776c7c-4867-4d65-9d3f-e0987ae27074 req-24ad4fd5-bb27-40f2-89fb-a28f9dbc1404 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbd4f015-32f6-4370-9532-dbd07512bf59 HTTP/1.1" status: 200 len: 834 time: 0.0620596 May 25 23:05:03.026843 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdf935-6203-4033-a369-f7ed4ce8c44e service neutron] Pushing event updated for resources: {'Port': ['ID=94402ab7-8862-4926-9077-e5fe79d7b73e,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:03.076875 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c445a51-daf4-4394-bf7c-db0a2e96e867'] response: {'name': 'network-changed', 'server_uuid': '0deda1be-3657-454b-bd6c-dbf245a42cf6', 'tag': '94402ab7-8862-4926-9077-e5fe79d7b73e', 'status': 'completed', 'code': 200} May 25 23:05:03.091080 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ad776c7c-4867-4d65-9d3f-e0987ae27074 req-e2adeb30-1e1e-47c8-8eef-c44303a8232c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b285f80a-3ad1-4327-9db4-6e7d9aebb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717776 May 25 23:05:03.175717 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-36d06444-c2c4-4c39-9bf9-b2c0e3103298 req-db41e16a-f974-42f6-b4a7-70fcae099db0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 1096 time: 0.0755196 May 25 23:05:03.242107 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ad776c7c-4867-4d65-9d3f-e0987ae27074 req-46845209-86a7-416a-a9c7-554796feb2ff service neutron] 10.222.0.73 "GET /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420286 May 25 23:05:03.328820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d06444-c2c4-4c39-9bf9-b2c0e3103298 req-8ff0afaa-3071-4483-89b2-3b6266e8238b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:03.330271 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-36d06444-c2c4-4c39-9bf9-b2c0e3103298 req-8ff0afaa-3071-4483-89b2-3b6266e8238b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cf9636952f01491a97cc3c500b4629f1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1477149 May 25 23:05:03.435973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0007b-5456-49b1-924d-b6c4d55861a1 req-b7af7e3f-f5b8-4b9f-98af-0ba6051982b9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:03.437604 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-49f0007b-5456-49b1-924d-b6c4d55861a1 req-b7af7e3f-f5b8-4b9f-98af-0ba6051982b9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 943 time: 0.1921437 May 25 23:05:03.439465 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ad776c7c-4867-4d65-9d3f-e0987ae27074 req-334287ba-21a4-4775-8738-ad423a6db0d2 service neutron] 10.222.0.73 "GET /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912887 May 25 23:05:03.470130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d06444-c2c4-4c39-9bf9-b2c0e3103298 req-7037d535-1585-45a7-b95b-075e0f72d012 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:03.471687 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-36d06444-c2c4-4c39-9bf9-b2c0e3103298 req-7037d535-1585-45a7-b95b-075e0f72d012 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362712 May 25 23:05:03.484524 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-49f0007b-5456-49b1-924d-b6c4d55861a1 req-8ada5478-c823-4cc5-8025-9d80e143c7b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=272d360f-2aa7-477a-9c34-78ca95a9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411193 May 25 23:05:03.588500 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-8337eaa9-d96a-42e4-8e95-a4edb55b0fc8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 1096 time: 0.0706885 May 25 23:05:03.753497 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-dae6d7a9-e40a-4a48-8862-84a35b5e6a95 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94402ab7-8862-4926-9077-e5fe79d7b73e HTTP/1.1" status: 200 len: 217 time: 0.1586897 May 25 23:05:03.819708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-cc7b0d94-6e7c-468d-a95f-55ff066a92a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:03.821178 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-cc7b0d94-6e7c-468d-a95f-55ff066a92a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbd4f015-32f6-4370-9532-dbd07512bf59 HTTP/1.1" status: 200 len: 834 time: 0.0627322 May 25 23:05:03.896164 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-c572835f-d5f9-453e-819a-5558b734a560 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b285f80a-3ad1-4327-9db4-6e7d9aebb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688665 May 25 23:05:04.029479 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-dd57655e-58b8-40a4-a25b-76d10ea0883f service neutron] 10.222.0.73 "GET /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260750 May 25 23:05:04.161382 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2931c78d-9323-4599-ace2-a473b8e0f682 req-3925d761-e4a8-46c6-8ffe-0e894b6e13c9 service neutron] 10.222.0.73 "GET /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262670 May 25 23:05:04.686324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01867073-ad63-472d-9338-43f41487cc19 req-b98a888d-924c-40e5-bac0-dbc8a2c30b1a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:04.687870 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-01867073-ad63-472d-9338-43f41487cc19 req-b98a888d-924c-40e5-bac0-dbc8a2c30b1a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 943 time: 0.0775375 May 25 23:05:04.732326 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-01867073-ad63-472d-9338-43f41487cc19 req-ee33316a-09db-4fb6-8be1-226b0f28ae2b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=272d360f-2aa7-477a-9c34-78ca95a9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385795 May 25 23:05:05.567811 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 94402ab7-8862-4926-9077-e5fe79d7b73e details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:05:05.701803 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 94402ab7-8862-4926-9077-e5fe79d7b73e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=94402ab7-8862-4926-9077-e5fe79d7b73e,segment=NetworkSegment(c6bf34d2-1984-4976-a93c-e5e068e338dc),segment_id=c6bf34d2-1984-4976-a93c-e5e068e338dc)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:05:05.714397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '94402ab7-8862-4926-9077-e5fe79d7b73e', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'port_id': '94402ab7-8862-4926-9077-e5fe79d7b73e', 'mac_address': 'fa:16:3e:2e:94:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:05:05.770280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:05.787493 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94402ab7-8862-4926-9077-e5fe79d7b73e {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:05:05.802327 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 94402ab7-8862-4926-9077-e5fe79d7b73e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=94402ab7-8862-4926-9077-e5fe79d7b73e,segment=NetworkSegment(c6bf34d2-1984-4976-a93c-e5e068e338dc),segment_id=c6bf34d2-1984-4976-a93c-e5e068e338dc)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:05:05.853783 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:05.918351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=94402ab7-8862-4926-9077-e5fe79d7b73e,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:05.926537 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:05.926871 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:05.927210 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:05.927524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:05.927869 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:05.928171 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:05.928488 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:05.928826 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:05.929137 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:05.929446 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:05.929752 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:05.930787 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597425f-14e2-4100-b54a-3524c3932720 req-081be5f2-96da-4a60-9171-356c3a8b2e1b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:05.932277 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a597425f-14e2-4100-b54a-3524c3932720 req-081be5f2-96da-4a60-9171-356c3a8b2e1b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 944 time: 0.0761526 May 25 23:05:05.978510 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a597425f-14e2-4100-b54a-3524c3932720 req-31bee211-e375-45bb-a9a5-50a9fcdd9df2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=272d360f-2aa7-477a-9c34-78ca95a9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388715 May 25 23:05:06.054422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['94402ab7-8862-4926-9077-e5fe79d7b73e'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:05:07.174424 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b6920-0edc-4b2c-8b05-0f68f4629487 req-154a81b6-ddcb-452f-b96e-fe65667a793a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:07.175833 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8d1b6920-0edc-4b2c-8b05-0f68f4629487 req-154a81b6-ddcb-452f-b96e-fe65667a793a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 944 time: 0.0773916 May 25 23:05:07.220739 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8d1b6920-0edc-4b2c-8b05-0f68f4629487 req-349ed33c-4ca7-4860-bbfb-26edda1329db tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=272d360f-2aa7-477a-9c34-78ca95a9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392189 May 25 23:05:07.581786 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 94402ab7-8862-4926-9077-e5fe79d7b73e up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:05:07.739018 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 94402ab7-8862-4926-9077-e5fe79d7b73e completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:05:07.743943 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 94402ab7-8862-4926-9077-e5fe79d7b73e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:05:07.744309 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:07.856992 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:07.882788 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0deda1be-3657-454b-bd6c-dbf245a42cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94402ab7-8862-4926-9077-e5fe79d7b73e'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:05:07.893213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 94402ab7-8862-4926-9077-e5fe79d7b73e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=94402ab7-8862-4926-9077-e5fe79d7b73e,segment=NetworkSegment(c6bf34d2-1984-4976-a93c-e5e068e338dc),segment_id=c6bf34d2-1984-4976-a93c-e5e068e338dc)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:05:07.936097 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a361af9f-0415-422c-9f84-93e2dc896d1b'] response: {'server_uuid': '0deda1be-3657-454b-bd6c-dbf245a42cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94402ab7-8862-4926-9077-e5fe79d7b73e', 'code': 200} May 25 23:05:07.967494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:08.032744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=94402ab7-8862-4926-9077-e5fe79d7b73e,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:08.241116 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bc66cbb1-96a8-412c-b32f-06ad762a0edc req-04aa99aa-dc8b-4b0c-8534-ce75954c9762 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 1098 time: 0.0664639 May 25 23:05:08.288508 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bc66cbb1-96a8-412c-b32f-06ad762a0edc req-1d9aba53-9033-4fe4-829b-898be8bee311 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=272d360f-2aa7-477a-9c34-78ca95a9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407658 May 25 23:05:08.421064 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2316dff-030a-4e6c-9a29-751d9bd19741 req-7da3b191-79e8-4049-af4d-d4817daa359b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:08.422522 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c2316dff-030a-4e6c-9a29-751d9bd19741 req-7da3b191-79e8-4049-af4d-d4817daa359b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 945 time: 0.0739903 May 25 23:05:08.471093 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c2316dff-030a-4e6c-9a29-751d9bd19741 req-11d5b0f2-c4b3-452d-aa17-59287aef596f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=272d360f-2aa7-477a-9c34-78ca95a9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429947 May 25 23:05:09.666446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5d8f7-c7d4-46ff-989a-b9b4977f08f8 req-3bfb175b-4c5d-423b-b7cb-31553d12447d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:09.668411 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2fa5d8f7-c7d4-46ff-989a-b9b4977f08f8 req-3bfb175b-4c5d-423b-b7cb-31553d12447d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 945 time: 0.0764606 May 25 23:05:09.712010 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2fa5d8f7-c7d4-46ff-989a-b9b4977f08f8 req-bd0d49ac-b780-4d51-864b-eac5f3b3b7d8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=272d360f-2aa7-477a-9c34-78ca95a9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379229 May 25 23:05:09.992980 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd8f06-037f-4eec-aa95-fdc1668865c8 req-93dbb4e7-0c36-45a4-be92-3e19eea62560 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:09.994312 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-73bd8f06-037f-4eec-aa95-fdc1668865c8 req-93dbb4e7-0c36-45a4-be92-3e19eea62560 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 945 time: 0.1624603 May 25 23:05:10.039014 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-73bd8f06-037f-4eec-aa95-fdc1668865c8 req-1ea36d66-142e-46d9-838e-403181cc5178 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=272d360f-2aa7-477a-9c34-78ca95a9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390148 May 25 23:05:10.065228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43070) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:05:10.133718 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-997ae811-8620-4a4d-98ec-39fefadb148a tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 1093 time: 0.0673602 May 25 23:05:10.137247 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43074) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:05:10.142505 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-fd2359fc-53c3-4fe6-b79a-5574d1cad476 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'floatingip': {'port_id': '94402ab7-8862-4926-9077-e5fe79d7b73e'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:05:10.217442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd2359fc-53c3-4fe6-b79a-5574d1cad476 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:10.781991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd2359fc-53c3-4fe6-b79a-5574d1cad476 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:10.841417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd2359fc-53c3-4fe6-b79a-5574d1cad476 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:11.030300 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-fd2359fc-53c3-4fe6-b79a-5574d1cad476 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Floating IP 0e6878df-30f9-4edf-bd0c-25d0081e5920 associated. External IP: 172.26.5.128, port: 94402ab7-8862-4926-9077-e5fe79d7b73e. May 25 23:05:11.411280 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2359fc-53c3-4fe6-b79a-5574d1cad476 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router b32b7018-33d7-400b-b43e-c85359748532 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:05:11.441870 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-608e0a1f-fd32-45e7-8030-a26e9048ba38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:11.703115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2359fc-53c3-4fe6-b79a-5574d1cad476 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:05:11.707855 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fd2359fc-53c3-4fe6-b79a-5574d1cad476 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:11.712306 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418556b9-75bf-4579-9dc6-e3fe13019bcf None None] Sync routers for ids ['b32b7018-33d7-400b-b43e-c85359748532'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:05:11.723864 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418556b9-75bf-4579-9dc6-e3fe13019bcf None None] Routers {'b32b7018-33d7-400b-b43e-c85359748532'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:05:11.724465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-418556b9-75bf-4579-9dc6-e3fe13019bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:04:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32b7018-33d7-400b-b43e-c85359748532'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:11.764246 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fd2359fc-53c3-4fe6-b79a-5574d1cad476 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/floatingips/0e6878df-30f9-4edf-bd0c-25d0081e5920 HTTP/1.1" status: 200 len: 991 time: 1.6226790 May 25 23:05:11.764246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0deda1be-3657-454b-bd6c-dbf245a42cf6', 'tag': '94402ab7-8862-4926-9077-e5fe79d7b73e'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:05:11.765152 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43078) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:05:11.841257 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794eac40-ab12-40c6-a764-9d35fd13acee'] response: {'name': 'network-changed', 'server_uuid': '0deda1be-3657-454b-bd6c-dbf245a42cf6', 'tag': '94402ab7-8862-4926-9077-e5fe79d7b73e', 'status': 'completed', 'code': 200} May 25 23:05:11.929553 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-418556b9-75bf-4579-9dc6-e3fe13019bcf None None] Set router b32b7018-33d7-400b-b43e-c85359748532 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:05:11.933420 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fb7521d0-7b87-481c-bbd7-9571811fbf74 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/0e6878df-30f9-4edf-bd0c-25d0081e5920 HTTP/1.1" status: 200 len: 991 time: 0.1666079 May 25 23:05:11.958868 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-69ce9990-0bc8-4516-b3cd-9985a793b7be req-38d320c7-1742-44b1-aef9-247b9654c817 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 1098 time: 0.0901706 May 25 23:05:12.088266 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce9990-0bc8-4516-b3cd-9985a793b7be req-232371f2-ac90-47a0-bdf7-73c4b1128839 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:12.090051 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-69ce9990-0bc8-4516-b3cd-9985a793b7be req-232371f2-ac90-47a0-bdf7-73c4b1128839 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b285f80a-3ad1-4327-9db4-6e7d9aebb17d HTTP/1.1" status: 200 len: 898 time: 0.1251960 May 25 23:05:12.192577 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-69ce9990-0bc8-4516-b3cd-9985a793b7be req-4b0c8dc1-be95-438b-9d46-ddeda0866884 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94402ab7-8862-4926-9077-e5fe79d7b73e HTTP/1.1" status: 200 len: 999 time: 0.0966549 May 25 23:05:12.255357 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce9990-0bc8-4516-b3cd-9985a793b7be req-f4c8d18f-557f-425a-ac17-90d03d2ac0c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:12.256727 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-69ce9990-0bc8-4516-b3cd-9985a793b7be req-f4c8d18f-557f-425a-ac17-90d03d2ac0c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbd4f015-32f6-4370-9532-dbd07512bf59 HTTP/1.1" status: 200 len: 834 time: 0.0583642 May 25 23:05:12.275110 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-418556b9-75bf-4579-9dc6-e3fe13019bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '0e6878df-30f9-4edf-bd0c-25d0081e5920', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.128', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'port_id': '94402ab7-8862-4926-9077-e5fe79d7b73e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'mac_address': 'fa:16:3e:2e:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0deda1be-3657-454b-bd6c-dbf245a42cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:04:16Z', 'updated_at': '2022-05-25T23:05:10Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0beef9-0187-4b12-886e-0a34ae2b9f17', 'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:dd:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:56Z', 'updated_at': '2022-05-25T23:04:02Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:12.279050 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418556b9-75bf-4579-9dc6-e3fe13019bcf None None] Checking router: b32b7018-33d7-400b-b43e-c85359748532 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:05:12.289538 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418556b9-75bf-4579-9dc6-e3fe13019bcf None None] Routers {'b32b7018-33d7-400b-b43e-c85359748532'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:05:12.290108 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-418556b9-75bf-4579-9dc6-e3fe13019bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:04:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32b7018-33d7-400b-b43e-c85359748532'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:12.334584 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-69ce9990-0bc8-4516-b3cd-9985a793b7be req-085dc6ba-0b9f-47e4-a9b7-f51676d62552 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b285f80a-3ad1-4327-9db4-6e7d9aebb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722888 May 25 23:05:12.469389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-418556b9-75bf-4579-9dc6-e3fe13019bcf None None] Set router b32b7018-33d7-400b-b43e-c85359748532 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:05:12.477915 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-69ce9990-0bc8-4516-b3cd-9985a793b7be req-4469707e-b111-4819-a3f5-99cd2cfc6de6 service neutron] 10.222.0.73 "GET /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377974 May 25 23:05:12.608448 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-69ce9990-0bc8-4516-b3cd-9985a793b7be req-e2392638-375f-4dba-b3f8-78831b20fa76 service neutron] 10.222.0.73 "GET /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249883 May 25 23:05:12.818791 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-418556b9-75bf-4579-9dc6-e3fe13019bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '0e6878df-30f9-4edf-bd0c-25d0081e5920', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.128', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'port_id': '94402ab7-8862-4926-9077-e5fe79d7b73e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'mac_address': 'fa:16:3e:2e:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0deda1be-3657-454b-bd6c-dbf245a42cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:04:16Z', 'updated_at': '2022-05-25T23:05:10Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0beef9-0187-4b12-886e-0a34ae2b9f17', 'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:dd:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:56Z', 'updated_at': '2022-05-25T23:04:02Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:12.822592 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418556b9-75bf-4579-9dc6-e3fe13019bcf None None] The sync data for ids ['b32b7018-33d7-400b-b43e-c85359748532'] in dv-neutron-843300-1-hyperv is: [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '0e6878df-30f9-4edf-bd0c-25d0081e5920', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.128', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'port_id': '94402ab7-8862-4926-9077-e5fe79d7b73e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'mac_address': 'fa:16:3e:2e:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0deda1be-3657-454b-bd6c-dbf245a42cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:04:16Z', 'updated_at': '2022-05-25T23:05:10Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0beef9-0187-4b12-886e-0a34ae2b9f17', 'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:dd:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:56Z', 'updated_at': '2022-05-25T23:04:02Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:05:12.937394 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43084) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:05:13.000862 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9776001-3a0a-4033-966b-ae08c43e616f None None] New status for floating IP 0e6878df-30f9-4edf-bd0c-25d0081e5920: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:05:13.039832 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-85d36637-841d-4cb8-9e91-bb6e68bec7de tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/0e6878df-30f9-4edf-bd0c-25d0081e5920 HTTP/1.1" status: 200 len: 991 time: 0.1012716 May 25 23:05:13.687402 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5c52c665-6153-4a42-9099-135e2d738c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:14.044195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43088) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:05:14.240302 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3886009a-0661-469b-805c-e301b5dd7f04 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/0e6878df-30f9-4edf-bd0c-25d0081e5920 HTTP/1.1" status: 200 len: 993 time: 0.1948011 May 25 23:05:14.806632 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:15.064362 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:16.572923 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:17.430140 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:29.566891 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:05:41.424550 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a5314464-542c-4b9c-b59c-39620a6c3a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:43.636050 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6aaa092d-7039-4f69-8e97-8ea761b3b268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:44.157497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ba069-ed9c-4784-aa7d-474871e5c38c req-c6bffc5c-c646-4231-92db-6c2e53fceaa5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:44.159490 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-525ba069-ed9c-4784-aa7d-474871e5c38c req-c6bffc5c-c646-4231-92db-6c2e53fceaa5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 945 time: 0.0753341 May 25 23:05:44.203650 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-525ba069-ed9c-4784-aa7d-474871e5c38c req-14f574ac-81ee-48a4-9b18-9321e2de1173 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=272d360f-2aa7-477a-9c34-78ca95a9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385234 May 25 23:05:44.852095 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:45.058748 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:45.402511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2603780d-ca4f-4b60-8f44-5c10ef74f096 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:45.403130 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63714817-4b7c-4fed-8d79-062bc0e30bba req-7de4a2ee-d738-4d3a-b26d-3f463532c882 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:45.403520 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2603780d-ca4f-4b60-8f44-5c10ef74f096 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:05:45.404329 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-63714817-4b7c-4fed-8d79-062bc0e30bba req-7de4a2ee-d738-4d3a-b26d-3f463532c882 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 945 time: 0.0778687 May 25 23:05:45.449773 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-63714817-4b7c-4fed-8d79-062bc0e30bba req-c9130d65-526e-4c4e-8e4f-c59c8f741dbe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=272d360f-2aa7-477a-9c34-78ca95a9c1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392995 May 25 23:05:45.470151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2603780d-ca4f-4b60-8f44-5c10ef74f096 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:05:45.471867 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2603780d-ca4f-4b60-8f44-5c10ef74f096 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 945 time: 0.1457665 May 25 23:05:45.537652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2313d91b-084d-4e27-8dd8-8a2c4291da24 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 94402ab7-8862-4926-9077-e5fe79d7b73e {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:05:45.537878 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2313d91b-084d-4e27-8dd8-8a2c4291da24 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:45.772485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2313d91b-084d-4e27-8dd8-8a2c4291da24 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port 94402ab7-8862-4926-9077-e5fe79d7b73e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=94402ab7-8862-4926-9077-e5fe79d7b73e,segment=NetworkSegment(c6bf34d2-1984-4976-a93c-e5e068e338dc),segment_id=c6bf34d2-1984-4976-a93c-e5e068e338dc)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:05:45.772857 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2313d91b-084d-4e27-8dd8-8a2c4291da24 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:46.049132 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2313d91b-084d-4e27-8dd8-8a2c4291da24 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:46.049786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2313d91b-084d-4e27-8dd8-8a2c4291da24 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:46.050107 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.l3_db [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2313d91b-084d-4e27-8dd8-8a2c4291da24 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Floating IP 0e6878df-30f9-4edf-bd0c-25d0081e5920 disassociated. External IP: 172.26.5.128, port: 94402ab7-8862-4926-9077-e5fe79d7b73e. May 25 23:05:46.050447 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2313d91b-084d-4e27-8dd8-8a2c4291da24 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 94402ab7-8862-4926-9077-e5fe79d7b73e owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:05:46.253245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2313d91b-084d-4e27-8dd8-8a2c4291da24 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:46.300112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313d91b-084d-4e27-8dd8-8a2c4291da24 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=94402ab7-8862-4926-9077-e5fe79d7b73e,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:46.510352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2313d91b-084d-4e27-8dd8-8a2c4291da24 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router b32b7018-33d7-400b-b43e-c85359748532 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:05:46.567609 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:46.617479 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-388a7932-f133-43d0-8e83-0a6ba8625799 req-ca8e1998-0d3f-430f-8849-ec68383e0f04 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 210 time: 0.0431609 May 25 23:05:46.723130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2313d91b-084d-4e27-8dd8-8a2c4291da24 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:05:46.732787 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c2021-b062-40b2-8525-cb57f9ecd5a6 None None] Sync routers for ids ['b32b7018-33d7-400b-b43e-c85359748532'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:05:46.745502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c2021-b062-40b2-8525-cb57f9ecd5a6 None None] Routers {'b32b7018-33d7-400b-b43e-c85359748532'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:05:46.746108 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-105c2021-b062-40b2-8525-cb57f9ecd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:05:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32b7018-33d7-400b-b43e-c85359748532'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:46.794008 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2313d91b-084d-4e27-8dd8-8a2c4291da24 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] No DVR routers for this DVR port 94402ab7-8862-4926-9077-e5fe79d7b73e on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:05:46.796460 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2313d91b-084d-4e27-8dd8-8a2c4291da24 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:46.799058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0deda1be-3657-454b-bd6c-dbf245a42cf6', 'name': 'network-vif-deleted', 'tag': '94402ab7-8862-4926-9077-e5fe79d7b73e'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:05:46.855102 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2073dc2b-518c-4e63-be12-a7597deb5f60'] response: {'server_uuid': '0deda1be-3657-454b-bd6c-dbf245a42cf6', 'name': 'network-vif-deleted', 'tag': '94402ab7-8862-4926-9077-e5fe79d7b73e', 'status': 'completed', 'code': 200} May 25 23:05:46.877200 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4d7f0dff-2e85-45ad-947b-b64a12abe2ac req-2313d91b-084d-4e27-8dd8-8a2c4291da24 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "DELETE /v2.0/ports/94402ab7-8862-4926-9077-e5fe79d7b73e HTTP/1.1" status: 204 len: 173 time: 1.3998384 May 25 23:05:46.930956 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-105c2021-b062-40b2-8525-cb57f9ecd5a6 None None] Set router b32b7018-33d7-400b-b43e-c85359748532 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:05:47.294316 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-105c2021-b062-40b2-8525-cb57f9ecd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '5a0beef9-0187-4b12-886e-0a34ae2b9f17', 'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:dd:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:56Z', 'updated_at': '2022-05-25T23:04:02Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:47.298317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c2021-b062-40b2-8525-cb57f9ecd5a6 None None] Checking router: b32b7018-33d7-400b-b43e-c85359748532 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:05:47.309284 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c2021-b062-40b2-8525-cb57f9ecd5a6 None None] Routers {'b32b7018-33d7-400b-b43e-c85359748532'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:05:47.309869 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-105c2021-b062-40b2-8525-cb57f9ecd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:05:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32b7018-33d7-400b-b43e-c85359748532'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:47.493891 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-105c2021-b062-40b2-8525-cb57f9ecd5a6 None None] Set router b32b7018-33d7-400b-b43e-c85359748532 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:05:47.537835 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:47.802515 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-95ec6f63-b378-45b5-b4fa-509e5f9e38ef req-a9502886-8483-4b15-bf73-b93419174afb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=0deda1be-3657-454b-bd6c-dbf245a42cf6 HTTP/1.1" status: 200 len: 210 time: 0.0442820 May 25 23:05:47.809117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-105c2021-b062-40b2-8525-cb57f9ecd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '5a0beef9-0187-4b12-886e-0a34ae2b9f17', 'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:dd:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:56Z', 'updated_at': '2022-05-25T23:04:02Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:47.813060 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c2021-b062-40b2-8525-cb57f9ecd5a6 None None] The sync data for ids ['b32b7018-33d7-400b-b43e-c85359748532'] in dv-neutron-843300-1-hyperv is: [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '5a0beef9-0187-4b12-886e-0a34ae2b9f17', 'name': '', 'network_id': 'b285f80a-3ad1-4327-9db4-6e7d9aebb17d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:dd:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:56Z', 'updated_at': '2022-05-25T23:04:02Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': 'fbd4f015-32f6-4370-9532-dbd07512bf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:05:48.025639 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a754870-1050-4644-80f8-04fecd22590d None None] New status for floating IP 0e6878df-30f9-4edf-bd0c-25d0081e5920: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:05:48.909408 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43120) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:05:48.977679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d4174bb-504b-4820-913d-732ef6fcb2a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:49.009543 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d4174bb-504b-4820-913d-732ef6fcb2a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:49.247013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d4174bb-504b-4820-913d-732ef6fcb2a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:49.265228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4174bb-504b-4820-913d-732ef6fcb2a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272d360f-2aa7-477a-9c34-78ca95a9c1ee,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:49.360780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d4174bb-504b-4820-913d-732ef6fcb2a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:49.362001 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8d4174bb-504b-4820-913d-732ef6fcb2a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/security-groups/272d360f-2aa7-477a-9c34-78ca95a9c1ee HTTP/1.1" status: 204 len: 168 time: 0.4516294 May 25 23:05:49.488545 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43126) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:05:49.639669 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-eb82f7a6-9498-4e30-8774-0e209bb013d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 1725e1d8-b6c8-4f45-9314-0b03d43318df {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:05:49.640012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eb82f7a6-9498-4e30-8774-0e209bb013d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:49.783760 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 94402ab7-8862-4926-9077-e5fe79d7b73e no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:05:49.804013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eb82f7a6-9498-4e30-8774-0e209bb013d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:49.804335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eb82f7a6-9498-4e30-8774-0e209bb013d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:49.815656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 94402ab7-8862-4926-9077-e5fe79d7b73e {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:05:49.815988 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 94402ab7-8862-4926-9077-e5fe79d7b73e not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:05:49.922744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-eb82f7a6-9498-4e30-8774-0e209bb013d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 1725e1d8-b6c8-4f45-9314-0b03d43318df owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:05:50.133051 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eb82f7a6-9498-4e30-8774-0e209bb013d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:50.177850 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82f7a6-9498-4e30-8774-0e209bb013d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=1725e1d8-b6c8-4f45-9314-0b03d43318df,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:50.268216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eb82f7a6-9498-4e30-8774-0e209bb013d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:50.281789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eb82f7a6-9498-4e30-8774-0e209bb013d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:50.283043 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-eb82f7a6-9498-4e30-8774-0e209bb013d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/floatingips/0e6878df-30f9-4edf-bd0c-25d0081e5920 HTTP/1.1" status: 204 len: 168 time: 0.7934942 May 25 23:05:50.841203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb4b1b-5618-4f1b-9e0b-77b546e18bb3 req-8539cc69-6906-4437-9272-6cdc2d8ae793 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:50.842604 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f5fb4b1b-5618-4f1b-9e0b-77b546e18bb3 req-8539cc69-6906-4437-9272-6cdc2d8ae793 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 945 time: 0.0770063 May 25 23:05:50.887065 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f5fb4b1b-5618-4f1b-9e0b-77b546e18bb3 req-250c3eda-ef09-4660-94eb-b846299123d8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c4970d8-54a7-4eae-8566-77567f28e42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382240 May 25 23:05:52.098882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e545-5601-42ac-bca6-31d5d73f7eef req-c43e1944-db54-4230-9fb3-fdb9383e32ea tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:52.100452 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-88c0e545-5601-42ac-bca6-31d5d73f7eef req-c43e1944-db54-4230-9fb3-fdb9383e32ea tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 945 time: 0.0836184 May 25 23:05:52.119461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85983da-834b-4334-af89-a045bf7cdf6f req-0b15da4e-e963-4707-9947-2b718ef00211 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:05:52.120757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-e85983da-834b-4334-af89-a045bf7cdf6f req-0b15da4e-e963-4707-9947-2b718ef00211 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:05:52.151996 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-88c0e545-5601-42ac-bca6-31d5d73f7eef req-31bbed19-7bde-415f-adc0-63a1ab813e3e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=7c4970d8-54a7-4eae-8566-77567f28e42d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447242 May 25 23:05:52.201619 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-e85983da-834b-4334-af89-a045bf7cdf6f req-0b15da4e-e963-4707-9947-2b718ef00211 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:05:52.202846 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e85983da-834b-4334-af89-a045bf7cdf6f req-0b15da4e-e963-4707-9947-2b718ef00211 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 945 time: 0.1745126 May 25 23:05:52.287459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-e85983da-834b-4334-af89-a045bf7cdf6f req-64142def-fd58-418a-b46f-b1ac9d609e8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port ab5cc423-48fb-4393-a988-67d8a0eedb62 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:05:52.287806 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-e85983da-834b-4334-af89-a045bf7cdf6f req-64142def-fd58-418a-b46f-b1ac9d609e8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:52.532506 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-e85983da-834b-4334-af89-a045bf7cdf6f req-64142def-fd58-418a-b46f-b1ac9d609e8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port ab5cc423-48fb-4393-a988-67d8a0eedb62, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=ab5cc423-48fb-4393-a988-67d8a0eedb62,segment=NetworkSegment(c6bf34d2-1984-4976-a93c-e5e068e338dc),segment_id=c6bf34d2-1984-4976-a93c-e5e068e338dc)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:05:52.532846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-e85983da-834b-4334-af89-a045bf7cdf6f req-64142def-fd58-418a-b46f-b1ac9d609e8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:52.666716 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-e85983da-834b-4334-af89-a045bf7cdf6f req-64142def-fd58-418a-b46f-b1ac9d609e8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for ab5cc423-48fb-4393-a988-67d8a0eedb62 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:05:52.876046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-e85983da-834b-4334-af89-a045bf7cdf6f req-64142def-fd58-418a-b46f-b1ac9d609e8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:53.011934 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64142def-fd58-418a-b46f-b1ac9d609e8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=ab5cc423-48fb-4393-a988-67d8a0eedb62,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:53.081836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85983da-834b-4334-af89-a045bf7cdf6f req-64142def-fd58-418a-b46f-b1ac9d609e8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] No DVR routers for this DVR port ab5cc423-48fb-4393-a988-67d8a0eedb62 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:05:53.084360 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-e85983da-834b-4334-af89-a045bf7cdf6f req-64142def-fd58-418a-b46f-b1ac9d609e8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:53.086826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cc44d6-5e2f-4d82-bc9e-6b3894d06898', 'name': 'network-vif-deleted', 'tag': 'ab5cc423-48fb-4393-a988-67d8a0eedb62'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:05:53.147570 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3ffee8-921a-4c8b-a9d6-0263e0b81464'] response: {'server_uuid': '19cc44d6-5e2f-4d82-bc9e-6b3894d06898', 'name': 'network-vif-deleted', 'tag': 'ab5cc423-48fb-4393-a988-67d8a0eedb62', 'status': 'completed', 'code': 200} May 25 23:05:53.174432 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e85983da-834b-4334-af89-a045bf7cdf6f req-64142def-fd58-418a-b46f-b1ac9d609e8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "DELETE /v2.0/ports/ab5cc423-48fb-4393-a988-67d8a0eedb62 HTTP/1.1" status: 204 len: 173 time: 0.9660282 May 25 23:05:53.319300 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8401b6f0-f049-4764-9a7f-e80ca5bc4b4e req-bf0fd028-f470-4b11-86ae-2e4bd6a1a264 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=19cc44d6-5e2f-4d82-bc9e-6b3894d06898 HTTP/1.1" status: 200 len: 210 time: 0.0424407 May 25 23:05:54.423981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43142) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:05:54.493100 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6c8c2058-fbcb-47b1-b865-135df4863514 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:54.522370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6c8c2058-fbcb-47b1-b865-135df4863514 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:54.652879 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6c8c2058-fbcb-47b1-b865-135df4863514 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:54.672154 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c2058-fbcb-47b1-b865-135df4863514 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4970d8-54a7-4eae-8566-77567f28e42d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:54.679790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6c8c2058-fbcb-47b1-b865-135df4863514 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:54.683577 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6c8c2058-fbcb-47b1-b865-135df4863514 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/security-groups/7c4970d8-54a7-4eae-8566-77567f28e42d HTTP/1.1" status: 204 len: 168 time: 0.2561438 May 25 23:05:54.774422 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43148) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:05:55.163630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:55.815750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device ab5cc423-48fb-4393-a988-67d8a0eedb62 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:05:55.849323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 5a0beef9-0187-4b12-886e-0a34ae2b9f17 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:05:55.849968 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:55.850838 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: ab5cc423-48fb-4393-a988-67d8a0eedb62 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:05:55.851180 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device ab5cc423-48fb-4393-a988-67d8a0eedb62 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:05:56.033154 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port 5a0beef9-0187-4b12-886e-0a34ae2b9f17, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5a0beef9-0187-4b12-886e-0a34ae2b9f17,segment=NetworkSegment(c6bf34d2-1984-4976-a93c-e5e068e338dc),segment_id=c6bf34d2-1984-4976-a93c-e5e068e338dc)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:05:56.033611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:56.153373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 5a0beef9-0187-4b12-886e-0a34ae2b9f17 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:05:56.373132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:56.421787 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=5a0beef9-0187-4b12-886e-0a34ae2b9f17,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:56.492618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:56.494767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:56.494767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:56.494767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:56.494767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:56.494767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:56.494767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:56.495794 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:56.495794 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:56.495794 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:56.495794 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:05:56.723266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:57.380439 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router b32b7018-33d7-400b-b43e-c85359748532 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:05:57.580352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:05:57.590474 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c6128c-d8ee-4661-af0b-8897fa39c27c None None] Sync routers for ids ['b32b7018-33d7-400b-b43e-c85359748532'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:05:57.593095 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e8236ff6-77c3-417c-a919-e6e1ddaf04ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/b32b7018-33d7-400b-b43e-c85359748532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8176017 May 25 23:05:57.596267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43152) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:05:57.603431 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c6128c-d8ee-4661-af0b-8897fa39c27c None None] Routers {'b32b7018-33d7-400b-b43e-c85359748532'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:05:57.604021 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f5c6128c-d8ee-4661-af0b-8897fa39c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:05:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32b7018-33d7-400b-b43e-c85359748532'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:57.776104 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-f5c6128c-d8ee-4661-af0b-8897fa39c27c None None] Set router b32b7018-33d7-400b-b43e-c85359748532 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:05:57.782693 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-0217a5c3-4614-4f8f-ac27-b95e203673dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting subnet fbd4f015-32f6-4370-9532-dbd07512bf59 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:05:57.786163 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0217a5c3-4614-4f8f-ac27-b95e203673dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:57.838734 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0217a5c3-4614-4f8f-ac27-b95e203673dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:57.918419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0217a5c3-4614-4f8f-ac27-b95e203673dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:58.059124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0217a5c3-4614-4f8f-ac27-b95e203673dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:58.086948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f5c6128c-d8ee-4661-af0b-8897fa39c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:05:56Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:58.090973 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c6128c-d8ee-4661-af0b-8897fa39c27c None None] Checking router: b32b7018-33d7-400b-b43e-c85359748532 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:05:58.098687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217a5c3-4614-4f8f-ac27-b95e203673dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd4f015-32f6-4370-9532-dbd07512bf59,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:58.102870 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c6128c-d8ee-4661-af0b-8897fa39c27c None None] Routers {'b32b7018-33d7-400b-b43e-c85359748532'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:05:58.103475 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f5c6128c-d8ee-4661-af0b-8897fa39c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:05:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32b7018-33d7-400b-b43e-c85359748532'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:58.105719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0217a5c3-4614-4f8f-ac27-b95e203673dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:58.112401 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0217a5c3-4614-4f8f-ac27-b95e203673dc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/subnets/fbd4f015-32f6-4370-9532-dbd07512bf59 HTTP/1.1" status: 204 len: 168 time: 0.5149493 May 25 23:05:58.114945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43156) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:05:58.152754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd89855-3056-47df-9106-1ed22f2ade9a None None] Network b285f80a-3ad1-4327-9db4-6e7d9aebb17d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:05:58.316760 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be3d7fc4-ffc8-42d2-8d39-b580fc961b0c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:58.432869 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-f5c6128c-d8ee-4661-af0b-8897fa39c27c None None] Set router b32b7018-33d7-400b-b43e-c85359748532 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:05:58.512605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be3d7fc4-ffc8-42d2-8d39-b580fc961b0c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:58.594828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-be3d7fc4-ffc8-42d2-8d39-b580fc961b0c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port ddbfcb76-c648-4861-90d2-b809bab43a94 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:05:58.595156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be3d7fc4-ffc8-42d2-8d39-b580fc961b0c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:58.686284 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a4d207-51d7-4d19-a3be-ccfbf70221a9 None None] DHCP port deletion for b285f80a-3ad1-4327-9db4-6e7d9aebb17d request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:05:58.722359 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-58a4d207-51d7-4d19-a3be-ccfbf70221a9 None None] Deleting port 26c39d6f-c011-4ad1-a92b-ec745ec3a75b {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:05:58.722731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-58a4d207-51d7-4d19-a3be-ccfbf70221a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:58.895821 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-be3d7fc4-ffc8-42d2-8d39-b580fc961b0c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port ddbfcb76-c648-4861-90d2-b809bab43a94, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ddbfcb76-c648-4861-90d2-b809bab43a94,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:05:58.896174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be3d7fc4-ffc8-42d2-8d39-b580fc961b0c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:58.915341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f5c6128c-d8ee-4661-af0b-8897fa39c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:05:56Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:05:58.935523 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c6128c-d8ee-4661-af0b-8897fa39c27c None None] The sync data for ids ['b32b7018-33d7-400b-b43e-c85359748532'] in dv-neutron-843300-1-hyperv is: [{'id': 'b32b7018-33d7-400b-b43e-c85359748532', 'name': 'tempest-TestNetworkBasicOps-router-756709593', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:05:56Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'ddbfcb76-c648-4861-90d2-b809bab43a94', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b7018-33d7-400b-b43e-c85359748532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:03:52Z', 'updated_at': '2022-05-25T23:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:05:58.961705 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-58a4d207-51d7-4d19-a3be-ccfbf70221a9 None None] For port 26c39d6f-c011-4ad1-a92b-ec745ec3a75b, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=26c39d6f-c011-4ad1-a92b-ec745ec3a75b,segment=NetworkSegment(c6bf34d2-1984-4976-a93c-e5e068e338dc),segment_id=c6bf34d2-1984-4976-a93c-e5e068e338dc)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:05:58.962090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-58a4d207-51d7-4d19-a3be-ccfbf70221a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:59.014769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-be3d7fc4-ffc8-42d2-8d39-b580fc961b0c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for ddbfcb76-c648-4861-90d2-b809bab43a94 owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:05:59.089304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-58a4d207-51d7-4d19-a3be-ccfbf70221a9 None None] Calling delete_port for 26c39d6f-c011-4ad1-a92b-ec745ec3a75b owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:05:59.247528 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-58a4d207-51d7-4d19-a3be-ccfbf70221a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:59.276497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be3d7fc4-ffc8-42d2-8d39-b580fc961b0c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:59.293271 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4d207-51d7-4d19-a3be-ccfbf70221a9 None None] Pushing event deleted for resources: {'Port': ['ID=26c39d6f-c011-4ad1-a92b-ec745ec3a75b,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:59.307836 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4d207-51d7-4d19-a3be-ccfbf70221a9 None None] No DVR routers for this DVR port 26c39d6f-c011-4ad1-a92b-ec745ec3a75b on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:05:59.322890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d7fc4-ffc8-42d2-8d39-b580fc961b0c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=ddbfcb76-c648-4861-90d2-b809bab43a94,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:05:59.550634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be3d7fc4-ffc8-42d2-8d39-b580fc961b0c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:59.795004 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be3d7fc4-ffc8-42d2-8d39-b580fc961b0c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:59.799127 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be3d7fc4-ffc8-42d2-8d39-b580fc961b0c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:59.880981 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be3d7fc4-ffc8-42d2-8d39-b580fc961b0c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:59.881548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3d7fc4-ffc8-42d2-8d39-b580fc961b0c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Fanout notify agent at l3_agent the message router_deleted on router b32b7018-33d7-400b-b43e-c85359748532 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:05:59.895952 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-be3d7fc4-ffc8-42d2-8d39-b580fc961b0c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:05:59.897898 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-be3d7fc4-ffc8-42d2-8d39-b580fc961b0c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/routers/b32b7018-33d7-400b-b43e-c85359748532 HTTP/1.1" status: 204 len: 168 time: 1.7818253 May 25 23:05:59.900362 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43160) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:00.014433 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-602b1ba6-c948-4f42-b8bb-b5450e11ff84 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:00.142247 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-602b1ba6-c948-4f42-b8bb-b5450e11ff84 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:00.166037 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-602b1ba6-c948-4f42-b8bb-b5450e11ff84 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b285f80a-3ad1-4327-9db4-6e7d9aebb17d']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:00.177936 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-602b1ba6-c948-4f42-b8bb-b5450e11ff84 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6bf34d2-1984-4976-a93c-e5e068e338dc') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:00.178220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-602b1ba6-c948-4f42-b8bb-b5450e11ff84 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6bf34d2-1984-4976-a93c-e5e068e338dc') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:00.188893 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-602b1ba6-c948-4f42-b8bb-b5450e11ff84 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:00.204607 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-602b1ba6-c948-4f42-b8bb-b5450e11ff84 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:00.210492 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602b1ba6-c948-4f42-b8bb-b5450e11ff84 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:06:00.210862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-602b1ba6-c948-4f42-b8bb-b5450e11ff84 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:06:00.224856 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:06:00.493182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-602b1ba6-c948-4f42-b8bb-b5450e11ff84 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:00.497198 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-602b1ba6-c948-4f42-b8bb-b5450e11ff84 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:00.522438 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b1ba6-c948-4f42-b8bb-b5450e11ff84 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Network': ['ID=b285f80a-3ad1-4327-9db4-6e7d9aebb17d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:00.625111 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-602b1ba6-c948-4f42-b8bb-b5450e11ff84 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/networks/b285f80a-3ad1-4327-9db4-6e7d9aebb17d HTTP/1.1" status: 204 len: 168 time: 0.7236457 May 25 23:06:00.634521 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5a0beef9-0187-4b12-886e-0a34ae2b9f17 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:06:00.647679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43164) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:00.653791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'network': {'name': 'tempest-network-smoke--1438085730', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'port_security_enabled': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:00.659605 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:00.663809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:network and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:00.666664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:00.668943 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 5a0beef9-0187-4b12-886e-0a34ae2b9f17 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:06:00.669289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5a0beef9-0187-4b12-886e-0a34ae2b9f17 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:06:00.669702 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 26c39d6f-c011-4ad1-a92b-ec745ec3a75b no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:06:00.673849 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:00.706211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 26c39d6f-c011-4ad1-a92b-ec745ec3a75b {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:06:00.706673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 26c39d6f-c011-4ad1-a92b-ec745ec3a75b not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:06:00.707215 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ddbfcb76-c648-4861-90d2-b809bab43a94 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:06:00.740196 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: ddbfcb76-c648-4861-90d2-b809bab43a94 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:06:00.740549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ddbfcb76-c648-4861-90d2-b809bab43a94 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:06:00.767022 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:06:00.770877 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:00.800823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:06:00.809382 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:00.809715 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Added segment 08d9285d-36ef-4f2d-a3ee-38e419727706 of type vlan for network 46c5b558-60e3-43bc-af89-a5834758fb0a May 25 23:06:00.835037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:00.949971 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:00.954015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:00.954620 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:01.062927 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Network': ['ID=46c5b558-60e3-43bc-af89-a5834758fb0a,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:01.071415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:01.071754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:01.076703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:01.076703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:01.076703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:01.076703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:01.076703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:01.076703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:01.076703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:01.076703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:01.076703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:01.086047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 46c5b558-60e3-43bc-af89-a5834758fb0a details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:06:01.127745 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c41dc58d-fb6c-44f7-b199-62ae760145b5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4784446 May 25 23:06:01.130281 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43168) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:01.135434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1409334222', 'admin_state_up': True, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:01.142190 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:01.146179 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:router and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:01.149173 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:01.155283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:01.297829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:01.299446 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:01.318320 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:01.562495 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:01.818378 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:01.847203 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:01.978178 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.72 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/8c8ee9e8-1c61-4f8c-90ec-7076c7894954) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:06:02.124189 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:02.339344 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:02.407744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:06:02.411099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:06:02.414774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:06:02.447151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=8c8ee9e8-1c61-4f8c-90ec-7076c7894954,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:02.631831 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:02.632597 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:02.938386 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 74fc4273-c067-4834-ad4b-0ddb9c629db1 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:06:03.225445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:06:03.234649 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Sync routers for ids ['74fc4273-c067-4834-ad4b-0ddb9c629db1'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:06:03.247161 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Routers {'74fc4273-c067-4834-ad4b-0ddb9c629db1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:06:03.247741 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:05:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['74fc4273-c067-4834-ad4b-0ddb9c629db1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:03.309909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:03.314131 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3fbb6727-92d5-4bb8-a0d7-85ebfc89705b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1801088 May 25 23:06:03.314629 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43172) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:03.422694 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Set router 74fc4273-c067-4834-ad4b-0ddb9c629db1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:06:03.486926 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bfd677b7-b942-42f4-b4ab-43cec1499d31 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=cf9636952f01491a97cc3c500b4629f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1682734 May 25 23:06:03.487146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43178) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:03.614751 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a54f8cf-9bb2-4040-b1f6-58b7dd565ba7 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:03.616365 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3a54f8cf-9bb2-4040-b1f6-58b7dd565ba7 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283550 May 25 23:06:03.619157 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43182) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:03.657746 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b3f530f0-7f82-4d73-8987-179077efe606 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375450 May 25 23:06:03.661047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43186) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:03.666258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-8abb14a4-3d46-45bb-934a-d4466712505a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-236697499', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:03.703958 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'name': 'tempest-TestNetworkBasicOps-router-1409334222', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:02Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:eb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:03.708282 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Checking router: 74fc4273-c067-4834-ad4b-0ddb9c629db1 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:06:03.708648 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Updating router 74fc4273-c067-4834-ad4b-0ddb9c629db1 port 8c8ee9e8-1c61-4f8c-90ec-7076c7894954 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:06:03.757803 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:03.774669 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8abb14a4-3d46-45bb-934a-d4466712505a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:03.778475 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8abb14a4-3d46-45bb-934a-d4466712505a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:subnet and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:03.781274 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8abb14a4-3d46-45bb-934a-d4466712505a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:03.787732 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8abb14a4-3d46-45bb-934a-d4466712505a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:03.858402 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abb14a4-3d46-45bb-934a-d4466712505a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:06:03.960675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8abb14a4-3d46-45bb-934a-d4466712505a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:04.078520 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:04.090507 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Transition to ACTIVE for port object 8c8ee9e8-1c61-4f8c-90ec-7076c7894954 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:06:04.144840 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:04.213066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8abb14a4-3d46-45bb-934a-d4466712505a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:04.224876 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Attempting to bind port 8c8ee9e8-1c61-4f8c-90ec-7076c7894954 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:06:04.225237 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Attempting to bind port 8c8ee9e8-1c61-4f8c-90ec-7076c7894954 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:06:04.225591 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Attempting to bind port 8c8ee9e8-1c61-4f8c-90ec-7076c7894954 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:06:04.227574 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7d9f6-c77c-4427-bc9d-10412394d42f None None] Pushing event updated for resources: {'Port': ['ID=8c8ee9e8-1c61-4f8c-90ec-7076c7894954,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:04.239480 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:06:04.240180 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:06:04.240305 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:04.240610 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:06:04.241074 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Bound port: 8c8ee9e8-1c61-4f8c-90ec-7076c7894954, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:06:04.241442 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:04.269942 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc7d9f6-c77c-4427-bc9d-10412394d42f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:04.270283 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc7d9f6-c77c-4427-bc9d-10412394d42f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:04.270614 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc7d9f6-c77c-4427-bc9d-10412394d42f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:04.270941 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc7d9f6-c77c-4427-bc9d-10412394d42f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:04.271268 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc7d9f6-c77c-4427-bc9d-10412394d42f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:04.271595 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc7d9f6-c77c-4427-bc9d-10412394d42f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:04.271914 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc7d9f6-c77c-4427-bc9d-10412394d42f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:04.272234 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc7d9f6-c77c-4427-bc9d-10412394d42f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:04.272584 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc7d9f6-c77c-4427-bc9d-10412394d42f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:04.272883 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc7d9f6-c77c-4427-bc9d-10412394d42f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:04.273199 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc7d9f6-c77c-4427-bc9d-10412394d42f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:04.291877 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb14a4-3d46-45bb-934a-d4466712505a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Subnet': ['ID=03854179-617b-4b2a-87b7-a2085d7fa59e,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:04.307022 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abb14a4-3d46-45bb-934a-d4466712505a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Checking segment: {'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:06:04.307379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abb14a4-3d46-45bb-934a-d4466712505a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network hostable DHCP agents. Network: 46c5b558-60e3-43bc-af89-a5834758fb0a, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:06:04.325764 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] For port 8c8ee9e8-1c61-4f8c-90ec-7076c7894954, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:06:04.328778 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] For port 8c8ee9e8-1c61-4f8c-90ec-7076c7894954, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8c8ee9e8-1c61-4f8c-90ec-7076c7894954,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:06:04.378701 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abb14a4-3d46-45bb-934a-d4466712505a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 46c5b558-60e3-43bc-af89-a5834758fb0a is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:06:04.390251 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:04.466269 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7d9f6-c77c-4427-bc9d-10412394d42f None None] Pushing event updated for resources: {'Port': ['ID=8c8ee9e8-1c61-4f8c-90ec-7076c7894954,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:04.470714 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Routers {'74fc4273-c067-4834-ad4b-0ddb9c629db1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:06:04.471328 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:05:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['74fc4273-c067-4834-ad4b-0ddb9c629db1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:04.478764 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-8abb14a4-3d46-45bb-934a-d4466712505a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 46c5b558-60e3-43bc-af89-a5834758fb0a) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:06:04.482946 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abb14a4-3d46-45bb-934a-d4466712505a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:04.483528 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8abb14a4-3d46-45bb-934a-d4466712505a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:04.491185 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6d7ffe-36b0-4d0e-bebf-8e84ef592e43 None None] Network 46c5b558-60e3-43bc-af89-a5834758fb0a requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:06:04.578235 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43190) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:04.590297 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8abb14a4-3d46-45bb-934a-d4466712505a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9126554 May 25 23:06:04.677156 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] Set router 74fc4273-c067-4834-ad4b-0ddb9c629db1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:06:04.706908 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-46c5b558-60e3-43bc-af89-a5834758fb0a', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ips': [{'subnet_id': '03854179-617b-4b2a-87b7-a2085d7fa59e'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:06:04.707726 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:04.873309 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Allocated IP 172.20.0.2 (46c5b558-60e3-43bc-af89-a5834758fb0a/03854179-617b-4b2a-87b7-a2085d7fa59e/dd8ce035-78a0-4d20-ae34-fc5b513c7034) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:06:04.977079 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'name': 'tempest-TestNetworkBasicOps-router-1409334222', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:02Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:eb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:04.981338 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c793999-befd-42ed-8419-d81bf5d184f1 None None] The sync data for ids ['74fc4273-c067-4834-ad4b-0ddb9c629db1'] in dv-neutron-843300-1-hyperv is: [{'id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'name': 'tempest-TestNetworkBasicOps-router-1409334222', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:02Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:eb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:06:05.090947 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:05.102236 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Transition to ACTIVE for port object dd8ce035-78a0-4d20-ae34-fc5b513c7034 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:06:05.121698 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Transition to ACTIVE for port object dd8ce035-78a0-4d20-ae34-fc5b513c7034 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:06:05.192780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:05.262684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Network 46c5b558-60e3-43bc-af89-a5834758fb0a is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:06:05.266057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:06:05.269885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:06:05.280704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Pushing event updated for resources: {'Port': ['ID=dd8ce035-78a0-4d20-ae34-fc5b513c7034,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:05.370084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Attempting to bind port dd8ce035-78a0-4d20-ae34-fc5b513c7034 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:06:05.370515 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Attempting to bind port dd8ce035-78a0-4d20-ae34-fc5b513c7034 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:06:05.370935 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Attempting to bind port dd8ce035-78a0-4d20-ae34-fc5b513c7034 on network 46c5b558-60e3-43bc-af89-a5834758fb0a {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:06:05.378963 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:06:05.379420 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Checking segment: {'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:06:05.379816 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:05.380201 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Bound using segment: {'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:06:05.380704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Bound port: dd8ce035-78a0-4d20-ae34-fc5b513c7034, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:06:05.381069 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:05.383910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:05.473466 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] For port dd8ce035-78a0-4d20-ae34-fc5b513c7034, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:06:05.477113 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] For port dd8ce035-78a0-4d20-ae34-fc5b513c7034, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=dd8ce035-78a0-4d20-ae34-fc5b513c7034,segment=NetworkSegment(08d9285d-36ef-4f2d-a3ee-38e419727706),segment_id=08d9285d-36ef-4f2d-a3ee-38e419727706)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:06:05.567759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:05.662084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e38360-8151-40ed-8f48-0a646ef4a15e None None] Pushing event updated for resources: {'Port': ['ID=dd8ce035-78a0-4d20-ae34-fc5b513c7034,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:05.806714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.1 (46c5b558-60e3-43bc-af89-a5834758fb0a/03854179-617b-4b2a-87b7-a2085d7fa59e/a569022b-ccd6-4c24-925d-7e242984eb86) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:06:05.983481 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:06.000048 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object a569022b-ccd6-4c24-925d-7e242984eb86 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:06:06.081941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:06.153178 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 46c5b558-60e3-43bc-af89-a5834758fb0a is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:06:06.156481 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:06:06.159061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:06:06.186705 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=a569022b-ccd6-4c24-925d-7e242984eb86,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:06.217040 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:06.490136 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:06.567146 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:06:06.582926 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43248d69-07fe-48a1-bfed-eb61bbb1d9d3 None None] Network 46c5b558-60e3-43bc-af89-a5834758fb0a requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:06:06.699034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8c8ee9e8-1c61-4f8c-90ec-7076c7894954 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:06:06.811509 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-44c7d1f0-fdd1-4732-b2c4-ccdc8c2446eb None None] Provisioning for port dd8ce035-78a0-4d20-ae34-fc5b513c7034 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:06:06.908604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:06.966203 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 8c8ee9e8-1c61-4f8c-90ec-7076c7894954 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:06:06.972346 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 8c8ee9e8-1c61-4f8c-90ec-7076c7894954 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:06:06.972750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:07.047256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:07.092941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:07.110060 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 8c8ee9e8-1c61-4f8c-90ec-7076c7894954, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8c8ee9e8-1c61-4f8c-90ec-7076c7894954,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:07.163916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=a569022b-ccd6-4c24-925d-7e242984eb86,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:07.166404 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:07.195533 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:07.195533 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device dd8ce035-78a0-4d20-ae34-fc5b513c7034 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:06:07.281467 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=8c8ee9e8-1c61-4f8c-90ec-7076c7894954,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:07.295728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1a31bac3-a236-4fe1-94cb-360f77fab0d6 None None] Provisioning for port a569022b-ccd6-4c24-925d-7e242984eb86 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:06:07.314006 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1a31bac3-a236-4fe1-94cb-360f77fab0d6 None None] Provisioning complete for port a569022b-ccd6-4c24-925d-7e242984eb86 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:06:07.314576 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1a31bac3-a236-4fe1-94cb-360f77fab0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:07.327230 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 46c5b558-60e3-43bc-af89-a5834758fb0a is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:06:07.328337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:06:07.339926 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:07.340266 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:07.340677 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:07.341209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:07.341536 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:07.341852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:07.342168 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:07.342480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:07.342791 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:07.343103 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:07.343407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:07.384953 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-1a31bac3-a236-4fe1-94cb-360f77fab0d6 None None] Port a569022b-ccd6-4c24-925d-7e242984eb86 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:06:07.452553 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port dd8ce035-78a0-4d20-ae34-fc5b513c7034 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:06:07.459499 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port dd8ce035-78a0-4d20-ae34-fc5b513c7034 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:06:07.459859 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:07.536872 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ed947172-b859-4df2-888c-8ec78abd6838 None None] Provisioning complete for port a569022b-ccd6-4c24-925d-7e242984eb86 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:06:07.537233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ed947172-b859-4df2-888c-8ec78abd6838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:07.665729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ed947172-b859-4df2-888c-8ec78abd6838 None None] Port a569022b-ccd6-4c24-925d-7e242984eb86 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:06:07.672291 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:07.703809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port dd8ce035-78a0-4d20-ae34-fc5b513c7034, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=dd8ce035-78a0-4d20-ae34-fc5b513c7034,segment=NetworkSegment(08d9285d-36ef-4f2d-a3ee-38e419727706),segment_id=08d9285d-36ef-4f2d-a3ee-38e419727706)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:07.730142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 74fc4273-c067-4834-ad4b-0ddb9c629db1 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:06:07.765960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:07.876143 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=dd8ce035-78a0-4d20-ae34-fc5b513c7034,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:07.879115 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-09bfae13-e2b5-46bc-84fc-773b17d47c7d None None] Provisioning complete for port a569022b-ccd6-4c24-925d-7e242984eb86 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:06:07.879465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-09bfae13-e2b5-46bc-84fc-773b17d47c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:07.929749 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-09bfae13-e2b5-46bc-84fc-773b17d47c7d None None] Port a569022b-ccd6-4c24-925d-7e242984eb86 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:06:07.970246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:06:07.982788 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-118168de-ec85-42f4-b973-42f38935db88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/74fc4273-c067-4834-ad4b-0ddb9c629db1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4028156 May 25 23:06:07.985307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43194) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:08.220650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8b18a5-cfdd-4a4c-94c6-023710df6a19 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:08.221074 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8b18a5-cfdd-4a4c-94c6-023710df6a19 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:08.221456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8b18a5-cfdd-4a4c-94c6-023710df6a19 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:08.221816 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8b18a5-cfdd-4a4c-94c6-023710df6a19 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:08.223455 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-aa8b18a5-cfdd-4a4c-94c6-023710df6a19 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2372699 May 25 23:06:08.226205 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43198) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:08.290987 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cf37ea-ec91-4476-93f3-a96108d7f84d tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:08.291371 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cf37ea-ec91-4476-93f3-a96108d7f84d tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:08.291715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cf37ea-ec91-4476-93f3-a96108d7f84d tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:08.292065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cf37ea-ec91-4476-93f3-a96108d7f84d tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:08.293708 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-87cf37ea-ec91-4476-93f3-a96108d7f84d tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0666280 May 25 23:06:08.296319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43202) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:08.497380 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2f5548c8-b116-4deb-ae15-5c3a6dd57ccd tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1999819 May 25 23:06:08.500023 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43206) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:08.505399 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1144129318', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:08.550681 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Sync routers for ids ['74fc4273-c067-4834-ad4b-0ddb9c629db1'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:06:08.562267 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Routers {'74fc4273-c067-4834-ad4b-0ddb9c629db1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:06:08.563354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:05:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['74fc4273-c067-4834-ad4b-0ddb9c629db1'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:08.643351 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:08.648136 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:port and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:08.651008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:08.656834 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:08.673521 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8c8ee9e8-1c61-4f8c-90ec-7076c7894954 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:06:08.714612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:06:08.717769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:08.740194 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] device_id is not set on port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 yet. {{(pid=84716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:06:08.797363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 8c8ee9e8-1c61-4f8c-90ec-7076c7894954 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:06:08.797636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:08.825792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Set router 74fc4273-c067-4834-ad4b-0ddb9c629db1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:06:08.881661 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.3 (46c5b558-60e3-43bc-af89-a5834758fb0a/03854179-617b-4b2a-87b7-a2085d7fa59e/6ccaad58-e0e2-44cb-a79b-d9c4c47e0740) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:06:09.081513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:09.097526 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:06:09.107058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device dd8ce035-78a0-4d20-ae34-fc5b513c7034 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:06:09.195805 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:09.246053 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port dd8ce035-78a0-4d20-ae34-fc5b513c7034 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:06:09.246410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:09.273295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 46c5b558-60e3-43bc-af89-a5834758fb0a is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:06:09.276902 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:06:09.278894 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:09.280903 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:06:09.316382 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'name': 'tempest-TestNetworkBasicOps-router-1409334222', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:06Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'a569022b-ccd6-4c24-925d-7e242984eb86', 'name': '', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:c4:2a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:05Z', 'updated_at': '2022-05-25T23:06:06Z', 'revision_number': 2, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:09.321744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Checking router: 74fc4273-c067-4834-ad4b-0ddb9c629db1 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:06:09.322601 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Updating router 74fc4273-c067-4834-ad4b-0ddb9c629db1 port a569022b-ccd6-4c24-925d-7e242984eb86 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:06:09.346345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:09.346943 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:09.415491 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:09.445892 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a737aadb-a28f-4cbe-a7a4-e507bf4b0c9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9412184 May 25 23:06:09.598663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43212) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:09.604278 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-34835098-3f9b-4521-bf09-c2b4d1a3e87d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-117606865', 'description': 'tempest-secgroup-smoke-117606865 description', 'project_id': 'cf9636952f01491a97cc3c500b4629f1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:09.610970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-34835098-3f9b-4521-bf09-c2b4d1a3e87d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:09.615757 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-34835098-3f9b-4521-bf09-c2b4d1a3e87d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:09.618621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-34835098-3f9b-4521-bf09-c2b4d1a3e87d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:09.624241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-34835098-3f9b-4521-bf09-c2b4d1a3e87d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:09.694932 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1a46daa0-bb1e-4955-a652-f47142a0be41 None None] Provisioning for port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:06:09.705722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1a46daa0-bb1e-4955-a652-f47142a0be41 None None] Provisioning complete for port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:06:09.706086 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1a46daa0-bb1e-4955-a652-f47142a0be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:09.714612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-34835098-3f9b-4521-bf09-c2b4d1a3e87d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:09.752450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-34835098-3f9b-4521-bf09-c2b4d1a3e87d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:09.757038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-34835098-3f9b-4521-bf09-c2b4d1a3e87d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:09.760101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-34835098-3f9b-4521-bf09-c2b4d1a3e87d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:09.766113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-34835098-3f9b-4521-bf09-c2b4d1a3e87d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:09.811798 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-1a46daa0-bb1e-4955-a652-f47142a0be41 None None] Port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:06:09.824001 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-34835098-3f9b-4521-bf09-c2b4d1a3e87d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:09.873674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:09.880335 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-34835098-3f9b-4521-bf09-c2b4d1a3e87d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:09.885646 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Transition to ACTIVE for port object a569022b-ccd6-4c24-925d-7e242984eb86 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:06:09.923106 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34835098-3f9b-4521-bf09-c2b4d1a3e87d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31864a9e-4244-4d6d-9f96-2238854176a5,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:09.961749 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:09.990430 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-34835098-3f9b-4521-bf09-c2b4d1a3e87d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:09.995025 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-34835098-3f9b-4521-bf09-c2b4d1a3e87d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3921986 May 25 23:06:09.995220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43216) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:10.001050 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2dc4540a-5289-4e8d-be0e-aef4abdf93a9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '31864a9e-4244-4d6d-9f96-2238854176a5', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:10.007151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2dc4540a-5289-4e8d-be0e-aef4abdf93a9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:10.010988 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2dc4540a-5289-4e8d-be0e-aef4abdf93a9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:10.013903 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2dc4540a-5289-4e8d-be0e-aef4abdf93a9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:10.019841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2dc4540a-5289-4e8d-be0e-aef4abdf93a9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:10.083488 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae9c12-fa55-40fe-8e2e-94ac154997c7 None None] Pushing event updated for resources: {'Port': ['ID=a569022b-ccd6-4c24-925d-7e242984eb86,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:10.100121 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2dc4540a-5289-4e8d-be0e-aef4abdf93a9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:10.169690 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2dc4540a-5289-4e8d-be0e-aef4abdf93a9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:10.179999 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Attempting to bind port a569022b-ccd6-4c24-925d-7e242984eb86 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:06:10.180361 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Attempting to bind port a569022b-ccd6-4c24-925d-7e242984eb86 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:06:10.180746 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Attempting to bind port a569022b-ccd6-4c24-925d-7e242984eb86 on network 46c5b558-60e3-43bc-af89-a5834758fb0a {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:06:10.187643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:06:10.188006 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Checking segment: {'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:06:10.188398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:10.188810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Bound using segment: {'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:06:10.190098 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Bound port: a569022b-ccd6-4c24-925d-7e242984eb86, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:06:10.190472 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:10.223940 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2dc4540a-5289-4e8d-be0e-aef4abdf93a9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:10.247497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4540a-5289-4e8d-be0e-aef4abdf93a9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b1c66a-800b-4879-82e5-d7403f1caa73,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:10.288776 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] For port a569022b-ccd6-4c24-925d-7e242984eb86, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:06:10.291805 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] For port a569022b-ccd6-4c24-925d-7e242984eb86, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a569022b-ccd6-4c24-925d-7e242984eb86,segment=NetworkSegment(08d9285d-36ef-4f2d-a3ee-38e419727706),segment_id=08d9285d-36ef-4f2d-a3ee-38e419727706)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:06:10.316078 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2dc4540a-5289-4e8d-be0e-aef4abdf93a9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:10.320122 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2dc4540a-5289-4e8d-be0e-aef4abdf93a9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3211226 May 25 23:06:10.320283 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43220) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:10.325905 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-5e39a5d0-1897-41d7-86b6-0107cec70fa6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '31864a9e-4244-4d6d-9f96-2238854176a5', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:10.332596 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5e39a5d0-1897-41d7-86b6-0107cec70fa6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:10.336335 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5e39a5d0-1897-41d7-86b6-0107cec70fa6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:10.339211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5e39a5d0-1897-41d7-86b6-0107cec70fa6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:10.344869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5e39a5d0-1897-41d7-86b6-0107cec70fa6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:10.378358 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:10.436207 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5e39a5d0-1897-41d7-86b6-0107cec70fa6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:10.460557 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae9c12-fa55-40fe-8e2e-94ac154997c7 None None] Pushing event updated for resources: {'Port': ['ID=a569022b-ccd6-4c24-925d-7e242984eb86,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:10.463446 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Routers {'74fc4273-c067-4834-ad4b-0ddb9c629db1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:06:10.464080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:05:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['74fc4273-c067-4834-ad4b-0ddb9c629db1'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:10.502580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5e39a5d0-1897-41d7-86b6-0107cec70fa6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:10.584985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5e39a5d0-1897-41d7-86b6-0107cec70fa6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:10.612488 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39a5d0-1897-41d7-86b6-0107cec70fa6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505d9c00-227b-4e5c-9304-7cf51d64b13e,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:10.655682 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] Set router 74fc4273-c067-4834-ad4b-0ddb9c629db1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:06:10.681584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5e39a5d0-1897-41d7-86b6-0107cec70fa6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:10.682841 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5e39a5d0-1897-41d7-86b6-0107cec70fa6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3614666 May 25 23:06:10.685556 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43224) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:10.692859 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-8600a182-5fe7-4c4c-982e-9e4c38f3a991 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '31864a9e-4244-4d6d-9f96-2238854176a5', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:10.698277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8600a182-5fe7-4c4c-982e-9e4c38f3a991 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:10.702265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8600a182-5fe7-4c4c-982e-9e4c38f3a991 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:10.705167 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8600a182-5fe7-4c4c-982e-9e4c38f3a991 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:10.710951 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8600a182-5fe7-4c4c-982e-9e4c38f3a991 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:10.768284 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8600a182-5fe7-4c4c-982e-9e4c38f3a991 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:10.834276 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8600a182-5fe7-4c4c-982e-9e4c38f3a991 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:10.887206 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8600a182-5fe7-4c4c-982e-9e4c38f3a991 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:10.912026 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600a182-5fe7-4c4c-982e-9e4c38f3a991 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e8f2b2-37cb-4a38-a177-84f61f2d0baa,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:10.961620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8600a182-5fe7-4c4c-982e-9e4c38f3a991 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:10.965327 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8600a182-5fe7-4c4c-982e-9e4c38f3a991 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2763700 May 25 23:06:10.965687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43228) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:10.971861 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c8611867-4472-41d9-a7d9-c56f6bc8eed0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '31864a9e-4244-4d6d-9f96-2238854176a5', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:10.980965 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c8611867-4472-41d9-a7d9-c56f6bc8eed0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:10.981121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'name': 'tempest-TestNetworkBasicOps-router-1409334222', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:06Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'a569022b-ccd6-4c24-925d-7e242984eb86', 'name': '', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:c4:2a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:05Z', 'updated_at': '2022-05-25T23:06:10Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:10.981620 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c8611867-4472-41d9-a7d9-c56f6bc8eed0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:10.984175 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c8611867-4472-41d9-a7d9-c56f6bc8eed0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:10.984460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcfaaf7-cf1e-4f93-85b9-ba36444d4061 None None] The sync data for ids ['74fc4273-c067-4834-ad4b-0ddb9c629db1'] in dv-neutron-843300-1-hyperv is: [{'id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'name': 'tempest-TestNetworkBasicOps-router-1409334222', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:06Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'a569022b-ccd6-4c24-925d-7e242984eb86', 'name': '', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:c4:2a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:05Z', 'updated_at': '2022-05-25T23:06:10Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:06:10.991593 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c8611867-4472-41d9-a7d9-c56f6bc8eed0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:11.067223 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c8611867-4472-41d9-a7d9-c56f6bc8eed0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:11.136612 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c8611867-4472-41d9-a7d9-c56f6bc8eed0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:11.207455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c8611867-4472-41d9-a7d9-c56f6bc8eed0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:11.232879 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8611867-4472-41d9-a7d9-c56f6bc8eed0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240ce254-3d2e-4324-8bbe-e75add9d51a0,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:11.304679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c8611867-4472-41d9-a7d9-c56f6bc8eed0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:11.305899 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c8611867-4472-41d9-a7d9-c56f6bc8eed0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3392227 May 25 23:06:11.308764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43232) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:11.315048 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e1ff2eed-f4ec-4292-91f9-9fc1d3a0031a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '31864a9e-4244-4d6d-9f96-2238854176a5', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:11.321318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e1ff2eed-f4ec-4292-91f9-9fc1d3a0031a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:11.326204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e1ff2eed-f4ec-4292-91f9-9fc1d3a0031a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:11.328769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e1ff2eed-f4ec-4292-91f9-9fc1d3a0031a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:11.335337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e1ff2eed-f4ec-4292-91f9-9fc1d3a0031a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:11.412775 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-e1ff2eed-f4ec-4292-91f9-9fc1d3a0031a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:06:11.420172 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2eed-f4ec-4292-91f9-9fc1d3a0031a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:11.441612 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9436d505-ab5d-44a1-9b79-b220473504c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:11.494619 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2eed-f4ec-4292-91f9-9fc1d3a0031a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:11.561511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2eed-f4ec-4292-91f9-9fc1d3a0031a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:11.589396 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff2eed-f4ec-4292-91f9-9fc1d3a0031a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac08b97-667b-4935-ac38-5388e316d30c,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:11.653047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2eed-f4ec-4292-91f9-9fc1d3a0031a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:11.654269 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e1ff2eed-f4ec-4292-91f9-9fc1d3a0031a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3445287 May 25 23:06:11.657066 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43236) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:11.663091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-67151cbe-7d44-4b7e-ad51-0279a1c09284 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '31864a9e-4244-4d6d-9f96-2238854176a5', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:11.669195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-67151cbe-7d44-4b7e-ad51-0279a1c09284 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:11.673152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-67151cbe-7d44-4b7e-ad51-0279a1c09284 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:11.676413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-67151cbe-7d44-4b7e-ad51-0279a1c09284 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:11.682345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-67151cbe-7d44-4b7e-ad51-0279a1c09284 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:11.773131 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-67151cbe-7d44-4b7e-ad51-0279a1c09284 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:06:11.780156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67151cbe-7d44-4b7e-ad51-0279a1c09284 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:11.846025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67151cbe-7d44-4b7e-ad51-0279a1c09284 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:11.915446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67151cbe-7d44-4b7e-ad51-0279a1c09284 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:11.941439 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67151cbe-7d44-4b7e-ad51-0279a1c09284 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f8f95f-1f3b-47ad-8d81-edec9afd13f3,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:12.035713 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-67151cbe-7d44-4b7e-ad51-0279a1c09284 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:12.036911 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-67151cbe-7d44-4b7e-ad51-0279a1c09284 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3789301 May 25 23:06:12.211363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-e87e0b4a-14ce-4542-821b-a392d284c246 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:06:12.308786 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-e87e0b4a-14ce-4542-821b-a392d284c246 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:06:12.309908 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-e87e0b4a-14ce-4542-821b-a392d284c246 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117606865&fields=id&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 267 time: 0.1441445 May 25 23:06:12.384151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-3f681b28-73c3-4d5e-933f-571c8750a3c5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:12.384744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-3f681b28-73c3-4d5e-933f-571c8750a3c5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:06:12.458356 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-3f681b28-73c3-4d5e-933f-571c8750a3c5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:06:12.459539 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-3f681b28-73c3-4d5e-933f-571c8750a3c5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports/6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 HTTP/1.1" status: 200 len: 930 time: 0.1425781 May 25 23:06:12.534374 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-32a899cd-ce6d-4429-bb28-e85b43b80155 service neutron] 10.222.0.66 "GET /v2.0/ports/6ccaad58-e0e2-44cb-a79b-d9c4c47e0740?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0631232 May 25 23:06:12.660478 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a569022b-ccd6-4c24-925d-7e242984eb86 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:06:12.681003 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-c3f24991-d74c-42d0-b0f9-944f97460e0b service neutron] 10.222.0.66 "GET /v2.0/networks/46c5b558-60e3-43bc-af89-a5834758fb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397693 May 25 23:06:12.784955 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port a569022b-ccd6-4c24-925d-7e242984eb86 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:06:12.790249 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a569022b-ccd6-4c24-925d-7e242984eb86 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:06:12.790617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:12.913018 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:12.915552 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-ef2dff18-faef-4125-9f3c-732d0376aaa3 service neutron] 10.222.0.66 "GET /v2.0/networks/46c5b558-60e3-43bc-af89-a5834758fb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288232 May 25 23:06:12.948034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port a569022b-ccd6-4c24-925d-7e242984eb86, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a569022b-ccd6-4c24-925d-7e242984eb86,segment=NetworkSegment(08d9285d-36ef-4f2d-a3ee-38e419727706),segment_id=08d9285d-36ef-4f2d-a3ee-38e419727706)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:13.046804 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:13.120304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=a569022b-ccd6-4c24-925d-7e242984eb86,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:13.212251 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b145ec8c-5959-445b-8884-2a8b1449b75b req-47440f8b-bfd3-4a23-9f39-27341c90b52d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 210 time: 0.0474825 May 25 23:06:13.669994 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-999f5a62-211f-4dec-9f61-4917767a161b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:14.373064 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-34ca6763-76d8-4486-9a08-13e3f1d4add1 req-b05692d5-40b8-423e-93f5-974d87f21add tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 210 time: 0.0402648 May 25 23:06:14.638784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a569022b-ccd6-4c24-925d-7e242984eb86 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:06:14.704479 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a569022b-ccd6-4c24-925d-7e242984eb86 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:06:14.705729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:14.834543 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:15.064063 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:15.273656 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-aee6ec5e-4d65-4d6f-81f8-f8747c545568 service neutron] 10.222.0.73 "GET /v2.0/ports/6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 HTTP/1.1" status: 200 len: 1026 time: 0.0641475 May 25 23:06:15.418580 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-cfe5e20d-2815-46ef-81a5-5c98bacc82eb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:15.419256 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-cfe5e20d-2815-46ef-81a5-5c98bacc82eb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:06:15.509733 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-cfe5e20d-2815-46ef-81a5-5c98bacc82eb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:06:15.510922 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-cfe5e20d-2815-46ef-81a5-5c98bacc82eb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/networks?id=46c5b558-60e3-43bc-af89-a5834758fb0a HTTP/1.1" status: 200 len: 797 time: 0.2329869 May 25 23:06:15.540179 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c8c48b27-e630-424f-9853-4406aea98477 req-169ab846-44c9-4e15-b255-9f28818ba69f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 210 time: 0.0433459 May 25 23:06:15.563350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-cb2d3f39-5a1d-4e3e-b7be-a0aedc1b3533 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:06:15.575534 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-cb2d3f39-5a1d-4e3e-b7be-a0aedc1b3533 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:06:15.576656 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-cb2d3f39-5a1d-4e3e-b7be-a0aedc1b3533 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 379 time: 0.0542724 May 25 23:06:15.585912 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Request body: {'port': {'device_id': 'e73c8f96-4920-4c9a-af92-cbf031a889ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:15.693614 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:16.108703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:06:16.116250 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:16.131561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Transition to ACTIVE for port object 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:06:16.195772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:16.322322 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Pushing event updated for resources: {'Port': ['ID=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:16.437779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Attempting to bind port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:06:16.438199 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Attempting to bind port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:06:16.438595 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Attempting to bind port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 on network 46c5b558-60e3-43bc-af89-a5834758fb0a {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:06:16.447066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 on network 46c5b558-60e3-43bc-af89-a5834758fb0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:06:16.447368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Attempting to bind port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 on network 46c5b558-60e3-43bc-af89-a5834758fb0a {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:06:16.453841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:06:16.460322 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Checking segment: {'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:06:16.460322 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Bound using segment: {'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:06:16.460322 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Bound port: 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:06:16.460322 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:16.546941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] For port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:06:16.550462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] For port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,segment=NetworkSegment(08d9285d-36ef-4f2d-a3ee-38e419727706),segment_id=08d9285d-36ef-4f2d-a3ee-38e419727706)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:06:16.618174 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:16.641451 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:16.703061 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:16.704420 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] 10.222.0.73 "PUT /v2.0/ports/6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 HTTP/1.1" status: 200 len: 1131 time: 1.1224163 May 25 23:06:16.704957 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73c8f96-4920-4c9a-af92-cbf031a889ec', 'tag': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:06:16.725440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fd856-01b0-4c65-82d1-ea0aed0eeddb service neutron] Pushing event updated for resources: {'Port': ['ID=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:16.753356 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c94e0-7f59-4dd7-9679-167f0f7cec14 req-6cad79a6-8d3e-42c9-a86f-4b883bf1b58d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:16.754838 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-177c94e0-7f59-4dd7-9679-167f0f7cec14 req-6cad79a6-8d3e-42c9-a86f-4b883bf1b58d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 981 time: 0.0913088 May 25 23:06:16.767824 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd845bd3-9bbc-48b7-8e14-7eb0e7e057d8'] response: {'name': 'network-changed', 'server_uuid': 'e73c8f96-4920-4c9a-af92-cbf031a889ec', 'tag': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740', 'status': 'completed', 'code': 200} May 25 23:06:16.809447 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-177c94e0-7f59-4dd7-9679-167f0f7cec14 req-51de3f46-affe-46a0-93f6-1f70c7dae963 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481837 May 25 23:06:16.860802 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f3a14dd1-b44b-4f66-9573-8a4f7afe2c4e req-269a992d-07f1-4286-86c6-c4b3fc958159 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 1134 time: 0.0725532 May 25 23:06:17.001738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a14dd1-b44b-4f66-9573-8a4f7afe2c4e req-dcf346c9-5388-4bfd-a488-a58620bcbef7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:17.003259 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f3a14dd1-b44b-4f66-9573-8a4f7afe2c4e req-dcf346c9-5388-4bfd-a488-a58620bcbef7 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cf9636952f01491a97cc3c500b4629f1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1364157 May 25 23:06:17.135726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a14dd1-b44b-4f66-9573-8a4f7afe2c4e req-36554f15-c593-4278-864d-2ec439942a82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:17.137205 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f3a14dd1-b44b-4f66-9573-8a4f7afe2c4e req-36554f15-c593-4278-864d-2ec439942a82 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286774 May 25 23:06:17.244500 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-48d2853d-e583-4041-af9b-08cc01084f5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 1134 time: 0.0724008 May 25 23:06:17.314984 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-ee710746-81a5-4be0-876f-71e5a45600d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 HTTP/1.1" status: 200 len: 217 time: 0.0641079 May 25 23:06:17.376258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-46d8791c-7582-4549-acfc-8a2b05e3bd0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:17.377934 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-46d8791c-7582-4549-acfc-8a2b05e3bd0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03854179-617b-4b2a-87b7-a2085d7fa59e HTTP/1.1" status: 200 len: 834 time: 0.0580373 May 25 23:06:17.451105 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-4916e11b-ae53-4dd3-a227-bf9164757fe3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46c5b558-60e3-43bc-af89-a5834758fb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676074 May 25 23:06:17.498507 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:17.580268 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-17c2345c-80b1-48ed-85e7-f2894da67930 service neutron] 10.222.0.73 "GET /v2.0/networks/46c5b558-60e3-43bc-af89-a5834758fb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227694 May 25 23:06:17.706984 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fbe477e9-1a86-411f-88c3-fcab98a496b0 req-535a09bc-17c7-460d-bba7-f5b8eb8475f7 service neutron] 10.222.0.73 "GET /v2.0/networks/46c5b558-60e3-43bc-af89-a5834758fb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219378 May 25 23:06:18.012768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51563e51-34ef-46d9-b613-695723875dcc req-3fdf91d9-8cf0-4c3f-9628-6c30d902ccb1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:18.014136 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-51563e51-34ef-46d9-b613-695723875dcc req-3fdf91d9-8cf0-4c3f-9628-6c30d902ccb1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 981 time: 0.0801952 May 25 23:06:18.059555 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-51563e51-34ef-46d9-b613-695723875dcc req-0d746ee9-0f31-4719-a202-57c61df57687 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394559 May 25 23:06:19.253708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e1446-16e4-4302-a669-c69f6f8fe3be req-21f9bf41-12b4-4e45-ba73-74d923367ed3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:19.255311 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-790e1446-16e4-4302-a669-c69f6f8fe3be req-21f9bf41-12b4-4e45-ba73-74d923367ed3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 981 time: 0.0772564 May 25 23:06:19.303033 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-790e1446-16e4-4302-a669-c69f6f8fe3be req-6d24cb45-2c3a-47e8-a6c1-5769a5317cd0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415349 May 25 23:06:19.938816 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:06:20.102691 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,segment=NetworkSegment(08d9285d-36ef-4f2d-a3ee-38e419727706),segment_id=08d9285d-36ef-4f2d-a3ee-38e419727706)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:20.116077 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a', 'port_id': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740', 'mac_address': 'fa:16:3e:e5:c8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:06:20.171003 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:20.187880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:06:20.203226 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,segment=NetworkSegment(08d9285d-36ef-4f2d-a3ee-38e419727706),segment_id=08d9285d-36ef-4f2d-a3ee-38e419727706)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:20.297260 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:20.365306 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:20.502289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['6ccaad58-e0e2-44cb-a79b-d9c4c47e0740'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:06:20.503150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c19d5-6beb-415b-bb1f-02b9485a0b9e req-17130a5c-8822-4529-815b-616a88b41efa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:20.504692 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-450c19d5-6beb-415b-bb1f-02b9485a0b9e req-17130a5c-8822-4529-815b-616a88b41efa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 982 time: 0.0822263 May 25 23:06:20.550641 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-450c19d5-6beb-415b-bb1f-02b9485a0b9e req-5c7c5dd5-1a58-4504-857f-c2e295e952b3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 May 25 23:06:21.743525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e24a61-3778-4f27-96ed-1064a11fabf8 req-803ef17c-2d61-4a38-bb7d-9b017a1fd058 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:21.744963 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c9e24a61-3778-4f27-96ed-1064a11fabf8 req-803ef17c-2d61-4a38-bb7d-9b017a1fd058 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 982 time: 0.0755565 May 25 23:06:21.793196 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c9e24a61-3778-4f27-96ed-1064a11fabf8 req-50d13179-b361-4137-98a1-93e606c10e26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 May 25 23:06:21.954221 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:06:22.086639 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:06:22.091393 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:06:22.091756 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:22.204111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:22.230501 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73c8f96-4920-4c9a-af92-cbf031a889ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:06:22.240536 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,segment=NetworkSegment(08d9285d-36ef-4f2d-a3ee-38e419727706),segment_id=08d9285d-36ef-4f2d-a3ee-38e419727706)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:22.285150 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b3274d-f877-4168-bb4a-e94d1076f96b'] response: {'server_uuid': 'e73c8f96-4920-4c9a-af92-cbf031a889ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740', 'code': 200} May 25 23:06:22.321379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:22.387496 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:22.622278 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ea8ed8cb-f2aa-42b5-b16f-a595660a3980 req-a949a42e-1260-4393-bffb-823534689784 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 1136 time: 0.0718849 May 25 23:06:22.663551 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ea8ed8cb-f2aa-42b5-b16f-a595660a3980 req-54ad492d-5185-4be8-826c-1d836ddba657 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359204 May 25 23:06:22.991519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63fbc5-021b-42fa-8e64-8f66d8fb1c1b req-fdd7aaba-608e-4af0-9188-a769104849c0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:22.993009 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8b63fbc5-021b-42fa-8e64-8f66d8fb1c1b req-fdd7aaba-608e-4af0-9188-a769104849c0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 983 time: 0.0764332 May 25 23:06:23.039155 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8b63fbc5-021b-42fa-8e64-8f66d8fb1c1b req-31769395-b97c-4143-a5c0-01d90652bd1d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405779 May 25 23:06:24.234742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0e869-b353-4bb5-bfb0-6c29fb3dba2f req-75642d46-278d-4d04-88f6-09b9c587a168 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:24.236186 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5ad0e869-b353-4bb5-bfb0-6c29fb3dba2f req-75642d46-278d-4d04-88f6-09b9c587a168 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 983 time: 0.0786755 May 25 23:06:24.281202 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5ad0e869-b353-4bb5-bfb0-6c29fb3dba2f req-184189cf-3c67-4b13-b6db-5b46956f1db4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394211 May 25 23:06:24.473351 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3c3aa-c9b4-4a0d-bd91-ef1edba6a09e req-6d1ef93c-75f6-44cc-b008-121a59f7a992 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:24.474762 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-77f3c3aa-c9b4-4a0d-bd91-ef1edba6a09e req-6d1ef93c-75f6-44cc-b008-121a59f7a992 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 983 time: 0.0737793 May 25 23:06:24.518883 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-77f3c3aa-c9b4-4a0d-bd91-ef1edba6a09e req-20eea88b-9a25-452a-967e-0ad73b89c40c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385737 May 25 23:06:24.545322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43284) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:24.616306 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1b2023f7-b957-4ed2-a707-7abb736acdf9 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 1131 time: 0.0699103 May 25 23:06:24.618923 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43288) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:24.623936 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:24.630041 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:24.633734 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:floatingip and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:24.636437 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:24.641955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:24.715551 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:24.847969 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:24.983166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.115 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/e4c86097-1afa-4750-98ea-15c742161d11) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:06:25.128491 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:25.201438 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:25.271650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:06:25.274456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:06:25.277004 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:06:25.306446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=e4c86097-1afa-4750-98ea-15c742161d11,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:25.859309 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:25.967566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:26.165145 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:26.252877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:26.359510 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=e4c86097-1afa-4750-98ea-15c742161d11,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:26.371659 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:26.559561 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Floating IP 593a08dd-095a-4ff9-9447-96e2c428aba5 associated. External IP: 172.26.5.115, port: 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740. May 25 23:06:26.940847 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 74fc4273-c067-4834-ad4b-0ddb9c629db1 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:06:27.234887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:06:27.245034 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c5ba55-af2f-4835-ada4-b3ecabe8f705 None None] Sync routers for ids ['74fc4273-c067-4834-ad4b-0ddb9c629db1'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:06:27.258343 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c5ba55-af2f-4835-ada4-b3ecabe8f705 None None] Routers {'74fc4273-c067-4834-ad4b-0ddb9c629db1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:06:27.259224 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f0c5ba55-af2f-4835-ada4-b3ecabe8f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:06:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['74fc4273-c067-4834-ad4b-0ddb9c629db1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:27.308818 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:27.365600 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ba5f50db-92e8-4539-a331-c7bfac610f9a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.7456791 May 25 23:06:27.366355 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73c8f96-4920-4c9a-af92-cbf031a889ec', 'tag': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:06:27.368497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43292) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:27.421737 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7789b1a5-0723-4125-9e48-197ae496f814'] response: {'name': 'network-changed', 'server_uuid': 'e73c8f96-4920-4c9a-af92-cbf031a889ec', 'tag': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740', 'status': 'completed', 'code': 200} May 25 23:06:27.446015 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-f0c5ba55-af2f-4835-ada4-b3ecabe8f705 None None] Set router 74fc4273-c067-4834-ad4b-0ddb9c629db1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:06:27.446292 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4b37bc8f-74d9-434f-b799-5dbfd98928fc tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec&network_id=46c5b558-60e3-43bc-af89-a5834758fb0a HTTP/1.1" status: 200 len: 1131 time: 0.0764699 May 25 23:06:27.522225 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-15debbe4-89ac-4984-af14-f857db428c2c req-9b108850-1f1a-41bd-9efa-d25f6d1d49b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 1136 time: 0.0796261 May 25 23:06:27.741186 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15debbe4-89ac-4984-af14-f857db428c2c req-9e311b5e-9e01-4390-bb87-06a6c965c7d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:27.742628 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-15debbe4-89ac-4984-af14-f857db428c2c req-9e311b5e-9e01-4390-bb87-06a6c965c7d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=46c5b558-60e3-43bc-af89-a5834758fb0a HTTP/1.1" status: 200 len: 898 time: 0.2146111 May 25 23:06:27.799131 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f0c5ba55-af2f-4835-ada4-b3ecabe8f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'name': 'tempest-TestNetworkBasicOps-router-1409334222', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:06Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '593a08dd-095a-4ff9-9447-96e2c428aba5', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.115', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'port_id': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1144129318', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a', 'mac_address': 'fa:16:3e:e5:c8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73c8f96-4920-4c9a-af92-cbf031a889ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:06:25Z', 'updated_at': '2022-05-25T23:06:25Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a569022b-ccd6-4c24-925d-7e242984eb86', 'name': '', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:c4:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:05Z', 'updated_at': '2022-05-25T23:06:12Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:27.803174 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c5ba55-af2f-4835-ada4-b3ecabe8f705 None None] Checking router: 74fc4273-c067-4834-ad4b-0ddb9c629db1 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:06:27.814564 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c5ba55-af2f-4835-ada4-b3ecabe8f705 None None] Routers {'74fc4273-c067-4834-ad4b-0ddb9c629db1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:06:27.815193 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f0c5ba55-af2f-4835-ada4-b3ecabe8f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:06:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['74fc4273-c067-4834-ad4b-0ddb9c629db1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:27.848823 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-15debbe4-89ac-4984-af14-f857db428c2c req-87c5e399-b639-4894-8d6e-f350dfcf37e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 HTTP/1.1" status: 200 len: 1037 time: 0.0999408 May 25 23:06:27.913890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15debbe4-89ac-4984-af14-f857db428c2c req-740cfc90-f828-4c4c-a6b8-10570d86889b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:27.915387 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-15debbe4-89ac-4984-af14-f857db428c2c req-740cfc90-f828-4c4c-a6b8-10570d86889b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03854179-617b-4b2a-87b7-a2085d7fa59e HTTP/1.1" status: 200 len: 834 time: 0.0608151 May 25 23:06:27.995728 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-15debbe4-89ac-4984-af14-f857db428c2c req-aa1cff59-8208-4620-b686-7f0ac62ed71c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46c5b558-60e3-43bc-af89-a5834758fb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726793 May 25 23:06:28.000435 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-f0c5ba55-af2f-4835-ada4-b3ecabe8f705 None None] Set router 74fc4273-c067-4834-ad4b-0ddb9c629db1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:06:28.094197 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e680dc9-dd4f-4e11-ad83-35449051a98b req-b8c4121a-8637-4c3f-a2e7-b1e983378b68 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:28.096654 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8e680dc9-dd4f-4e11-ad83-35449051a98b req-b8c4121a-8637-4c3f-a2e7-b1e983378b68 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 983 time: 0.0833309 May 25 23:06:28.131717 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-15debbe4-89ac-4984-af14-f857db428c2c req-b03d3ddd-8fd4-4587-9ea1-2386049451c1 service neutron] 10.222.0.73 "GET /v2.0/networks/46c5b558-60e3-43bc-af89-a5834758fb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294243 May 25 23:06:28.147161 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8e680dc9-dd4f-4e11-ad83-35449051a98b req-8ab10aad-0d46-4232-9c75-0a515703d18e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444863 May 25 23:06:28.269201 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-15debbe4-89ac-4984-af14-f857db428c2c req-21deca59-fe50-449f-9145-876f8887e358 service neutron] 10.222.0.73 "GET /v2.0/networks/46c5b558-60e3-43bc-af89-a5834758fb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309736 May 25 23:06:28.381356 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f0c5ba55-af2f-4835-ada4-b3ecabe8f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'name': 'tempest-TestNetworkBasicOps-router-1409334222', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:06Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '593a08dd-095a-4ff9-9447-96e2c428aba5', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.115', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'port_id': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1144129318', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a', 'mac_address': 'fa:16:3e:e5:c8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73c8f96-4920-4c9a-af92-cbf031a889ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:06:25Z', 'updated_at': '2022-05-25T23:06:25Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a569022b-ccd6-4c24-925d-7e242984eb86', 'name': '', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:c4:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:05Z', 'updated_at': '2022-05-25T23:06:12Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:28.385226 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c5ba55-af2f-4835-ada4-b3ecabe8f705 None None] The sync data for ids ['74fc4273-c067-4834-ad4b-0ddb9c629db1'] in dv-neutron-843300-1-hyperv is: [{'id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'name': 'tempest-TestNetworkBasicOps-router-1409334222', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:06Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '593a08dd-095a-4ff9-9447-96e2c428aba5', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.115', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'port_id': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1144129318', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a', 'mac_address': 'fa:16:3e:e5:c8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73c8f96-4920-4c9a-af92-cbf031a889ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:06:25Z', 'updated_at': '2022-05-25T23:06:25Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a569022b-ccd6-4c24-925d-7e242984eb86', 'name': '', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:c4:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:05Z', 'updated_at': '2022-05-25T23:06:12Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:06:28.568029 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf644ae-87a4-4997-add5-5dd9625fff30 None None] New status for floating IP 593a08dd-095a-4ff9-9447-96e2c428aba5: ACTIVE {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:06:29.261575 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-ec7f5ef7-ae7c-4fc0-9a9b-d08e2c97ff62 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:29.262315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-ec7f5ef7-ae7c-4fc0-9a9b-d08e2c97ff62 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:06:29.349559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-ec7f5ef7-ae7c-4fc0-9a9b-d08e2c97ff62 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:06:29.350743 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-ec7f5ef7-ae7c-4fc0-9a9b-d08e2c97ff62 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 983 time: 0.1680880 May 25 23:06:29.351847 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1400df3-7dba-4725-ac7b-680c3f145532 req-099bcf33-6c08-45be-947c-db9998e8de34 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:29.353399 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b1400df3-7dba-4725-ac7b-680c3f145532 req-099bcf33-6c08-45be-947c-db9998e8de34 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 983 time: 0.0803912 May 25 23:06:29.399369 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b1400df3-7dba-4725-ac7b-680c3f145532 req-c75f6383-7626-42c8-9eed-0e5e740ca429 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402851 May 25 23:06:29.419910 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-846e3ab6-1dd5-464a-b91c-cb4ff5a7ea27 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:29.421270 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-846e3ab6-1dd5-464a-b91c-cb4ff5a7ea27 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/ports/6ccaad58-e0e2-44cb-a79b-d9c4c47e0740?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0651712 May 25 23:06:29.562418 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-0d236dd9-23de-4f6f-adc8-1da132e3fbca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/networks/46c5b558-60e3-43bc-af89-a5834758fb0a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1364088 May 25 23:06:29.571739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-7756323e-f5a0-462a-af1a-49e9976c6a36 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:29.680128 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-7756323e-f5a0-462a-af1a-49e9976c6a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:29.871794 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-7756323e-f5a0-462a-af1a-49e9976c6a36 service neutron] For port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,segment=NetworkSegment(08d9285d-36ef-4f2d-a3ee-38e419727706),segment_id=08d9285d-36ef-4f2d-a3ee-38e419727706)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:29.899604 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-7756323e-f5a0-462a-af1a-49e9976c6a36 service neutron] For port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:06:29.950960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-7756323e-f5a0-462a-af1a-49e9976c6a36 service neutron] device_id is not set on port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:06:29.959194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-7756323e-f5a0-462a-af1a-49e9976c6a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:30.029744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-7756323e-f5a0-462a-af1a-49e9976c6a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:30.155596 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756323e-f5a0-462a-af1a-49e9976c6a36 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,revision_number=6']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:30.223182 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-7756323e-f5a0-462a-af1a-49e9976c6a36 service neutron] No DVR routers for this DVR port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:06:30.276156 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ab8b44c7-e67c-4ee9-81a9-d6b688d33e77 None None] Provisioning complete for port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:06:30.276775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ab8b44c7-e67c-4ee9-81a9-d6b688d33e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:30.330123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b44c7-e67c-4ee9-81a9-d6b688d33e77 None None] Port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:06:30.549516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-7756323e-f5a0-462a-af1a-49e9976c6a36 service neutron] In _notify_port_updated(), no bound segment for port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 on network 46c5b558-60e3-43bc-af89-a5834758fb0a {{(pid=84717) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 23:06:30.550572 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-7756323e-f5a0-462a-af1a-49e9976c6a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:30.551861 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4e48d444-c179-4d26-ba8b-a1ab22071c9f req-7756323e-f5a0-462a-af1a-49e9976c6a36 service neutron] 10.222.0.73 "PUT /v2.0/ports/6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 HTTP/1.1" status: 200 len: 1026 time: 0.9841325 May 25 23:06:30.561883 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-356720b2-26a0-4fcc-ad13-f178943c8a14 req-6ffcdf66-f573-45b6-a8b4-2e98216e6b5d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=e73c8f96-4920-4c9a-af92-cbf031a889ec HTTP/1.1" status: 200 len: 210 time: 0.0393221 May 25 23:06:31.667763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43308) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:31.737564 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3357a615-0b33-4ea5-822f-c6d332381b4c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:31.738875 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3357a615-0b33-4ea5-822f-c6d332381b4c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports/6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 HTTP/1.1" status: 200 len: 925 time: 0.0701325 May 25 23:06:31.912456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43314) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:31.917978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-9f230d3b-9024-418e-8f94-fb005b34a36d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1541003835', 'description': 'tempest-secgroup-smoke-1541003835 description', 'project_id': 'cf9636952f01491a97cc3c500b4629f1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:31.924497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9f230d3b-9024-418e-8f94-fb005b34a36d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:31.934083 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9f230d3b-9024-418e-8f94-fb005b34a36d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:31.985443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:06:32.018360 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9f230d3b-9024-418e-8f94-fb005b34a36d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:32.043153 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:06:32.056577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9f230d3b-9024-418e-8f94-fb005b34a36d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:32.060429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9f230d3b-9024-418e-8f94-fb005b34a36d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:32.063225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9f230d3b-9024-418e-8f94-fb005b34a36d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:32.069520 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9f230d3b-9024-418e-8f94-fb005b34a36d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:32.123384 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9f230d3b-9024-418e-8f94-fb005b34a36d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:32.210892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9f230d3b-9024-418e-8f94-fb005b34a36d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:32.251673 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f230d3b-9024-418e-8f94-fb005b34a36d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfaab06-5214-414c-946a-078eb3befb3e,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:32.332812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9f230d3b-9024-418e-8f94-fb005b34a36d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:32.334070 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9f230d3b-9024-418e-8f94-fb005b34a36d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4206109 May 25 23:06:32.336853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43318) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:32.342178 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-50594bdb-7dcc-4309-828d-614d1046f027 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'ebfaab06-5214-414c-946a-078eb3befb3e', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:32.348702 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-50594bdb-7dcc-4309-828d-614d1046f027 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:32.352453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-50594bdb-7dcc-4309-828d-614d1046f027 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:32.355286 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-50594bdb-7dcc-4309-828d-614d1046f027 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:32.361062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-50594bdb-7dcc-4309-828d-614d1046f027 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:32.451041 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-50594bdb-7dcc-4309-828d-614d1046f027 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:32.513759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-50594bdb-7dcc-4309-828d-614d1046f027 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:32.587696 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-50594bdb-7dcc-4309-828d-614d1046f027 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:32.611841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50594bdb-7dcc-4309-828d-614d1046f027 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b25939-43d7-4367-9f24-5200b76efd4d,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:32.685537 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-50594bdb-7dcc-4309-828d-614d1046f027 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:32.686959 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-50594bdb-7dcc-4309-828d-614d1046f027 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3491662 May 25 23:06:32.690373 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43322) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:32.696073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4422691f-44ef-4ea6-8a04-776d2fc76b96 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'ebfaab06-5214-414c-946a-078eb3befb3e', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:32.701972 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4422691f-44ef-4ea6-8a04-776d2fc76b96 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:32.706341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4422691f-44ef-4ea6-8a04-776d2fc76b96 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:32.709179 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4422691f-44ef-4ea6-8a04-776d2fc76b96 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:32.714747 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4422691f-44ef-4ea6-8a04-776d2fc76b96 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:32.790555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4422691f-44ef-4ea6-8a04-776d2fc76b96 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:32.852038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4422691f-44ef-4ea6-8a04-776d2fc76b96 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:32.903482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4422691f-44ef-4ea6-8a04-776d2fc76b96 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:32.927820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422691f-44ef-4ea6-8a04-776d2fc76b96 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19631e9-02e1-4aa3-abbb-88a8870d911b,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:33.155754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4422691f-44ef-4ea6-8a04-776d2fc76b96 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:33.156992 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4422691f-44ef-4ea6-8a04-776d2fc76b96 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4656911 May 25 23:06:33.160315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43326) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:33.165752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-5d189686-acf5-45e8-9f06-06641c4ff44b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'ebfaab06-5214-414c-946a-078eb3befb3e', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:33.172963 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5d189686-acf5-45e8-9f06-06641c4ff44b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:33.176302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5d189686-acf5-45e8-9f06-06641c4ff44b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:33.179188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5d189686-acf5-45e8-9f06-06641c4ff44b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:33.184895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5d189686-acf5-45e8-9f06-06641c4ff44b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:33.281657 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5d189686-acf5-45e8-9f06-06641c4ff44b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:33.347083 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5d189686-acf5-45e8-9f06-06641c4ff44b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:33.417982 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5d189686-acf5-45e8-9f06-06641c4ff44b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:33.444683 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d189686-acf5-45e8-9f06-06641c4ff44b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376ee3cd-e326-4af2-b6e3-d96990ebad71,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:33.515363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5d189686-acf5-45e8-9f06-06641c4ff44b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:33.517111 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5d189686-acf5-45e8-9f06-06641c4ff44b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3558445 May 25 23:06:33.520511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43330) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:33.525789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-0ed8e934-a049-4108-aac4-66f92173e56a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'ebfaab06-5214-414c-946a-078eb3befb3e', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:33.531630 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0ed8e934-a049-4108-aac4-66f92173e56a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:33.536121 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0ed8e934-a049-4108-aac4-66f92173e56a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:33.539522 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0ed8e934-a049-4108-aac4-66f92173e56a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:33.544668 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0ed8e934-a049-4108-aac4-66f92173e56a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:33.618572 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e934-a049-4108-aac4-66f92173e56a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:33.681368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e934-a049-4108-aac4-66f92173e56a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:33.755201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e934-a049-4108-aac4-66f92173e56a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:33.778788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8e934-a049-4108-aac4-66f92173e56a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94f8e7c-8f0c-418b-9c5e-48afb9247928,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:33.833412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e934-a049-4108-aac4-66f92173e56a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:33.834583 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0ed8e934-a049-4108-aac4-66f92173e56a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3131497 May 25 23:06:33.837248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43334) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:33.842500 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d5032982-fb52-4640-81cb-8c6077ec8c34 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'ebfaab06-5214-414c-946a-078eb3befb3e', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:33.848932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d5032982-fb52-4640-81cb-8c6077ec8c34 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:33.852795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d5032982-fb52-4640-81cb-8c6077ec8c34 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:33.855658 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d5032982-fb52-4640-81cb-8c6077ec8c34 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:33.861440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d5032982-fb52-4640-81cb-8c6077ec8c34 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:33.936343 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-d5032982-fb52-4640-81cb-8c6077ec8c34 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:06:33.943171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d5032982-fb52-4640-81cb-8c6077ec8c34 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:34.006861 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d5032982-fb52-4640-81cb-8c6077ec8c34 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:34.081304 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d5032982-fb52-4640-81cb-8c6077ec8c34 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:34.103863 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5032982-fb52-4640-81cb-8c6077ec8c34 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8915853-8967-4ed9-9f22-ee25259ef262,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:34.183667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d5032982-fb52-4640-81cb-8c6077ec8c34 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:34.184877 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d5032982-fb52-4640-81cb-8c6077ec8c34 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3467145 May 25 23:06:34.187579 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43338) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:34.193781 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1b634c12-dad2-48bb-a80f-7f1db9ad0881 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'ebfaab06-5214-414c-946a-078eb3befb3e', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:34.199420 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1b634c12-dad2-48bb-a80f-7f1db9ad0881 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:06:34.203311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1b634c12-dad2-48bb-a80f-7f1db9ad0881 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:06:34.206993 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1b634c12-dad2-48bb-a80f-7f1db9ad0881 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:06:34.212978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1b634c12-dad2-48bb-a80f-7f1db9ad0881 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:06:34.280951 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-1b634c12-dad2-48bb-a80f-7f1db9ad0881 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:06:34.287762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1b634c12-dad2-48bb-a80f-7f1db9ad0881 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:34.355265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1b634c12-dad2-48bb-a80f-7f1db9ad0881 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:34.418273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1b634c12-dad2-48bb-a80f-7f1db9ad0881 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:34.442103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b634c12-dad2-48bb-a80f-7f1db9ad0881 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a15099-88e4-41a8-8d3f-a9f0a0d84ab2,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:34.515460 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1b634c12-dad2-48bb-a80f-7f1db9ad0881 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:34.516644 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1b634c12-dad2-48bb-a80f-7f1db9ad0881 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3281701 May 25 23:06:34.744774 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-2e6ed3c8-b879-40f9-a6c8-d7c1de3960a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541003835&fields=id&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 267 time: 0.0384398 May 25 23:06:34.819382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-e5291882-23e8-4eaa-9156-d0473594fef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:34.820729 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-e5291882-23e8-4eaa-9156-d0473594fef2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports/6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 HTTP/1.1" status: 200 len: 930 time: 0.0697811 May 25 23:06:34.890176 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-41fd4d50-32c0-401a-ae44-d59b50f30645 service neutron] 10.222.0.66 "GET /v2.0/ports/6ccaad58-e0e2-44cb-a79b-d9c4c47e0740?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0567245 May 25 23:06:35.020424 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-206a3c18-2cbd-485c-aa53-4f499a550b1c service neutron] 10.222.0.66 "GET /v2.0/networks/46c5b558-60e3-43bc-af89-a5834758fb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238747 May 25 23:06:35.148140 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-16d65ef3-5647-4ac1-9a32-f309b74a7bf2 service neutron] 10.222.0.66 "GET /v2.0/networks/46c5b558-60e3-43bc-af89-a5834758fb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221001 May 25 23:06:35.387869 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b04dfa0b-895a-4623-b180-616dea1aa395 req-fc80732d-d85c-4962-8d06-b1f64690bd94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 210 time: 0.0404267 May 25 23:06:36.500978 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f49b941-ef53-42c4-908d-d6fa0771dcaf req-26171736-2ac6-4541-8e28-141ebeb07bb7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 210 time: 0.0457923 May 25 23:06:37.609318 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-77eb7e27-770d-4e9a-93f5-8e68ebb592c7 req-020715d1-464d-4c38-a041-1bdb623ad98c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 210 time: 0.0392444 May 25 23:06:38.784120 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-633d9d41-5a49-46f2-9f8a-f7c0b1ae9f4c req-3cf2ddc1-eeab-4e0d-a364-f717d5cb30f7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 210 time: 0.0468624 May 25 23:06:39.413650 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-29915e28-e409-4023-b45d-ed1ac04244db service neutron] 10.222.0.73 "GET /v2.0/ports/6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 HTTP/1.1" status: 200 len: 1026 time: 0.0626905 May 25 23:06:39.558346 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-44067eaa-7a36-4a4c-8713-8715c4ca790f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:39.559733 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-44067eaa-7a36-4a4c-8713-8715c4ca790f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/networks?id=46c5b558-60e3-43bc-af89-a5834758fb0a HTTP/1.1" status: 200 len: 797 time: 0.1416943 May 25 23:06:39.611711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-c27a91b2-ed6f-442e-8afc-fbc2d62e46c2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:06:39.680661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-c27a91b2-ed6f-442e-8afc-fbc2d62e46c2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:06:39.681730 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-c27a91b2-ed6f-442e-8afc-fbc2d62e46c2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 472 time: 0.1110113 May 25 23:06:39.692358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Request body: {'port': {'device_id': 'ffc287ba-4c57-41ce-ac0d-7b5c5346fe98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:39.801635 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:39.953936 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c1cf4923-7369-4c25-ac5c-5afb7444fe47 req-0eb9be54-bcb7-46d4-8e0f-824b34dea82a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 210 time: 0.0436304 May 25 23:06:40.140488 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:06:40.148258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:40.162560 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Transition to ACTIVE for port object 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:06:40.235342 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:40.365947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Pushing event updated for resources: {'Port': ['ID=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,revision_number=7']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:40.506892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Attempting to bind port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:06:40.507553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Attempting to bind port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:06:40.507553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Attempting to bind port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 on network 46c5b558-60e3-43bc-af89-a5834758fb0a {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:06:40.513334 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 on network 46c5b558-60e3-43bc-af89-a5834758fb0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:06:40.513652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Attempting to bind port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 on network 46c5b558-60e3-43bc-af89-a5834758fb0a {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:06:40.519874 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:06:40.520207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Checking segment: {'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:06:40.520621 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Bound using segment: {'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:06:40.521083 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Bound port: 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d9285d-36ef-4f2d-a3ee-38e419727706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:06:40.521426 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:40.611676 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] For port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:06:40.614572 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] For port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,segment=NetworkSegment(08d9285d-36ef-4f2d-a3ee-38e419727706),segment_id=08d9285d-36ef-4f2d-a3ee-38e419727706)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:06:40.687513 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:40.749007 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:40.750342 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] 10.222.0.73 "PUT /v2.0/ports/6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 HTTP/1.1" status: 200 len: 1131 time: 1.0630381 May 25 23:06:40.750769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc287ba-4c57-41ce-ac0d-7b5c5346fe98', 'tag': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:06:40.770371 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd801cc-8e52-48ee-9159-22dbe9ce201f service neutron] Pushing event updated for resources: {'Port': ['ID=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,revision_number=8']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:40.811535 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a690e1-92cc-4f09-b27c-66bb2ec7d536'] response: {'name': 'network-changed', 'server_uuid': 'ffc287ba-4c57-41ce-ac0d-7b5c5346fe98', 'tag': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740', 'status': 'completed', 'code': 200} May 25 23:06:40.902840 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1ce0efed-5e5a-439d-a37c-c12a63f3bfd0 req-941f3809-d6bf-40de-bcb8-43169e15f958 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 1134 time: 0.0706952 May 25 23:06:41.045083 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0efed-5e5a-439d-a37c-c12a63f3bfd0 req-8e25f9b9-ab58-40b6-a4bd-3e81c6fe7301 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:41.046514 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1ce0efed-5e5a-439d-a37c-c12a63f3bfd0 req-8e25f9b9-ab58-40b6-a4bd-3e81c6fe7301 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cf9636952f01491a97cc3c500b4629f1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1372235 May 25 23:06:41.153606 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd379c-ce52-4db0-9b84-4e5584be0f45 req-a1fc23b0-0c75-4df5-ad04-b63b095162e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:41.155046 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e2cd379c-ce52-4db0-9b84-4e5584be0f45 req-a1fc23b0-0c75-4df5-ad04-b63b095162e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 981 time: 0.0760834 May 25 23:06:41.181487 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0efed-5e5a-439d-a37c-c12a63f3bfd0 req-f0716bf8-25ea-4213-a580-8c1263825014 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:41.182935 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1ce0efed-5e5a-439d-a37c-c12a63f3bfd0 req-f0716bf8-25ea-4213-a580-8c1263825014 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312521 May 25 23:06:41.202223 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e2cd379c-ce52-4db0-9b84-4e5584be0f45 req-9192b32a-2fa7-4e50-a9d7-d3ea6534a2c0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408270 May 25 23:06:41.376001 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-9737df11-cc49-4d3e-a66e-d3f33e2dfdbf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 1134 time: 0.1578236 May 25 23:06:41.456789 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c466d8b7-d451-42e0-9321-80778c2e9073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:41.478653 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-0c5b6b9e-f726-4298-8a56-b5d6be0e18d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 HTTP/1.1" status: 200 len: 1037 time: 0.0963175 May 25 23:06:41.538336 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-1670d4ae-1bd5-4f3b-bf5e-88da4f722da7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:41.539718 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-1670d4ae-1bd5-4f3b-bf5e-88da4f722da7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03854179-617b-4b2a-87b7-a2085d7fa59e HTTP/1.1" status: 200 len: 834 time: 0.0556183 May 25 23:06:41.617301 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-49036241-15c8-456f-af82-639f87079706 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46c5b558-60e3-43bc-af89-a5834758fb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717232 May 25 23:06:41.747574 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-f267c94b-0842-495b-b6f6-a1c90ad4d9cc service neutron] 10.222.0.73 "GET /v2.0/networks/46c5b558-60e3-43bc-af89-a5834758fb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239386 May 25 23:06:41.874191 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4aa64b9e-88be-4f9a-8c0d-cbeb1190b84d req-fdf37281-45c2-440d-aeae-726b3ce59cc8 service neutron] 10.222.0.73 "GET /v2.0/networks/46c5b558-60e3-43bc-af89-a5834758fb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212356 May 25 23:06:42.402946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0f1bd-a4cd-408d-b458-144bf26f5303 req-6c72fac3-f30b-4fc2-b911-dbe3ac0a184f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:42.404369 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-83d0f1bd-a4cd-408d-b458-144bf26f5303 req-6c72fac3-f30b-4fc2-b911-dbe3ac0a184f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 981 time: 0.0780988 May 25 23:06:42.450713 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-83d0f1bd-a4cd-408d-b458-144bf26f5303 req-6d9ad17d-8451-4bb0-9fd6-6291aadeaaa9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400119 May 25 23:06:43.568108 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:06:43.635556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b751f85c-93c4-4e78-88c3-f2c28747a8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:43.646481 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9d5a8-3fce-448a-ae11-b89374c67e19 req-1c7065e6-cf02-47a2-a002-afbcacd8fa4e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:43.647912 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4ce9d5a8-3fce-448a-ae11-b89374c67e19 req-1c7065e6-cf02-47a2-a002-afbcacd8fa4e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 981 time: 0.0772059 May 25 23:06:43.696189 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4ce9d5a8-3fce-448a-ae11-b89374c67e19 req-c7e00c62-1232-4f28-a1b7-f59b3426f578 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 May 25 23:06:44.030441 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:06:44.160496 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,segment=NetworkSegment(08d9285d-36ef-4f2d-a3ee-38e419727706),segment_id=08d9285d-36ef-4f2d-a3ee-38e419727706)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:44.172982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a', 'port_id': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740', 'mac_address': 'fa:16:3e:e5:c8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:06:44.225592 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:44.242409 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:06:44.256868 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,segment=NetworkSegment(08d9285d-36ef-4f2d-a3ee-38e419727706),segment_id=08d9285d-36ef-4f2d-a3ee-38e419727706)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:44.332066 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:44.432646 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,revision_number=9']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:44.522356 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['6ccaad58-e0e2-44cb-a79b-d9c4c47e0740'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:06:44.817427 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:44.892371 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239656a1-f550-4746-b589-2014e970b23b req-3fd4fb26-98e5-4da4-acad-efbedf956259 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:44.893831 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-239656a1-f550-4746-b589-2014e970b23b req-3fd4fb26-98e5-4da4-acad-efbedf956259 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 982 time: 0.0753975 May 25 23:06:44.943989 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-239656a1-f550-4746-b589-2014e970b23b req-4f99ea42-d50a-4986-b48b-f5ec28d20e97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441134 May 25 23:06:45.061772 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:46.045955 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:06:46.144460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df96b89-67dd-488a-be5b-3a8167db1a23 req-66d7fed0-d344-4e7f-be9c-8f1a127257b0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:46.145901 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5df96b89-67dd-488a-be5b-3a8167db1a23 req-66d7fed0-d344-4e7f-be9c-8f1a127257b0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 982 time: 0.0787446 May 25 23:06:46.184477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:06:46.189974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:06:46.190364 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:46.285007 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5df96b89-67dd-488a-be5b-3a8167db1a23 req-9920dcc6-c380-4c20-b012-1b84a05f3b7d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333439 May 25 23:06:46.311929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:46.338665 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc287ba-4c57-41ce-ac0d-7b5c5346fe98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:06:46.348478 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,segment=NetworkSegment(08d9285d-36ef-4f2d-a3ee-38e419727706),segment_id=08d9285d-36ef-4f2d-a3ee-38e419727706)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:46.392150 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5e3b8b-e20f-4deb-949a-92d4a957a9a4'] response: {'server_uuid': 'ffc287ba-4c57-41ce-ac0d-7b5c5346fe98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccaad58-e0e2-44cb-a79b-d9c4c47e0740', 'code': 200} May 25 23:06:46.412318 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:46.477495 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,revision_number=10']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:46.600724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:46.760423 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e6f95600-d54c-43e2-b02a-6b2e4084b0d3 req-e0f00f8a-b451-48d4-ad0e-d75ccc427397 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 1137 time: 0.0661037 May 25 23:06:46.802388 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e6f95600-d54c-43e2-b02a-6b2e4084b0d3 req-af05d53f-d8bf-4baf-a61c-df59f26a175c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367241 May 25 23:06:47.463984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:47.482050 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40897f-0d94-4916-aa87-f486ed09d2c2 req-0addcb4b-40eb-4151-9a84-16eddb9ea238 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:47.484693 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9b40897f-0d94-4916-aa87-f486ed09d2c2 req-0addcb4b-40eb-4151-9a84-16eddb9ea238 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 984 time: 0.0750487 May 25 23:06:47.528764 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9b40897f-0d94-4916-aa87-f486ed09d2c2 req-56ee756a-b65d-42ca-b347-3513c85e01d1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395374 May 25 23:06:48.730299 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d8855-ca86-479f-b279-9b0c8ada585c req-63cf81ed-4e3e-4c9b-a073-5c5ac4ca2d49 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:48.731726 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b43d8855-ca86-479f-b279-9b0c8ada585c req-63cf81ed-4e3e-4c9b-a073-5c5ac4ca2d49 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 984 time: 0.0769649 May 25 23:06:48.775889 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b43d8855-ca86-479f-b279-9b0c8ada585c req-cfcef28d-684b-4e48-b758-84554fb8bad0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385997 May 25 23:06:48.971781 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ed512-5207-4496-a649-ea42399f923a req-00ac2ca3-da78-4094-8d53-4d0b4d394de8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:48.973810 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-721ed512-5207-4496-a649-ea42399f923a req-00ac2ca3-da78-4094-8d53-4d0b4d394de8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 984 time: 0.0792494 May 25 23:06:49.021540 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-721ed512-5207-4496-a649-ea42399f923a req-874870e1-5dbc-4007-988a-a141bd945407 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 May 25 23:06:49.048887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43392) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:49.118500 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6c8eddda-a34b-468c-84b5-b3d6d9a64601 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98&network_id=46c5b558-60e3-43bc-af89-a5834758fb0a HTTP/1.1" status: 200 len: 1132 time: 0.0685058 May 25 23:06:49.712312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798282f8-8e3d-4e37-a84c-1968f8071ae6 req-95992a06-9468-4ea1-8fad-ea4d8526b5f4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:49.713746 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-798282f8-8e3d-4e37-a84c-1968f8071ae6 req-95992a06-9468-4ea1-8fad-ea4d8526b5f4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 984 time: 0.0738566 May 25 23:06:49.760724 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-798282f8-8e3d-4e37-a84c-1968f8071ae6 req-dee3e4d3-848b-45dc-80e4-969acb0b543f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414932 May 25 23:06:50.948518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841475b8-3f30-4d3f-86a2-38241ce65460 req-f65e6034-fa34-4b18-83d4-9ece2f3bca1e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:50.949894 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-841475b8-3f30-4d3f-86a2-38241ce65460 req-f65e6034-fa34-4b18-83d4-9ece2f3bca1e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 984 time: 0.0794194 May 25 23:06:50.960018 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43156535-1f23-409d-801d-b6f94becf562 req-4fcb751f-1676-47af-9627-beaf796886ea tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:50.963734 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-43156535-1f23-409d-801d-b6f94becf562 req-4fcb751f-1676-47af-9627-beaf796886ea tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 984 time: 0.0761006 May 25 23:06:51.007776 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-43156535-1f23-409d-801d-b6f94becf562 req-b71c8905-02eb-4463-9fc8-a24e7915255c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6ec6e47-00b8-4b39-899b-1977f0269b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 May 25 23:06:51.017441 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841475b8-3f30-4d3f-86a2-38241ce65460 req-9b9322b0-e057-4413-9984-cb9a5be49c71 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:06:51.018792 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-841475b8-3f30-4d3f-86a2-38241ce65460 req-9b9322b0-e057-4413-9984-cb9a5be49c71 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/ports/6ccaad58-e0e2-44cb-a79b-d9c4c47e0740?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0642650 May 25 23:06:51.157738 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-841475b8-3f30-4d3f-86a2-38241ce65460 req-dd8b6e5d-3fc9-4c7c-b137-8657ada83237 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/networks/46c5b558-60e3-43bc-af89-a5834758fb0a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1344512 May 25 23:06:51.166580 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-841475b8-3f30-4d3f-86a2-38241ce65460 req-318bb905-a5e3-4090-91c2-80a433b861bd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:06:51.275405 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-841475b8-3f30-4d3f-86a2-38241ce65460 req-318bb905-a5e3-4090-91c2-80a433b861bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:51.465956 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-841475b8-3f30-4d3f-86a2-38241ce65460 req-318bb905-a5e3-4090-91c2-80a433b861bd service neutron] For port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,segment=NetworkSegment(08d9285d-36ef-4f2d-a3ee-38e419727706),segment_id=08d9285d-36ef-4f2d-a3ee-38e419727706)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:51.494677 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-841475b8-3f30-4d3f-86a2-38241ce65460 req-318bb905-a5e3-4090-91c2-80a433b861bd service neutron] For port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:06:51.547016 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-841475b8-3f30-4d3f-86a2-38241ce65460 req-318bb905-a5e3-4090-91c2-80a433b861bd service neutron] device_id is not set on port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 yet. {{(pid=84717) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 23:06:51.554405 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-841475b8-3f30-4d3f-86a2-38241ce65460 req-318bb905-a5e3-4090-91c2-80a433b861bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:51.604370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-841475b8-3f30-4d3f-86a2-38241ce65460 req-318bb905-a5e3-4090-91c2-80a433b861bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:51.740432 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bb905-a5e3-4090-91c2-80a433b861bd service neutron] Pushing event updated for resources: {'Port': ['ID=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,revision_number=11']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:51.797140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-841475b8-3f30-4d3f-86a2-38241ce65460 req-318bb905-a5e3-4090-91c2-80a433b861bd service neutron] No DVR routers for this DVR port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:06:51.922229 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-327f9535-6911-4b84-b7ce-c9b0fa71100b None None] Provisioning complete for port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:06:51.922878 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-327f9535-6911-4b84-b7ce-c9b0fa71100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:51.974441 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-327f9535-6911-4b84-b7ce-c9b0fa71100b None None] Port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:06:52.126932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-841475b8-3f30-4d3f-86a2-38241ce65460 req-318bb905-a5e3-4090-91c2-80a433b861bd service neutron] In _notify_port_updated(), no bound segment for port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 on network 46c5b558-60e3-43bc-af89-a5834758fb0a {{(pid=84717) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 25 23:06:52.127967 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-841475b8-3f30-4d3f-86a2-38241ce65460 req-318bb905-a5e3-4090-91c2-80a433b861bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:52.129903 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-841475b8-3f30-4d3f-86a2-38241ce65460 req-318bb905-a5e3-4090-91c2-80a433b861bd service neutron] 10.222.0.73 "PUT /v2.0/ports/6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 HTTP/1.1" status: 200 len: 1027 time: 0.9664028 May 25 23:06:52.172933 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e7ef3fa-c2f3-4736-8949-c24ec1edb0f5 req-7279f673-333a-460c-a75e-690fd5d92d5b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc287ba-4c57-41ce-ac0d-7b5c5346fe98 HTTP/1.1" status: 200 len: 210 time: 0.0450025 May 25 23:06:53.276889 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43406) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:53.344172 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0bbf1a39-13fd-4cc8-b08d-da94b411b644 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:53.372158 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0bbf1a39-13fd-4cc8-b08d-da94b411b644 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:53.501759 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0bbf1a39-13fd-4cc8-b08d-da94b411b644 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:53.521064 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf1a39-13fd-4cc8-b08d-da94b411b644 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfaab06-5214-414c-946a-078eb3befb3e,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:53.587392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0bbf1a39-13fd-4cc8-b08d-da94b411b644 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:53.588551 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0bbf1a39-13fd-4cc8-b08d-da94b411b644 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/security-groups/ebfaab06-5214-414c-946a-078eb3befb3e HTTP/1.1" status: 204 len: 168 time: 0.3106782 May 25 23:06:53.699349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43412) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:53.900604 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-7dd243b6-ddae-40ea-b88f-6110bf949047 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port e4c86097-1afa-4750-98ea-15c742161d11 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:06:53.900948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7dd243b6-ddae-40ea-b88f-6110bf949047 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:54.074235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7dd243b6-ddae-40ea-b88f-6110bf949047 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:54.074692 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7dd243b6-ddae-40ea-b88f-6110bf949047 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:54.095949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:06:54.156181 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:06:54.203010 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-7dd243b6-ddae-40ea-b88f-6110bf949047 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for e4c86097-1afa-4750-98ea-15c742161d11 owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:06:54.439195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7dd243b6-ddae-40ea-b88f-6110bf949047 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:54.488121 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd243b6-ddae-40ea-b88f-6110bf949047 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=e4c86097-1afa-4750-98ea-15c742161d11,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:54.589624 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7dd243b6-ddae-40ea-b88f-6110bf949047 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:54.991104 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd243b6-ddae-40ea-b88f-6110bf949047 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 74fc4273-c067-4834-ad4b-0ddb9c629db1 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:06:55.276195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd243b6-ddae-40ea-b88f-6110bf949047 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:06:55.286288 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d7ea6-9d53-4358-b79d-e792470efb74 None None] Sync routers for ids ['74fc4273-c067-4834-ad4b-0ddb9c629db1'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:06:55.297796 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d7ea6-9d53-4358-b79d-e792470efb74 None None] Routers {'74fc4273-c067-4834-ad4b-0ddb9c629db1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:06:55.299983 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-a27d7ea6-9d53-4358-b79d-e792470efb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:06:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['74fc4273-c067-4834-ad4b-0ddb9c629db1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:55.354607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7dd243b6-ddae-40ea-b88f-6110bf949047 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:55.410288 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7dd243b6-ddae-40ea-b88f-6110bf949047 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/floatingips/593a08dd-095a-4ff9-9447-96e2c428aba5 HTTP/1.1" status: 204 len: 168 time: 1.7098274 May 25 23:06:55.474095 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-a27d7ea6-9d53-4358-b79d-e792470efb74 None None] Set router 74fc4273-c067-4834-ad4b-0ddb9c629db1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:06:55.565099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43420) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:55.633780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a51ed06-3beb-4c91-b327-05948feffe73 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:55.662096 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a51ed06-3beb-4c91-b327-05948feffe73 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:55.777792 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-a27d7ea6-9d53-4358-b79d-e792470efb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'name': 'tempest-TestNetworkBasicOps-router-1409334222', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:06Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'a569022b-ccd6-4c24-925d-7e242984eb86', 'name': '', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:c4:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:05Z', 'updated_at': '2022-05-25T23:06:12Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:55.781455 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d7ea6-9d53-4358-b79d-e792470efb74 None None] Checking router: 74fc4273-c067-4834-ad4b-0ddb9c629db1 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:06:55.787600 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a51ed06-3beb-4c91-b327-05948feffe73 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:55.792245 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d7ea6-9d53-4358-b79d-e792470efb74 None None] Routers {'74fc4273-c067-4834-ad4b-0ddb9c629db1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:06:55.792918 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-a27d7ea6-9d53-4358-b79d-e792470efb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:06:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['74fc4273-c067-4834-ad4b-0ddb9c629db1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:55.807786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51ed06-3beb-4c91-b327-05948feffe73 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31864a9e-4244-4d6d-9f96-2238854176a5,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:55.823556 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4a51ed06-3beb-4c91-b327-05948feffe73 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:55.827225 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4a51ed06-3beb-4c91-b327-05948feffe73 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/security-groups/31864a9e-4244-4d6d-9f96-2238854176a5 HTTP/1.1" status: 204 len: 168 time: 0.2585633 May 25 23:06:55.921521 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43426) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:55.970739 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-a27d7ea6-9d53-4358-b79d-e792470efb74 None None] Set router 74fc4273-c067-4834-ad4b-0ddb9c629db1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:06:55.990647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:06:55.990983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.229320 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.297406 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-a27d7ea6-9d53-4358-b79d-e792470efb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'name': 'tempest-TestNetworkBasicOps-router-1409334222', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:06Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'a569022b-ccd6-4c24-925d-7e242984eb86', 'name': '', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:c4:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:05Z', 'updated_at': '2022-05-25T23:06:12Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:56.301403 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d7ea6-9d53-4358-b79d-e792470efb74 None None] The sync data for ids ['74fc4273-c067-4834-ad4b-0ddb9c629db1'] in dv-neutron-843300-1-hyperv is: [{'id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'name': 'tempest-TestNetworkBasicOps-router-1409334222', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:06Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'a569022b-ccd6-4c24-925d-7e242984eb86', 'name': '', 'network_id': '46c5b558-60e3-43bc-af89-a5834758fb0a', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:c4:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:05Z', 'updated_at': '2022-05-25T23:06:12Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '03854179-617b-4b2a-87b7-a2085d7fa59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:06:56.356691 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 owned by {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:06:56.524131 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b3bebe-62df-4c2c-a623-686ea4375679 None None] New status for floating IP 593a08dd-095a-4ff9-9447-96e2c428aba5: DOWN {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:06:56.559048 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.607510 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=6ccaad58-e0e2-44cb-a79b-d9c4c47e0740,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:56.622104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:56.622445 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:56.622774 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:56.623101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:56.623418 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:56.623742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:56.624060 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:56.624381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:56.624728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:56.625590 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:56.625590 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:06:56.724910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:56.734640 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9e21cf99-0973-4d80-968f-5af9c9bd2fca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/ports/6ccaad58-e0e2-44cb-a79b-d9c4c47e0740 HTTP/1.1" status: 204 len: 168 time: 0.8120551 May 25 23:06:56.737261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43430) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:57.214129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22c3a34b-2504-49cf-b106-1c2f9400aa0f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.813158 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-22c3a34b-2504-49cf-b106-1c2f9400aa0f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port a569022b-ccd6-4c24-925d-7e242984eb86 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:06:57.813488 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22c3a34b-2504-49cf-b106-1c2f9400aa0f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:57.994323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-22c3a34b-2504-49cf-b106-1c2f9400aa0f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port a569022b-ccd6-4c24-925d-7e242984eb86, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a569022b-ccd6-4c24-925d-7e242984eb86,segment=NetworkSegment(08d9285d-36ef-4f2d-a3ee-38e419727706),segment_id=08d9285d-36ef-4f2d-a3ee-38e419727706)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:06:57.994656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22c3a34b-2504-49cf-b106-1c2f9400aa0f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:58.117155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-22c3a34b-2504-49cf-b106-1c2f9400aa0f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for a569022b-ccd6-4c24-925d-7e242984eb86 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:06:58.355256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22c3a34b-2504-49cf-b106-1c2f9400aa0f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:58.404126 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3a34b-2504-49cf-b106-1c2f9400aa0f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=a569022b-ccd6-4c24-925d-7e242984eb86,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:06:58.788823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22c3a34b-2504-49cf-b106-1c2f9400aa0f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:59.343603 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c3a34b-2504-49cf-b106-1c2f9400aa0f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 74fc4273-c067-4834-ad4b-0ddb9c629db1 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:06:59.534096 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c3a34b-2504-49cf-b106-1c2f9400aa0f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:06:59.544070 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cb2b9-113b-49cf-aeba-e2a133794b8b None None] Sync routers for ids ['74fc4273-c067-4834-ad4b-0ddb9c629db1'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:06:59.547040 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-22c3a34b-2504-49cf-b106-1c2f9400aa0f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/74fc4273-c067-4834-ad4b-0ddb9c629db1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8087664 May 25 23:06:59.549682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43434) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:06:59.556181 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927cb2b9-113b-49cf-aeba-e2a133794b8b None None] Routers {'74fc4273-c067-4834-ad4b-0ddb9c629db1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:06:59.556812 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-927cb2b9-113b-49cf-aeba-e2a133794b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:06:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['74fc4273-c067-4834-ad4b-0ddb9c629db1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:06:59.736226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c10fd27-7d8a-47c6-b5bb-0ec16ced39e7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting subnet 03854179-617b-4b2a-87b7-a2085d7fa59e {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:06:59.739786 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1c10fd27-7d8a-47c6-b5bb-0ec16ced39e7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:59.760775 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-927cb2b9-113b-49cf-aeba-e2a133794b8b None None] Set router 74fc4273-c067-4834-ad4b-0ddb9c629db1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:06:59.793242 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1c10fd27-7d8a-47c6-b5bb-0ec16ced39e7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:59.876983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1c10fd27-7d8a-47c6-b5bb-0ec16ced39e7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:06:59.995745 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1c10fd27-7d8a-47c6-b5bb-0ec16ced39e7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.033361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10fd27-7d8a-47c6-b5bb-0ec16ced39e7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Subnet': ['ID=03854179-617b-4b2a-87b7-a2085d7fa59e,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:00.036020 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-927cb2b9-113b-49cf-aeba-e2a133794b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'name': 'tempest-TestNetworkBasicOps-router-1409334222', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:58Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:00.040006 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cb2b9-113b-49cf-aeba-e2a133794b8b None None] Checking router: 74fc4273-c067-4834-ad4b-0ddb9c629db1 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:07:00.041237 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1c10fd27-7d8a-47c6-b5bb-0ec16ced39e7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.049716 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1c10fd27-7d8a-47c6-b5bb-0ec16ced39e7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/subnets/03854179-617b-4b2a-87b7-a2085d7fa59e HTTP/1.1" status: 204 len: 168 time: 0.4967749 May 25 23:07:00.049903 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df9dce4-a53f-4094-8163-4108a3368371 None None] Network 46c5b558-60e3-43bc-af89-a5834758fb0a requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:07:00.050361 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43438) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:00.050802 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927cb2b9-113b-49cf-aeba-e2a133794b8b None None] Routers {'74fc4273-c067-4834-ad4b-0ddb9c629db1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:07:00.051358 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-927cb2b9-113b-49cf-aeba-e2a133794b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:06:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['74fc4273-c067-4834-ad4b-0ddb9c629db1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:00.232561 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-927cb2b9-113b-49cf-aeba-e2a133794b8b None None] Set router 74fc4273-c067-4834-ad4b-0ddb9c629db1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:07:00.253181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.319244 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a57223-85ab-46dd-961d-dd1fd9d87d9f None None] DHCP port deletion for 46c5b558-60e3-43bc-af89-a5834758fb0a request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:07:00.323544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-38a57223-85ab-46dd-961d-dd1fd9d87d9f None None] Deleting port dd8ce035-78a0-4d20-ae34-fc5b513c7034 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:07:00.323920 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-38a57223-85ab-46dd-961d-dd1fd9d87d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.471436 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.519096 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-927cb2b9-113b-49cf-aeba-e2a133794b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'name': 'tempest-TestNetworkBasicOps-router-1409334222', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:58Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:00.522917 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cb2b9-113b-49cf-aeba-e2a133794b8b None None] The sync data for ids ['74fc4273-c067-4834-ad4b-0ddb9c629db1'] in dv-neutron-843300-1-hyperv is: [{'id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'name': 'tempest-TestNetworkBasicOps-router-1409334222', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:58Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '8c8ee9e8-1c61-4f8c-90ec-7076c7894954', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fc4273-c067-4834-ad4b-0ddb9c629db1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:06:01Z', 'updated_at': '2022-05-25T23:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:07:00.537643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-38a57223-85ab-46dd-961d-dd1fd9d87d9f None None] For port dd8ce035-78a0-4d20-ae34-fc5b513c7034, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=dd8ce035-78a0-4d20-ae34-fc5b513c7034,segment=NetworkSegment(08d9285d-36ef-4f2d-a3ee-38e419727706),segment_id=08d9285d-36ef-4f2d-a3ee-38e419727706)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:00.538029 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-38a57223-85ab-46dd-961d-dd1fd9d87d9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.570490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 8c8ee9e8-1c61-4f8c-90ec-7076c7894954 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:07:00.570837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.658878 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-38a57223-85ab-46dd-961d-dd1fd9d87d9f None None] Calling delete_port for dd8ce035-78a0-4d20-ae34-fc5b513c7034 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:07:00.747568 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port 8c8ee9e8-1c61-4f8c-90ec-7076c7894954, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8c8ee9e8-1c61-4f8c-90ec-7076c7894954,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:00.747950 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.801856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-38a57223-85ab-46dd-961d-dd1fd9d87d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:00.852024 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a57223-85ab-46dd-961d-dd1fd9d87d9f None None] No DVR routers for this DVR port dd8ce035-78a0-4d20-ae34-fc5b513c7034 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:07:00.853725 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a57223-85ab-46dd-961d-dd1fd9d87d9f None None] Pushing event deleted for resources: {'Port': ['ID=dd8ce035-78a0-4d20-ae34-fc5b513c7034,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:00.872819 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 8c8ee9e8-1c61-4f8c-90ec-7076c7894954 owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:07:00.919486 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a569022b-ccd6-4c24-925d-7e242984eb86 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:07:00.954387 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: a569022b-ccd6-4c24-925d-7e242984eb86 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:07:00.954795 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a569022b-ccd6-4c24-925d-7e242984eb86 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:07:00.955271 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device dd8ce035-78a0-4d20-ae34-fc5b513c7034 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:07:01.023949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: dd8ce035-78a0-4d20-ae34-fc5b513c7034 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:07:01.024289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device dd8ce035-78a0-4d20-ae34-fc5b513c7034 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:07:01.114237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.158877 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=8c8ee9e8-1c61-4f8c-90ec-7076c7894954,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:01.201127 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:01.201474 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:01.201814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:01.202145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:01.202477 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:01.202805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:01.203133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:01.203455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:01.203776 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:01.204095 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:01.204415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:01.475558 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.726572 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.730544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.810229 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.810750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Fanout notify agent at l3_agent the message router_deleted on router 74fc4273-c067-4834-ad4b-0ddb9c629db1 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:07:01.825753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:01.829557 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b2682c5f-b719-461b-9c6c-429715b54dce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/routers/74fc4273-c067-4834-ad4b-0ddb9c629db1 HTTP/1.1" status: 204 len: 168 time: 1.7784975 May 25 23:07:01.829696 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43442) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:02.043742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b35dd485-c513-41d7-a438-a4fba72ac71d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.173269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b35dd485-c513-41d7-a438-a4fba72ac71d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.199454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b35dd485-c513-41d7-a438-a4fba72ac71d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c5b558-60e3-43bc-af89-a5834758fb0a']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:02.211262 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b35dd485-c513-41d7-a438-a4fba72ac71d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d9285d-36ef-4f2d-a3ee-38e419727706') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:02.211557 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-b35dd485-c513-41d7-a438-a4fba72ac71d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d9285d-36ef-4f2d-a3ee-38e419727706') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:02.223622 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b35dd485-c513-41d7-a438-a4fba72ac71d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.240977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b35dd485-c513-41d7-a438-a4fba72ac71d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.247301 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35dd485-c513-41d7-a438-a4fba72ac71d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:07:02.247684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b35dd485-c513-41d7-a438-a4fba72ac71d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:07:02.262733 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:07:02.406629 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b35dd485-c513-41d7-a438-a4fba72ac71d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.424252 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b35dd485-c513-41d7-a438-a4fba72ac71d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.435895 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dd485-c513-41d7-a438-a4fba72ac71d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Network': ['ID=46c5b558-60e3-43bc-af89-a5834758fb0a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:02.527185 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b35dd485-c513-41d7-a438-a4fba72ac71d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/networks/46c5b558-60e3-43bc-af89-a5834758fb0a HTTP/1.1" status: 204 len: 168 time: 0.6964345 May 25 23:07:02.540844 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43446) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:02.553312 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8b151dcd-3d38-4724-8790-19510fd56dda tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0114846 May 25 23:07:02.555886 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43450) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:02.561014 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-78902bf7-07b3-4088-9d9c-0a746b828b94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'network': {'name': 'tempest-network-smoke--1191596144', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'port_security_enabled': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:07:02.565616 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-78902bf7-07b3-4088-9d9c-0a746b828b94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:07:02.569925 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-78902bf7-07b3-4088-9d9c-0a746b828b94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:network and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:07:02.573175 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-78902bf7-07b3-4088-9d9c-0a746b828b94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:07:02.578928 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-78902bf7-07b3-4088-9d9c-0a746b828b94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:07:02.656025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8c8ee9e8-1c61-4f8c-90ec-7076c7894954 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:07:02.663389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78902bf7-07b3-4088-9d9c-0a746b828b94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:07:02.666428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-78902bf7-07b3-4088-9d9c-0a746b828b94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.690296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 8c8ee9e8-1c61-4f8c-90ec-7076c7894954 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:07:02.690627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8c8ee9e8-1c61-4f8c-90ec-7076c7894954 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:07:02.696412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78902bf7-07b3-4088-9d9c-0a746b828b94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:07:02.705332 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-78902bf7-07b3-4088-9d9c-0a746b828b94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.705674 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-78902bf7-07b3-4088-9d9c-0a746b828b94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Added segment 5ad1e289-0956-424c-abff-f28ecae94abb of type vlan for network 41a7812b-423d-4baf-9e7c-e908a6b530ff May 25 23:07:02.735026 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-78902bf7-07b3-4088-9d9c-0a746b828b94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.833924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-78902bf7-07b3-4088-9d9c-0a746b828b94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.837577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78902bf7-07b3-4088-9d9c-0a746b828b94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:02.838142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-78902bf7-07b3-4088-9d9c-0a746b828b94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:02.945712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78902bf7-07b3-4088-9d9c-0a746b828b94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Network': ['ID=41a7812b-423d-4baf-9e7c-e908a6b530ff,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:02.956310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 41a7812b-423d-4baf-9e7c-e908a6b530ff details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:07:03.016746 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-78902bf7-07b3-4088-9d9c-0a746b828b94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4598200 May 25 23:07:03.019896 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43454) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:03.025643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1896715695', 'admin_state_up': True, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:07:03.032296 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:07:03.036917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:router and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:07:03.039763 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:07:03.045478 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:07:03.109373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:03.110326 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:03.128171 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:03.320187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:03.563826 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:03.592924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:03.725195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.102 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/6707610e-eab9-4c0f-802e-2e5ef4eded7e) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:07:03.869579 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:04.081187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:04.143932 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:07:04.146468 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:07:04.150070 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:07:04.182150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=6707610e-eab9-4c0f-802e-2e5ef4eded7e,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:04.389359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:04.390069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:04.781547 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router b32316f9-3dfe-4f19-903b-cdf964568bdb is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:07:04.979306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:07:04.989250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Sync routers for ids ['b32316f9-3dfe-4f19-903b-cdf964568bdb'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:07:05.000773 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Routers {'b32316f9-3dfe-4f19-903b-cdf964568bdb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:07:05.001379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:06:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32316f9-3dfe-4f19-903b-cdf964568bdb'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:05.061713 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:05.062912 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e79eb09c-62a3-418a-a890-50abb227348b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0417514 May 25 23:07:05.066370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43458) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:05.105931 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-00bd01b3-4e4d-4717-94e8-580179a38a0e tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=cf9636952f01491a97cc3c500b4629f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377455 May 25 23:07:05.108415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43462) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:05.177948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Set router b32316f9-3dfe-4f19-903b-cdf964568bdb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:07:05.235853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba32ad1a-7d89-424a-bb60-304aa1bf9dd7 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:05.237310 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ba32ad1a-7d89-424a-bb60-304aa1bf9dd7 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279869 May 25 23:07:05.240887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43466) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:05.279841 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a2e4ea98-c6c1-48ee-9c91-128555e7ea44 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378978 May 25 23:07:05.282587 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43470) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:05.288491 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2afda8d8-9313-41ca-bbbe-6fdebfcfbfab tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1229527770', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:07:05.397037 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2afda8d8-9313-41ca-bbbe-6fdebfcfbfab tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:07:05.400843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2afda8d8-9313-41ca-bbbe-6fdebfcfbfab tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:subnet and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:07:05.403623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2afda8d8-9313-41ca-bbbe-6fdebfcfbfab tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:07:05.409304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2afda8d8-9313-41ca-bbbe-6fdebfcfbfab tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:07:05.457287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'name': 'tempest-TestNetworkBasicOps-router-1896715695', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:04Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:05.461081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Checking router: b32316f9-3dfe-4f19-903b-cdf964568bdb for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:07:05.461418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Updating router b32316f9-3dfe-4f19-903b-cdf964568bdb port 6707610e-eab9-4c0f-802e-2e5ef4eded7e binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:07:05.480948 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afda8d8-9313-41ca-bbbe-6fdebfcfbfab tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:07:05.511277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:05.584336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2afda8d8-9313-41ca-bbbe-6fdebfcfbfab tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:05.836836 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:05.847857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Transition to ACTIVE for port object 6707610e-eab9-4c0f-802e-2e5ef4eded7e will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:07:05.869540 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2afda8d8-9313-41ca-bbbe-6fdebfcfbfab tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:05.924622 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:05.947965 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afda8d8-9313-41ca-bbbe-6fdebfcfbfab tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Subnet': ['ID=0afbf6b1-b8d7-4e76-a5f2-97ae6687299b,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:05.957560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afda8d8-9313-41ca-bbbe-6fdebfcfbfab tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Checking segment: {'id': '5ad1e289-0956-424c-abff-f28ecae94abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:07:05.957912 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afda8d8-9313-41ca-bbbe-6fdebfcfbfab tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network hostable DHCP agents. Network: 41a7812b-423d-4baf-9e7c-e908a6b530ff, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:07:06.010760 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7808ad-a646-4c53-bf5d-927b024813d4 None None] Pushing event updated for resources: {'Port': ['ID=6707610e-eab9-4c0f-802e-2e5ef4eded7e,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:06.013929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Attempting to bind port 6707610e-eab9-4c0f-802e-2e5ef4eded7e on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:07:06.014298 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Attempting to bind port 6707610e-eab9-4c0f-802e-2e5ef4eded7e by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:07:06.014652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Attempting to bind port 6707610e-eab9-4c0f-802e-2e5ef4eded7e on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:07:06.021843 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:07:06.022204 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:07:06.022599 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:06.022980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:07:06.023434 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Bound port: 6707610e-eab9-4c0f-802e-2e5ef4eded7e, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:07:06.023808 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:06.057589 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afda8d8-9313-41ca-bbbe-6fdebfcfbfab tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 41a7812b-423d-4baf-9e7c-e908a6b530ff is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:07:06.098079 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] For port 6707610e-eab9-4c0f-802e-2e5ef4eded7e, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:07:06.101423 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] For port 6707610e-eab9-4c0f-802e-2e5ef4eded7e, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6707610e-eab9-4c0f-802e-2e5ef4eded7e,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:07:06.149001 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-2afda8d8-9313-41ca-bbbe-6fdebfcfbfab tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 41a7812b-423d-4baf-9e7c-e908a6b530ff) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:07:06.152833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afda8d8-9313-41ca-bbbe-6fdebfcfbfab tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:06.153515 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2afda8d8-9313-41ca-bbbe-6fdebfcfbfab tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:06.159124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc1e00b-dbf0-4046-84a4-a49212b170af None None] Network 41a7812b-423d-4baf-9e7c-e908a6b530ff requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:07:06.179157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:06.246966 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2afda8d8-9313-41ca-bbbe-6fdebfcfbfab tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9630573 May 25 23:07:06.249804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43474) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:06.346654 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Routers {'b32316f9-3dfe-4f19-903b-cdf964568bdb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:07:06.347255 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:06:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32316f9-3dfe-4f19-903b-cdf964568bdb'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:06.496728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7808ad-a646-4c53-bf5d-927b024813d4 None None] Pushing event updated for resources: {'Port': ['ID=6707610e-eab9-4c0f-802e-2e5ef4eded7e,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:06.639134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-41a7812b-423d-4baf-9e7c-e908a6b530ff', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ips': [{'subnet_id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:07:06.639905 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:06.664422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] Set router b32316f9-3dfe-4f19-903b-cdf964568bdb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:07:07.031512 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Allocated IP 172.20.0.2 (41a7812b-423d-4baf-9e7c-e908a6b530ff/0afbf6b1-b8d7-4e76-a5f2-97ae6687299b/128474a9-d673-4fe7-8d2f-e88a77c6a9ec) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:07:07.108764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:07.178428 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'name': 'tempest-TestNetworkBasicOps-router-1896715695', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:04Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:07.193460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4543061-bf8e-4fb1-af0b-c88875b1d97a None None] The sync data for ids ['b32316f9-3dfe-4f19-903b-cdf964568bdb'] in dv-neutron-843300-1-hyperv is: [{'id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'name': 'tempest-TestNetworkBasicOps-router-1896715695', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:04Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:07:07.268728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:07.283238 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Transition to ACTIVE for port object 128474a9-d673-4fe7-8d2f-e88a77c6a9ec will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:07:07.306748 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Transition to ACTIVE for port object 128474a9-d673-4fe7-8d2f-e88a77c6a9ec will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:07:07.385148 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:07.482418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Network 41a7812b-423d-4baf-9e7c-e908a6b530ff is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:07:07.485424 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:07:07.490762 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:07:07.492910 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Pushing event updated for resources: {'Port': ['ID=128474a9-d673-4fe7-8d2f-e88a77c6a9ec,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:07.533514 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:07.533783 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:07.534112 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:07.534440 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:07.534954 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:07.535759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:07.536167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:07.536464 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:07.536954 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:07.537273 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:07.537809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:07.538799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.1 (41a7812b-423d-4baf-9e7c-e908a6b530ff/0afbf6b1-b8d7-4e76-a5f2-97ae6687299b/a21fa7e9-785c-41c3-b22f-4344ed46940c) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:07:07.596111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Attempting to bind port 128474a9-d673-4fe7-8d2f-e88a77c6a9ec on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:07:07.596475 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Attempting to bind port 128474a9-d673-4fe7-8d2f-e88a77c6a9ec by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '5ad1e289-0956-424c-abff-f28ecae94abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:07:07.596921 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Attempting to bind port 128474a9-d673-4fe7-8d2f-e88a77c6a9ec on network 41a7812b-423d-4baf-9e7c-e908a6b530ff {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:07:07.604550 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:07:07.605052 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Checking segment: {'id': '5ad1e289-0956-424c-abff-f28ecae94abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:07:07.605460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:07.605858 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Bound using segment: {'id': '5ad1e289-0956-424c-abff-f28ecae94abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:07:07.606343 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Bound port: 128474a9-d673-4fe7-8d2f-e88a77c6a9ec, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad1e289-0956-424c-abff-f28ecae94abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:07:07.606717 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:07.703638 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] For port 128474a9-d673-4fe7-8d2f-e88a77c6a9ec, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:07:07.708652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] For port 128474a9-d673-4fe7-8d2f-e88a77c6a9ec, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=128474a9-d673-4fe7-8d2f-e88a77c6a9ec,segment=NetworkSegment(5ad1e289-0956-424c-abff-f28ecae94abb),segment_id=5ad1e289-0956-424c-abff-f28ecae94abb)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:07:07.710231 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:07.727571 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object a21fa7e9-785c-41c3-b22f-4344ed46940c will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:07:07.795618 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:07.812470 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:07.881135 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1daece3-8397-4673-9c36-17f21b7b4a14 None None] Pushing event updated for resources: {'Port': ['ID=128474a9-d673-4fe7-8d2f-e88a77c6a9ec,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:07.904674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=a21fa7e9-785c-41c3-b22f-4344ed46940c,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:07.908324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 41a7812b-423d-4baf-9e7c-e908a6b530ff is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:07:07.910315 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:07:07.912873 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:07:07.978238 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:08.121595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:08.518242 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:08.578085 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:08.691904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:08.701035 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=a21fa7e9-785c-41c3-b22f-4344ed46940c,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:08.735040 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 128474a9-d673-4fe7-8d2f-e88a77c6a9ec up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:07:08.881442 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 128474a9-d673-4fe7-8d2f-e88a77c6a9ec completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:07:08.887560 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6707610e-eab9-4c0f-802e-2e5ef4eded7e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:07:08.917100 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc4b721-43a2-4bf0-a3e0-1b126dd95da9 None None] Network 41a7812b-423d-4baf-9e7c-e908a6b530ff requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:07:08.958212 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 41a7812b-423d-4baf-9e7c-e908a6b530ff is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:07:08.959710 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:07:09.195415 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 6707610e-eab9-4c0f-802e-2e5ef4eded7e completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:07:09.203557 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bcca426f-399d-44a0-b4fc-9d86d2d3d4ef None None] Provisioning for port 128474a9-d673-4fe7-8d2f-e88a77c6a9ec completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:07:09.208715 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6707610e-eab9-4c0f-802e-2e5ef4eded7e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:07:09.209110 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:09.244980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bcca426f-399d-44a0-b4fc-9d86d2d3d4ef None None] Provisioning complete for port 128474a9-d673-4fe7-8d2f-e88a77c6a9ec triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:07:09.245340 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bcca426f-399d-44a0-b4fc-9d86d2d3d4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:09.369525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router b32316f9-3dfe-4f19-903b-cdf964568bdb has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:07:09.435160 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:09.465233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bcca426f-399d-44a0-b4fc-9d86d2d3d4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:09.475342 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 6707610e-eab9-4c0f-802e-2e5ef4eded7e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6707610e-eab9-4c0f-802e-2e5ef4eded7e,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:09.502551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bcca426f-399d-44a0-b4fc-9d86d2d3d4ef None None] For port 128474a9-d673-4fe7-8d2f-e88a77c6a9ec, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=128474a9-d673-4fe7-8d2f-e88a77c6a9ec,segment=NetworkSegment(5ad1e289-0956-424c-abff-f28ecae94abb),segment_id=5ad1e289-0956-424c-abff-f28ecae94abb)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:09.555573 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:09.576684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:07:09.593099 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-52c81a56-0c5c-4661-ad22-1572776b1896 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/b32316f9-3dfe-4f19-903b-cdf964568bdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3399627 May 25 23:07:09.593808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43478) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:09.608786 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bcca426f-399d-44a0-b4fc-9d86d2d3d4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:09.643066 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=6707610e-eab9-4c0f-802e-2e5ef4eded7e,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:09.716029 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca426f-399d-44a0-b4fc-9d86d2d3d4ef None None] Pushing event updated for resources: {'Port': ['ID=128474a9-d673-4fe7-8d2f-e88a77c6a9ec,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:09.737887 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f88af999-edde-46ce-b8b0-f287605ab4e3 None None] Provisioning complete for port 128474a9-d673-4fe7-8d2f-e88a77c6a9ec triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:07:09.739154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f88af999-edde-46ce-b8b0-f287605ab4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:09.744098 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b64b4c-def2-4058-9890-fa8225856358 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:09.744474 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b64b4c-def2-4058-9890-fa8225856358 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:09.744880 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b64b4c-def2-4058-9890-fa8225856358 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:09.745233 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b64b4c-def2-4058-9890-fa8225856358 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:09.746873 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-91b64b4c-def2-4058-9890-fa8225856358 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1524737 May 25 23:07:09.749546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43482) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:09.824332 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c173b64-2e82-4d81-85b2-ea0179866b87 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:09.824735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c173b64-2e82-4d81-85b2-ea0179866b87 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:09.825092 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c173b64-2e82-4d81-85b2-ea0179866b87 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:09.825439 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c173b64-2e82-4d81-85b2-ea0179866b87 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:09.827159 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4c173b64-2e82-4d81-85b2-ea0179866b87 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0766397 May 25 23:07:09.829818 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43486) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:09.937844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f88af999-edde-46ce-b8b0-f287605ab4e3 None None] Provisioning for port a21fa7e9-785c-41c3-b22f-4344ed46940c completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:07:09.943344 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f88af999-edde-46ce-b8b0-f287605ab4e3 None None] Provisioning complete for port a21fa7e9-785c-41c3-b22f-4344ed46940c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:07:09.944140 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f88af999-edde-46ce-b8b0-f287605ab4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:09.996949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f88af999-edde-46ce-b8b0-f287605ab4e3 None None] Port a21fa7e9-785c-41c3-b22f-4344ed46940c cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:07:10.029354 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f5837409-bb2f-429a-bf9b-b3c1a6e16035 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1983440 May 25 23:07:10.117621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-36339b31-0078-465e-bf1a-fc5b8724858d None None] Provisioning complete for port a21fa7e9-785c-41c3-b22f-4344ed46940c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:07:10.117983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-36339b31-0078-465e-bf1a-fc5b8724858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.168383 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-36339b31-0078-465e-bf1a-fc5b8724858d None None] Port a21fa7e9-785c-41c3-b22f-4344ed46940c cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:07:10.175349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43492) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:10.181575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-42c09ffc-f991-4123-946c-5b898a666c7a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1526191196', 'description': 'tempest-secgroup-smoke-1526191196 description', 'project_id': 'cf9636952f01491a97cc3c500b4629f1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:07:10.187840 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-42c09ffc-f991-4123-946c-5b898a666c7a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:07:10.192169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-42c09ffc-f991-4123-946c-5b898a666c7a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:07:10.195427 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-42c09ffc-f991-4123-946c-5b898a666c7a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:07:10.201255 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-42c09ffc-f991-4123-946c-5b898a666c7a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:07:10.286855 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42c09ffc-f991-4123-946c-5b898a666c7a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.322270 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-42c09ffc-f991-4123-946c-5b898a666c7a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:07:10.326035 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-42c09ffc-f991-4123-946c-5b898a666c7a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:07:10.328831 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-42c09ffc-f991-4123-946c-5b898a666c7a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:07:10.335269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-42c09ffc-f991-4123-946c-5b898a666c7a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:07:10.390319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42c09ffc-f991-4123-946c-5b898a666c7a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.480715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42c09ffc-f991-4123-946c-5b898a666c7a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.523786 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c09ffc-f991-4123-946c-5b898a666c7a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813f7595-af81-45a3-a5dc-24592143ddf2,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:10.595295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-42c09ffc-f991-4123-946c-5b898a666c7a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.599470 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-42c09ffc-f991-4123-946c-5b898a666c7a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4195707 May 25 23:07:10.600097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43496) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:10.605694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4c2d0d5c-72c9-4f7f-a0ab-89b76602a539 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '813f7595-af81-45a3-a5dc-24592143ddf2', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:07:10.611655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4c2d0d5c-72c9-4f7f-a0ab-89b76602a539 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:07:10.615716 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4c2d0d5c-72c9-4f7f-a0ab-89b76602a539 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:07:10.618839 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4c2d0d5c-72c9-4f7f-a0ab-89b76602a539 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:07:10.625184 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4c2d0d5c-72c9-4f7f-a0ab-89b76602a539 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:07:10.671584 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 128474a9-d673-4fe7-8d2f-e88a77c6a9ec up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:07:10.710494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0d5c-72c9-4f7f-a0ab-89b76602a539 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.742828 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 128474a9-d673-4fe7-8d2f-e88a77c6a9ec triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:07:10.743405 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.771841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0d5c-72c9-4f7f-a0ab-89b76602a539 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.796430 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Sync routers for ids ['b32316f9-3dfe-4f19-903b-cdf964568bdb'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:07:10.809086 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Routers {'b32316f9-3dfe-4f19-903b-cdf964568bdb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:07:10.809652 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:06:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32316f9-3dfe-4f19-903b-cdf964568bdb'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:10.840965 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0d5c-72c9-4f7f-a0ab-89b76602a539 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.857677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d0d5c-72c9-4f7f-a0ab-89b76602a539 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ad3e16-939f-4935-9f51-58818094317f,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:10.867818 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6707610e-eab9-4c0f-802e-2e5ef4eded7e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:07:10.936376 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6707610e-eab9-4c0f-802e-2e5ef4eded7e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:07:10.936969 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.938509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0d5c-72c9-4f7f-a0ab-89b76602a539 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:10.943083 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4c2d0d5c-72c9-4f7f-a0ab-89b76602a539 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3386443 May 25 23:07:10.943367 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43500) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:10.950030 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-7ef76020-864a-49b4-a80b-c985abc83dc2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '813f7595-af81-45a3-a5dc-24592143ddf2', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:07:10.956856 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7ef76020-864a-49b4-a80b-c985abc83dc2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:07:10.960869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7ef76020-864a-49b4-a80b-c985abc83dc2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:07:10.965023 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7ef76020-864a-49b4-a80b-c985abc83dc2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:07:10.972079 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7ef76020-864a-49b4-a80b-c985abc83dc2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:07:10.987682 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Set router b32316f9-3dfe-4f19-903b-cdf964568bdb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:07:11.025323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7ef76020-864a-49b4-a80b-c985abc83dc2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.092780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7ef76020-864a-49b4-a80b-c985abc83dc2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.143406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7ef76020-864a-49b4-a80b-c985abc83dc2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.167844 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef76020-864a-49b4-a80b-c985abc83dc2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4daf6555-93eb-4a71-8bb3-acefac24fc25,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:11.274458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7ef76020-864a-49b4-a80b-c985abc83dc2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.278042 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7ef76020-864a-49b4-a80b-c985abc83dc2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3304782 May 25 23:07:11.278334 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43504) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:11.283861 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ebb0fd50-43cf-4329-901c-6467566c116b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '813f7595-af81-45a3-a5dc-24592143ddf2', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:07:11.290513 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ebb0fd50-43cf-4329-901c-6467566c116b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:07:11.294373 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ebb0fd50-43cf-4329-901c-6467566c116b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:07:11.298085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ebb0fd50-43cf-4329-901c-6467566c116b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:07:11.303553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ebb0fd50-43cf-4329-901c-6467566c116b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:07:11.305067 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'name': 'tempest-TestNetworkBasicOps-router-1896715695', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:08Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'a21fa7e9-785c-41c3-b22f-4344ed46940c', 'name': '', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:1a:0a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:07Z', 'updated_at': '2022-05-25T23:07:08Z', 'revision_number': 2, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:11.309657 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Checking router: b32316f9-3dfe-4f19-903b-cdf964568bdb for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:07:11.310092 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Updating router b32316f9-3dfe-4f19-903b-cdf964568bdb port a21fa7e9-785c-41c3-b22f-4344ed46940c binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:07:11.390760 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.413238 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ebb0fd50-43cf-4329-901c-6467566c116b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.480092 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ebb0fd50-43cf-4329-901c-6467566c116b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.524410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-20bb5f6a-fe01-4a0d-8884-3953da0a5b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.609941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ebb0fd50-43cf-4329-901c-6467566c116b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.638705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0fd50-43cf-4329-901c-6467566c116b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40917e25-431b-40b5-ab32-2807fb7d8266,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:11.714832 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ebb0fd50-43cf-4329-901c-6467566c116b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.718735 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ebb0fd50-43cf-4329-901c-6467566c116b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4368217 May 25 23:07:11.718933 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43508) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:11.724644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-37a2cbb9-ad40-4e6e-9754-df6dc7745f6f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '813f7595-af81-45a3-a5dc-24592143ddf2', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:07:11.725985 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.730504 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-37a2cbb9-ad40-4e6e-9754-df6dc7745f6f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:07:11.734340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-37a2cbb9-ad40-4e6e-9754-df6dc7745f6f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:07:11.737297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-37a2cbb9-ad40-4e6e-9754-df6dc7745f6f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:07:11.742945 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Transition to ACTIVE for port object a21fa7e9-785c-41c3-b22f-4344ed46940c will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:07:11.743683 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-37a2cbb9-ad40-4e6e-9754-df6dc7745f6f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:07:11.804169 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.819407 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37a2cbb9-ad40-4e6e-9754-df6dc7745f6f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.885685 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37a2cbb9-ad40-4e6e-9754-df6dc7745f6f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.933622 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccec8b1-ca03-449d-a00f-0381d814f940 None None] Pushing event updated for resources: {'Port': ['ID=a21fa7e9-785c-41c3-b22f-4344ed46940c,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:11.947959 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37a2cbb9-ad40-4e6e-9754-df6dc7745f6f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:11.970620 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccec8b1-ca03-449d-a00f-0381d814f940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:11.971479 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccec8b1-ca03-449d-a00f-0381d814f940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:11.971479 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccec8b1-ca03-449d-a00f-0381d814f940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:11.971742 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccec8b1-ca03-449d-a00f-0381d814f940 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:11.971900 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccec8b1-ca03-449d-a00f-0381d814f940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:11.972220 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccec8b1-ca03-449d-a00f-0381d814f940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:11.972582 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccec8b1-ca03-449d-a00f-0381d814f940 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:11.972907 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccec8b1-ca03-449d-a00f-0381d814f940 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:11.973216 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccec8b1-ca03-449d-a00f-0381d814f940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:11.973502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2cbb9-ad40-4e6e-9754-df6dc7745f6f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47b3742-1c72-408d-966b-bfdf4c2d1f89,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:11.973630 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccec8b1-ca03-449d-a00f-0381d814f940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:11.973823 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccec8b1-ca03-449d-a00f-0381d814f940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:07:12.030176 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Attempting to bind port a21fa7e9-785c-41c3-b22f-4344ed46940c on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:07:12.030530 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Attempting to bind port a21fa7e9-785c-41c3-b22f-4344ed46940c by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '5ad1e289-0956-424c-abff-f28ecae94abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:07:12.030892 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Attempting to bind port a21fa7e9-785c-41c3-b22f-4344ed46940c on network 41a7812b-423d-4baf-9e7c-e908a6b530ff {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:07:12.037439 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:07:12.037796 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Checking segment: {'id': '5ad1e289-0956-424c-abff-f28ecae94abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:07:12.038186 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.038565 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Bound using segment: {'id': '5ad1e289-0956-424c-abff-f28ecae94abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:07:12.039018 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Bound port: a21fa7e9-785c-41c3-b22f-4344ed46940c, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad1e289-0956-424c-abff-f28ecae94abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:07:12.039384 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.040961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-37a2cbb9-ad40-4e6e-9754-df6dc7745f6f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.045577 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-37a2cbb9-ad40-4e6e-9754-df6dc7745f6f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3226335 May 25 23:07:12.045577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43512) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:12.052304 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f9b8d1f5-7ff4-491e-9ca2-2022cdc6f4fd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '813f7595-af81-45a3-a5dc-24592143ddf2', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:07:12.058204 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f9b8d1f5-7ff4-491e-9ca2-2022cdc6f4fd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:07:12.062088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f9b8d1f5-7ff4-491e-9ca2-2022cdc6f4fd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:07:12.065034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f9b8d1f5-7ff4-491e-9ca2-2022cdc6f4fd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:07:12.072021 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f9b8d1f5-7ff4-491e-9ca2-2022cdc6f4fd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:07:12.127953 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] For port a21fa7e9-785c-41c3-b22f-4344ed46940c, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:07:12.131523 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] For port a21fa7e9-785c-41c3-b22f-4344ed46940c, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a21fa7e9-785c-41c3-b22f-4344ed46940c,segment=NetworkSegment(5ad1e289-0956-424c-abff-f28ecae94abb),segment_id=5ad1e289-0956-424c-abff-f28ecae94abb)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:07:12.166481 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-f9b8d1f5-7ff4-491e-9ca2-2022cdc6f4fd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:07:12.173221 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d1f5-7ff4-491e-9ca2-2022cdc6f4fd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.195628 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.242941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d1f5-7ff4-491e-9ca2-2022cdc6f4fd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.276299 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccec8b1-ca03-449d-a00f-0381d814f940 None None] Pushing event updated for resources: {'Port': ['ID=a21fa7e9-785c-41c3-b22f-4344ed46940c,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:12.280866 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Routers {'b32316f9-3dfe-4f19-903b-cdf964568bdb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:07:12.281460 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:06:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32316f9-3dfe-4f19-903b-cdf964568bdb'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:12.330231 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d1f5-7ff4-491e-9ca2-2022cdc6f4fd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.355101 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8d1f5-7ff4-491e-9ca2-2022cdc6f4fd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49ee709-f0b7-43de-a482-1bcf6c4ac6ea,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:12.433980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d1f5-7ff4-491e-9ca2-2022cdc6f4fd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.435339 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f9b8d1f5-7ff4-491e-9ca2-2022cdc6f4fd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3889387 May 25 23:07:12.437985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43516) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:12.443926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-eebfc236-b4a0-4b6f-a690-10720b392ce2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '813f7595-af81-45a3-a5dc-24592143ddf2', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:07:12.449925 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-eebfc236-b4a0-4b6f-a690-10720b392ce2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:07:12.453723 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-eebfc236-b4a0-4b6f-a690-10720b392ce2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:07:12.456734 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-eebfc236-b4a0-4b6f-a690-10720b392ce2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:07:12.462479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-eebfc236-b4a0-4b6f-a690-10720b392ce2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:07:12.463044 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] Set router b32316f9-3dfe-4f19-903b-cdf964568bdb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:07:12.525441 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-eebfc236-b4a0-4b6f-a690-10720b392ce2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:07:12.534208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eebfc236-b4a0-4b6f-a690-10720b392ce2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.601155 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eebfc236-b4a0-4b6f-a690-10720b392ce2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.667114 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eebfc236-b4a0-4b6f-a690-10720b392ce2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.688921 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfc236-b4a0-4b6f-a690-10720b392ce2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092c00c9-6125-4efb-b2f3-9d5f1725bba9,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:12.759111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eebfc236-b4a0-4b6f-a690-10720b392ce2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:12.760835 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-eebfc236-b4a0-4b6f-a690-10720b392ce2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3217041 May 25 23:07:12.772575 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'name': 'tempest-TestNetworkBasicOps-router-1896715695', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:08Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'a21fa7e9-785c-41c3-b22f-4344ed46940c', 'name': '', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:1a:0a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:07Z', 'updated_at': '2022-05-25T23:07:12Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:12.776390 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dbccb2-8152-4ffe-a388-c7488c697400 None None] The sync data for ids ['b32316f9-3dfe-4f19-903b-cdf964568bdb'] in dv-neutron-843300-1-hyperv is: [{'id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'name': 'tempest-TestNetworkBasicOps-router-1896715695', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:08Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'a21fa7e9-785c-41c3-b22f-4344ed46940c', 'name': '', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:1a:0a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:07Z', 'updated_at': '2022-05-25T23:07:12Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:07:13.145909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-4bdf4197-8218-4dc1-8cf0-79b431a01e91 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:07:13.215964 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-4bdf4197-8218-4dc1-8cf0-79b431a01e91 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:07:13.217183 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-4bdf4197-8218-4dc1-8cf0-79b431a01e91 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1526191196&fields=id&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 267 time: 0.1139970 May 25 23:07:13.470887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-d691b09b-a1f1-4d35-8b82-ddc82bea5f80 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:13.471578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-d691b09b-a1f1-4d35-8b82-ddc82bea5f80 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:07:13.549658 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-d691b09b-a1f1-4d35-8b82-ddc82bea5f80 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:07:13.551673 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-d691b09b-a1f1-4d35-8b82-ddc82bea5f80 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/networks?id=41a7812b-423d-4baf-9e7c-e908a6b530ff HTTP/1.1" status: 200 len: 797 time: 0.3269086 May 25 23:07:13.571157 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-8b5cea82-7259-43cc-bede-fa1b9cf2d535 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/quotas/cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 375 time: 0.0138421 May 25 23:07:13.630327 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-291e50f3-977e-4576-b665-f8c8b2a63429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:13.654544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-c498fdd1-95d0-46a5-a60e-8a102795d6ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:07:13.749131 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-c498fdd1-95d0-46a5-a60e-8a102795d6ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:07:13.750377 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-c498fdd1-95d0-46a5-a60e-8a102795d6ce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1736555 May 25 23:07:13.891332 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-0e0461c0-9f9f-473a-8977-5e45eafc1998 service neutron] 10.222.0.66 "GET /v2.0/networks/41a7812b-423d-4baf-9e7c-e908a6b530ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295154 May 25 23:07:14.020593 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-7ae0c799-3558-43d9-9059-04dbfafd5c9a service neutron] 10.222.0.66 "GET /v2.0/networks/41a7812b-423d-4baf-9e7c-e908a6b530ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231663 May 25 23:07:14.341628 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9178d2d1-6ad0-411b-8c7b-8cf67363b322 req-07627af4-03dd-4d77-8443-855e2a3f928d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 210 time: 0.1194849 May 25 23:07:14.691894 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a21fa7e9-785c-41c3-b22f-4344ed46940c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:07:14.863667 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:14.864340 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port a21fa7e9-785c-41c3-b22f-4344ed46940c completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:07:14.869702 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a21fa7e9-785c-41c3-b22f-4344ed46940c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:07:14.870058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:14.981504 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:15.023852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port a21fa7e9-785c-41c3-b22f-4344ed46940c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a21fa7e9-785c-41c3-b22f-4344ed46940c,segment=NetworkSegment(5ad1e289-0956-424c-abff-f28ecae94abb),segment_id=5ad1e289-0956-424c-abff-f28ecae94abb)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:15.080069 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:15.101244 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:15.169030 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=a21fa7e9-785c-41c3-b22f-4344ed46940c,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:15.502777 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c6d157da-d97f-470b-9100-274c18e66387 req-d1d15c10-1149-462a-b5c8-d9dd1a57805a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 210 time: 0.0397553 May 25 23:07:16.253150 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-775854ad-b7cb-4a88-8e8a-d64c2aacb25a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:16.254471 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-775854ad-b7cb-4a88-8e8a-d64c2aacb25a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/networks?id=41a7812b-423d-4baf-9e7c-e908a6b530ff HTTP/1.1" status: 200 len: 797 time: 0.1465173 May 25 23:07:16.307154 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-ff0af8b7-de0a-4210-a7bb-b091ce813ed7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:07:16.320273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-ff0af8b7-de0a-4210-a7bb-b091ce813ed7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:07:16.328166 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-ff0af8b7-de0a-4210-a7bb-b091ce813ed7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 380 time: 0.0556660 May 25 23:07:16.329230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-a2adff2d-f95b-44f0-b526-3dabef934349 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'port': {'device_id': '97a52113-e86b-4294-8119-16cdd015f1bc', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'admin_state_up': True, 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'security_groups': ['813f7595-af81-45a3-a5dc-24592143ddf2']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:07:16.472477 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-a2adff2d-f95b-44f0-b526-3dabef934349 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:07:16.485149 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-a2adff2d-f95b-44f0-b526-3dabef934349 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:07:16.554991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-a2adff2d-f95b-44f0-b526-3dabef934349 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:07:16.558115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-a2adff2d-f95b-44f0-b526-3dabef934349 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:16.606146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:16.674128 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a462a7de-03d5-47c8-b3d4-f31a96620dce req-6886323b-3d81-43be-a7b6-eea51f4f1f57 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 210 time: 0.0418217 May 25 23:07:16.678421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a21fa7e9-785c-41c3-b22f-4344ed46940c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:07:16.728320 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-a2adff2d-f95b-44f0-b526-3dabef934349 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.8 (41a7812b-423d-4baf-9e7c-e908a6b530ff/0afbf6b1-b8d7-4e76-a5f2-97ae6687299b/51df4665-b250-4e72-b6a9-1e271271cbdf) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:07:16.746446 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a21fa7e9-785c-41c3-b22f-4344ed46940c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:07:16.746814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:17.007878 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-a2adff2d-f95b-44f0-b526-3dabef934349 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:17.023094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-a2adff2d-f95b-44f0-b526-3dabef934349 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object 51df4665-b250-4e72-b6a9-1e271271cbdf will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:07:17.109537 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-a2adff2d-f95b-44f0-b526-3dabef934349 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:17.183138 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-a2adff2d-f95b-44f0-b526-3dabef934349 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 41a7812b-423d-4baf-9e7c-e908a6b530ff is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:07:17.186235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-a2adff2d-f95b-44f0-b526-3dabef934349 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:07:17.190559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-a2adff2d-f95b-44f0-b526-3dabef934349 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:07:17.216299 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2adff2d-f95b-44f0-b526-3dabef934349 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=51df4665-b250-4e72-b6a9-1e271271cbdf,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:17.255625 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-a2adff2d-f95b-44f0-b526-3dabef934349 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:17.256387 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-a2adff2d-f95b-44f0-b526-3dabef934349 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:17.367437 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-a2adff2d-f95b-44f0-b526-3dabef934349 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0417109 May 25 23:07:17.379432 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Request body: {'port': {'device_id': '97a52113-e86b-4294-8119-16cdd015f1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:07:17.474672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:17.490981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:17.537442 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e9ddc9e8-b414-48a7-9444-45e17e2a6577 None None] Provisioning for port 51df4665-b250-4e72-b6a9-1e271271cbdf completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:07:17.542495 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e9ddc9e8-b414-48a7-9444-45e17e2a6577 None None] Provisioning complete for port 51df4665-b250-4e72-b6a9-1e271271cbdf triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:07:17.542861 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e9ddc9e8-b414-48a7-9444-45e17e2a6577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:17.595008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e9ddc9e8-b414-48a7-9444-45e17e2a6577 None None] Port 51df4665-b250-4e72-b6a9-1e271271cbdf cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:07:17.831248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51df4665-b250-4e72-b6a9-1e271271cbdf {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:07:17.838131 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:17.852300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Transition to ACTIVE for port object 51df4665-b250-4e72-b6a9-1e271271cbdf will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:07:17.876275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672448b-ea2b-412d-91d2-8639c86c20b7 req-800c5002-62fe-462a-9350-a41bf97224f1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:17.877727 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d672448b-ea2b-412d-91d2-8639c86c20b7 req-800c5002-62fe-462a-9350-a41bf97224f1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 931 time: 0.0827458 May 25 23:07:17.920359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:17.923370 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d672448b-ea2b-412d-91d2-8639c86c20b7 req-393ecaa2-e7f5-48f4-a6cc-e316c815c6b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=813f7595-af81-45a3-a5dc-24592143ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391245 May 25 23:07:18.046950 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Pushing event updated for resources: {'Port': ['ID=51df4665-b250-4e72-b6a9-1e271271cbdf,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:18.156163 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Attempting to bind port 51df4665-b250-4e72-b6a9-1e271271cbdf on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:07:18.156495 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Attempting to bind port 51df4665-b250-4e72-b6a9-1e271271cbdf by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '5ad1e289-0956-424c-abff-f28ecae94abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:07:18.156976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Attempting to bind port 51df4665-b250-4e72-b6a9-1e271271cbdf on network 41a7812b-423d-4baf-9e7c-e908a6b530ff {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:07:18.163448 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Port 51df4665-b250-4e72-b6a9-1e271271cbdf on network 41a7812b-423d-4baf-9e7c-e908a6b530ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:07:18.163761 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Attempting to bind port 51df4665-b250-4e72-b6a9-1e271271cbdf on network 41a7812b-423d-4baf-9e7c-e908a6b530ff {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:07:18.170194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:07:18.170899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Checking segment: {'id': '5ad1e289-0956-424c-abff-f28ecae94abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:07:18.171530 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Bound using segment: {'id': '5ad1e289-0956-424c-abff-f28ecae94abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:07:18.171946 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Bound port: 51df4665-b250-4e72-b6a9-1e271271cbdf, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad1e289-0956-424c-abff-f28ecae94abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:07:18.172285 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:18.273183 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] For port 51df4665-b250-4e72-b6a9-1e271271cbdf, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:07:18.273183 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] For port 51df4665-b250-4e72-b6a9-1e271271cbdf, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=51df4665-b250-4e72-b6a9-1e271271cbdf,segment=NetworkSegment(5ad1e289-0956-424c-abff-f28ecae94abb),segment_id=5ad1e289-0956-424c-abff-f28ecae94abb)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:07:18.355410 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:18.417012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:18.418367 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] 10.222.0.73 "PUT /v2.0/ports/51df4665-b250-4e72-b6a9-1e271271cbdf HTTP/1.1" status: 200 len: 1093 time: 1.0431550 May 25 23:07:18.418789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a52113-e86b-4294-8119-16cdd015f1bc', 'tag': '51df4665-b250-4e72-b6a9-1e271271cbdf'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:07:18.436876 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6723a9-caa5-403f-9c84-94a805fef9bf service neutron] Pushing event updated for resources: {'Port': ['ID=51df4665-b250-4e72-b6a9-1e271271cbdf,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:18.483235 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1aef36b-c019-42e0-b425-08932e3ef2f3'] response: {'name': 'network-changed', 'server_uuid': '97a52113-e86b-4294-8119-16cdd015f1bc', 'tag': '51df4665-b250-4e72-b6a9-1e271271cbdf', 'status': 'completed', 'code': 200} May 25 23:07:18.574296 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a355daa0-ee1e-4deb-b4c4-06a99048f4d6 req-e2dddfa5-d4e2-4c42-a66c-62c81acb4838 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 1096 time: 0.0720696 May 25 23:07:18.713449 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355daa0-ee1e-4deb-b4c4-06a99048f4d6 req-d81f5dec-9afa-4d7f-b646-1a4aa52424b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:18.714796 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a355daa0-ee1e-4deb-b4c4-06a99048f4d6 req-d81f5dec-9afa-4d7f-b646-1a4aa52424b5 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cf9636952f01491a97cc3c500b4629f1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1343553 May 25 23:07:18.847562 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355daa0-ee1e-4deb-b4c4-06a99048f4d6 req-5283384c-40e1-401b-abca-783d621eaf0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:18.849010 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a355daa0-ee1e-4deb-b4c4-06a99048f4d6 req-5283384c-40e1-401b-abca-783d621eaf0a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292489 May 25 23:07:18.953615 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-afcbed29-2557-4013-901f-8ef2bfb64761 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 1096 time: 0.0718496 May 25 23:07:19.023030 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-afd5b6e2-dfd1-4d8a-9a74-a847b4e6e860 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51df4665-b250-4e72-b6a9-1e271271cbdf HTTP/1.1" status: 200 len: 217 time: 0.0635192 May 25 23:07:19.123461 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c27d20-6278-410a-aa43-d5680dedb117 req-e2f79d07-effe-484d-81c7-1d5eda7ee7ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:19.125218 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-84c27d20-6278-410a-aa43-d5680dedb117 req-e2f79d07-effe-484d-81c7-1d5eda7ee7ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 943 time: 0.0784473 May 25 23:07:19.171272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-eb4f7ad1-b124-4387-aaa0-378d42bba3e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:19.172745 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-eb4f7ad1-b124-4387-aaa0-378d42bba3e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0afbf6b1-b8d7-4e76-a5f2-97ae6687299b HTTP/1.1" status: 200 len: 835 time: 0.1440680 May 25 23:07:19.173200 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-84c27d20-6278-410a-aa43-d5680dedb117 req-be614f5a-28f9-4527-92b4-4a74c572ccb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=813f7595-af81-45a3-a5dc-24592143ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427051 May 25 23:07:19.248837 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-eb794be2-95c7-46a4-83cf-63c389b8b852 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41a7812b-423d-4baf-9e7c-e908a6b530ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696592 May 25 23:07:19.378853 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-2cf6f77a-38cd-49d3-953d-5bc4f17feab9 service neutron] 10.222.0.73 "GET /v2.0/networks/41a7812b-423d-4baf-9e7c-e908a6b530ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244299 May 25 23:07:19.512096 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3c2d9130-1200-4f46-9331-9f2600abc8fa req-d0c8fdac-8860-404f-b477-9090e20faca2 service neutron] 10.222.0.73 "GET /v2.0/networks/41a7812b-423d-4baf-9e7c-e908a6b530ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274588 May 25 23:07:20.370235 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6886a7c-c533-4736-b0fc-99bf16b9ad40 req-a8dc7511-c06c-4189-9703-f035bac0eb03 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:20.371661 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c6886a7c-c533-4736-b0fc-99bf16b9ad40 req-a8dc7511-c06c-4189-9703-f035bac0eb03 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 943 time: 0.0771015 May 25 23:07:20.415571 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c6886a7c-c533-4736-b0fc-99bf16b9ad40 req-359fbce2-c1ca-4986-bbbe-3cc2702e9de9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=813f7595-af81-45a3-a5dc-24592143ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382473 May 25 23:07:20.568335 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:07:21.616412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3798-12bc-4803-b56c-af24bfee00ad req-4520e217-9973-4614-9746-849a7167b647 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:21.617840 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bcad3798-12bc-4803-b56c-af24bfee00ad req-4520e217-9973-4614-9746-849a7167b647 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 943 time: 0.0772495 May 25 23:07:21.662009 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bcad3798-12bc-4803-b56c-af24bfee00ad req-8aea2e38-ab0e-4668-9b24-c9a3cb3b43c7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=813f7595-af81-45a3-a5dc-24592143ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386465 May 25 23:07:22.265560 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 51df4665-b250-4e72-b6a9-1e271271cbdf details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:07:22.424837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 51df4665-b250-4e72-b6a9-1e271271cbdf, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=51df4665-b250-4e72-b6a9-1e271271cbdf,segment=NetworkSegment(5ad1e289-0956-424c-abff-f28ecae94abb),segment_id=5ad1e289-0956-424c-abff-f28ecae94abb)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:22.437550 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '51df4665-b250-4e72-b6a9-1e271271cbdf', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'port_id': '51df4665-b250-4e72-b6a9-1e271271cbdf', 'mac_address': 'fa:16:3e:3e:92:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:07:22.492112 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:22.509344 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51df4665-b250-4e72-b6a9-1e271271cbdf {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:07:22.524870 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 51df4665-b250-4e72-b6a9-1e271271cbdf, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=51df4665-b250-4e72-b6a9-1e271271cbdf,segment=NetworkSegment(5ad1e289-0956-424c-abff-f28ecae94abb),segment_id=5ad1e289-0956-424c-abff-f28ecae94abb)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:22.600662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:22.665250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=51df4665-b250-4e72-b6a9-1e271271cbdf,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:22.806843 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['51df4665-b250-4e72-b6a9-1e271271cbdf'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:07:22.855851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fa337-8e35-4c6d-a41e-6b40eb91a61c req-48becfe1-49cd-46a9-a9dd-1b4cda1682c0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:22.857304 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6d6fa337-8e35-4c6d-a41e-6b40eb91a61c req-48becfe1-49cd-46a9-a9dd-1b4cda1682c0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 944 time: 0.0764844 May 25 23:07:22.902476 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6d6fa337-8e35-4c6d-a41e-6b40eb91a61c req-c6316fde-21d4-4222-ae13-d5101db40ed7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=813f7595-af81-45a3-a5dc-24592143ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395868 May 25 23:07:24.097162 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5130bf6-0474-4e5b-a818-9f91906cdd5e req-a02e5a58-b943-4eee-b619-1fd5915b6544 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:24.098586 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c5130bf6-0474-4e5b-a818-9f91906cdd5e req-a02e5a58-b943-4eee-b619-1fd5915b6544 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 944 time: 0.0779023 May 25 23:07:24.143561 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c5130bf6-0474-4e5b-a818-9f91906cdd5e req-33cb2442-4e28-4d2d-89e6-b8a370c02d03 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=813f7595-af81-45a3-a5dc-24592143ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389311 May 25 23:07:24.280508 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 51df4665-b250-4e72-b6a9-1e271271cbdf up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:07:24.411486 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 51df4665-b250-4e72-b6a9-1e271271cbdf completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:07:24.416630 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 51df4665-b250-4e72-b6a9-1e271271cbdf triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:07:24.417014 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:24.528692 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:24.559449 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a52113-e86b-4294-8119-16cdd015f1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51df4665-b250-4e72-b6a9-1e271271cbdf'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:07:24.564178 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 51df4665-b250-4e72-b6a9-1e271271cbdf, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=51df4665-b250-4e72-b6a9-1e271271cbdf,segment=NetworkSegment(5ad1e289-0956-424c-abff-f28ecae94abb),segment_id=5ad1e289-0956-424c-abff-f28ecae94abb)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:24.611555 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-874214ea-3abb-47c5-a9ab-da5620ecd5c1'] response: {'server_uuid': '97a52113-e86b-4294-8119-16cdd015f1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51df4665-b250-4e72-b6a9-1e271271cbdf', 'code': 200} May 25 23:07:24.640999 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:24.706979 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=51df4665-b250-4e72-b6a9-1e271271cbdf,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:24.973300 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e7e75ae-8925-4fc2-ab61-afa1010d2782 req-893b3a64-0bac-46cc-a08e-cbc75fed4e83 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 1098 time: 0.0683699 May 25 23:07:25.014670 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e7e75ae-8925-4fc2-ab61-afa1010d2782 req-b39a2dae-0e5e-48d5-81ff-77cc64d8969f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=813f7595-af81-45a3-a5dc-24592143ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362031 May 25 23:07:25.335393 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d59b0d-aeb2-483f-8d31-4a1700bbb06b req-aa389e8e-4d7c-466a-b141-ce4a8b3c4201 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:25.336858 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c6d59b0d-aeb2-483f-8d31-4a1700bbb06b req-aa389e8e-4d7c-466a-b141-ce4a8b3c4201 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 945 time: 0.0759122 May 25 23:07:25.386096 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c6d59b0d-aeb2-483f-8d31-4a1700bbb06b req-f3b9b002-979b-4dc2-a8c6-d2c394c1eede tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=813f7595-af81-45a3-a5dc-24592143ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433078 May 25 23:07:26.581529 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bd406-a521-4087-948e-9786a5dfab09 req-5c7570d8-35f2-49bb-a99d-17099d06a806 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:26.582854 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a81bd406-a521-4087-948e-9786a5dfab09 req-5c7570d8-35f2-49bb-a99d-17099d06a806 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 945 time: 0.0756757 May 25 23:07:26.629594 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a81bd406-a521-4087-948e-9786a5dfab09 req-e4ea5d7f-3495-4c3c-8189-6d88951fb638 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=813f7595-af81-45a3-a5dc-24592143ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406046 May 25 23:07:26.973157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2704ec-c081-4924-9c53-fda531a32386 req-a7df8396-93eb-4aee-a99e-90a78866ea86 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:26.975225 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eb2704ec-c081-4924-9c53-fda531a32386 req-a7df8396-93eb-4aee-a99e-90a78866ea86 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 945 time: 0.0806692 May 25 23:07:27.023123 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eb2704ec-c081-4924-9c53-fda531a32386 req-517599fb-bcd0-43a7-9fbc-1e92ad356a3c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=813f7595-af81-45a3-a5dc-24592143ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420868 May 25 23:07:27.050093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43568) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:27.117283 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a93cbb9d-b391-4554-af86-65c935047261 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 1093 time: 0.0661027 May 25 23:07:27.119857 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43572) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:27.124856 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': '51df4665-b250-4e72-b6a9-1e271271cbdf', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:07:27.130072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:07:27.134589 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:floatingip and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:07:27.137432 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:07:27.143020 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:07:27.212009 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:27.346452 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:27.478067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.173 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/325d6369-ee0b-4c25-97c7-f8d62be23eb8) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:07:27.704799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:27.792941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:27.858834 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:07:27.861602 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:07:27.866424 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:07:27.892062 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=325d6369-ee0b-4c25-97c7-f8d62be23eb8,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:28.355256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:28.466496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:28.669255 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:28.726208 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:28.831287 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=325d6369-ee0b-4c25-97c7-f8d62be23eb8,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:28.845249 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:29.037598 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Floating IP 45913baf-447f-4082-89be-161a61f72bd9 associated. External IP: 172.26.5.173, port: 51df4665-b250-4e72-b6a9-1e271271cbdf. May 25 23:07:29.514828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router b32316f9-3dfe-4f19-903b-cdf964568bdb has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:07:29.707247 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:07:29.718601 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e63a25-467e-4af9-ac7d-13e8eab008e9 None None] Sync routers for ids ['b32316f9-3dfe-4f19-903b-cdf964568bdb'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:07:29.730589 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e63a25-467e-4af9-ac7d-13e8eab008e9 None None] Routers {'b32316f9-3dfe-4f19-903b-cdf964568bdb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:07:29.731177 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-64e63a25-467e-4af9-ac7d-13e8eab008e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:07:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32316f9-3dfe-4f19-903b-cdf964568bdb'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:29.833058 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:29.889860 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4016ff6c-675e-4b9c-a9f1-668eb4a61fa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7690191 May 25 23:07:29.890517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a52113-e86b-4294-8119-16cdd015f1bc', 'tag': '51df4665-b250-4e72-b6a9-1e271271cbdf'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:07:29.892488 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43576) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:29.909299 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-64e63a25-467e-4af9-ac7d-13e8eab008e9 None None] Set router b32316f9-3dfe-4f19-903b-cdf964568bdb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:07:29.944274 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d469e1-2a5c-404e-9b5f-7a0e135b30e3'] response: {'name': 'network-changed', 'server_uuid': '97a52113-e86b-4294-8119-16cdd015f1bc', 'tag': '51df4665-b250-4e72-b6a9-1e271271cbdf', 'status': 'completed', 'code': 200} May 25 23:07:30.118112 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6d449a3a-61ea-4dbd-86c4-a16a6104d3a2 req-771c5300-a7c6-40eb-badf-e44e5c251822 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 1098 time: 0.1092310 May 25 23:07:30.264139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-64e63a25-467e-4af9-ac7d-13e8eab008e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'name': 'tempest-TestNetworkBasicOps-router-1896715695', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:08Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '45913baf-447f-4082-89be-161a61f72bd9', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.173', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'port_id': '51df4665-b250-4e72-b6a9-1e271271cbdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'mac_address': 'fa:16:3e:3e:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a52113-e86b-4294-8119-16cdd015f1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:07:28Z', 'updated_at': '2022-05-25T23:07:28Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21fa7e9-785c-41c3-b22f-4344ed46940c', 'name': '', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:1a:0a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:07Z', 'updated_at': '2022-05-25T23:07:15Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:30.268054 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e63a25-467e-4af9-ac7d-13e8eab008e9 None None] Checking router: b32316f9-3dfe-4f19-903b-cdf964568bdb for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:07:30.276164 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d298da93-d366-4370-8821-334a021a389f tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/routers/b32316f9-3dfe-4f19-903b-cdf964568bdb HTTP/1.1" status: 200 len: 923 time: 0.3802288 May 25 23:07:30.276164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d449a3a-61ea-4dbd-86c4-a16a6104d3a2 req-b252b94b-59fa-413b-9012-1b9db549ae68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:30.276496 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6d449a3a-61ea-4dbd-86c4-a16a6104d3a2 req-b252b94b-59fa-413b-9012-1b9db549ae68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=41a7812b-423d-4baf-9e7c-e908a6b530ff HTTP/1.1" status: 200 len: 898 time: 0.1523333 May 25 23:07:30.276633 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43582) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:30.287024 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e63a25-467e-4af9-ac7d-13e8eab008e9 None None] Routers {'b32316f9-3dfe-4f19-903b-cdf964568bdb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:07:30.289373 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-64e63a25-467e-4af9-ac7d-13e8eab008e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:07:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32316f9-3dfe-4f19-903b-cdf964568bdb'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:30.376680 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6d449a3a-61ea-4dbd-86c4-a16a6104d3a2 req-a4fe0690-2ce9-4b7a-b5b2-9ea5db145013 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51df4665-b250-4e72-b6a9-1e271271cbdf HTTP/1.1" status: 200 len: 999 time: 0.0951805 May 25 23:07:30.381145 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bb2610cf-e3d6-4ce2-8f9a-6add378dff97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/45913baf-447f-4082-89be-161a61f72bd9 HTTP/1.1" status: 200 len: 991 time: 0.1034002 May 25 23:07:30.442156 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d449a3a-61ea-4dbd-86c4-a16a6104d3a2 req-1bd359e4-4f78-4633-87c6-d0d25d9bc6e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:07:30.443571 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6d449a3a-61ea-4dbd-86c4-a16a6104d3a2 req-1bd359e4-4f78-4633-87c6-d0d25d9bc6e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0afbf6b1-b8d7-4e76-a5f2-97ae6687299b HTTP/1.1" status: 200 len: 835 time: 0.0606170 May 25 23:07:30.470345 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-64e63a25-467e-4af9-ac7d-13e8eab008e9 None None] Set router b32316f9-3dfe-4f19-903b-cdf964568bdb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:07:30.516678 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6d449a3a-61ea-4dbd-86c4-a16a6104d3a2 req-205bbf26-12d4-4a46-99dc-4f25c0c033de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41a7812b-423d-4baf-9e7c-e908a6b530ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678375 May 25 23:07:30.649379 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6d449a3a-61ea-4dbd-86c4-a16a6104d3a2 req-2546b197-9233-4273-ad28-aac7e6dea0b2 service neutron] 10.222.0.73 "GET /v2.0/networks/41a7812b-423d-4baf-9e7c-e908a6b530ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273305 May 25 23:07:30.778889 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6d449a3a-61ea-4dbd-86c4-a16a6104d3a2 req-ff512cba-e5c7-484e-b173-ac90bf8fa607 service neutron] 10.222.0.73 "GET /v2.0/networks/41a7812b-423d-4baf-9e7c-e908a6b530ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239252 May 25 23:07:30.845744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-64e63a25-467e-4af9-ac7d-13e8eab008e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'name': 'tempest-TestNetworkBasicOps-router-1896715695', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:08Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '45913baf-447f-4082-89be-161a61f72bd9', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.173', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'port_id': '51df4665-b250-4e72-b6a9-1e271271cbdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'mac_address': 'fa:16:3e:3e:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a52113-e86b-4294-8119-16cdd015f1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:07:28Z', 'updated_at': '2022-05-25T23:07:28Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21fa7e9-785c-41c3-b22f-4344ed46940c', 'name': '', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:1a:0a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:07Z', 'updated_at': '2022-05-25T23:07:15Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:07:30.849792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e63a25-467e-4af9-ac7d-13e8eab008e9 None None] The sync data for ids ['b32316f9-3dfe-4f19-903b-cdf964568bdb'] in dv-neutron-843300-1-hyperv is: [{'id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'name': 'tempest-TestNetworkBasicOps-router-1896715695', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:08Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '45913baf-447f-4082-89be-161a61f72bd9', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.173', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'port_id': '51df4665-b250-4e72-b6a9-1e271271cbdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'mac_address': 'fa:16:3e:3e:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a52113-e86b-4294-8119-16cdd015f1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:07:28Z', 'updated_at': '2022-05-25T23:07:28Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21fa7e9-785c-41c3-b22f-4344ed46940c', 'name': '', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:1a:0a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:07Z', 'updated_at': '2022-05-25T23:07:15Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:07:31.037041 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b721c665-f7c0-4441-8122-6bf806ff91ed None None] New status for floating IP 45913baf-447f-4082-89be-161a61f72bd9: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:07:31.384112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43586) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:31.489001 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6444703c-ab57-45ed-810a-3ba28ced3642 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/45913baf-447f-4082-89be-161a61f72bd9 HTTP/1.1" status: 200 len: 993 time: 0.1036785 May 25 23:07:41.457287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0138ffc4-c71f-4cf8-bf28-84a8b2393871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:43.678080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-708eab0d-6c89-4cfa-824b-6e9993d21220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:44.822852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:45.054833 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:46.586148 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:47.468636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:56.960428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43600) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:57.135984 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-aa977160-dca6-40d7-904e-4e45501296f0 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/routers/b32316f9-3dfe-4f19-903b-cdf964568bdb/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1743248 May 25 23:07:57.138807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43604) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:57.416924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f96f41a-61ad-45b1-9162-4d4d40e59698 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Notify agent at dv-neutron-843300-1-hyperv the message router_removed_from_agent {{(pid=84716) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} May 25 23:07:57.420915 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1f96f41a-61ad-45b1-9162-4d4d40e59698 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "DELETE /v2.0/agents/2d9c2385-dddf-4c86-b32f-62f019c6ab70/l3-routers/b32316f9-3dfe-4f19-903b-cdf964568bdb HTTP/1.1" status: 204 len: 168 time: 0.2811964 May 25 23:07:57.423536 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43608) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:57.573682 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:07:57.605557 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-80203288-7715-4f23-926f-8e8b42c0814d tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/routers/b32316f9-3dfe-4f19-903b-cdf964568bdb/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1802802 May 25 23:07:57.608026 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43612) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:57.709355 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-32d35d4e-4ef0-4939-a48f-d521c4b9e335 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/45913baf-447f-4082-89be-161a61f72bd9 HTTP/1.1" status: 200 len: 993 time: 0.1001952 May 25 23:07:58.181435 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b2279-995b-4db8-b708-337761d75c18 None None] New status for floating IP 45913baf-447f-4082-89be-161a61f72bd9: DOWN {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:07:58.686095 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6707610e-eab9-4c0f-802e-2e5ef4eded7e no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:07:58.717867 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43616) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:07:58.800817 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:58.820690 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 6707610e-eab9-4c0f-802e-2e5ef4eded7e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6707610e-eab9-4c0f-802e-2e5ef4eded7e,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:58.914754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:58.915493 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a21fa7e9-785c-41c3-b22f-4344ed46940c no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:07:58.926952 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-58611e53-b075-422e-965f-8b1b5c15aaa0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/45913baf-447f-4082-89be-161a61f72bd9 HTTP/1.1" status: 200 len: 991 time: 0.2084663 May 25 23:07:59.028084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=6707610e-eab9-4c0f-802e-2e5ef4eded7e,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:07:59.085637 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:59.116999 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port a21fa7e9-785c-41c3-b22f-4344ed46940c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a21fa7e9-785c-41c3-b22f-4344ed46940c,segment=NetworkSegment(5ad1e289-0956-424c-abff-f28ecae94abb),segment_id=5ad1e289-0956-424c-abff-f28ecae94abb)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:07:59.211808 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:07:59.279940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=a21fa7e9-785c-41c3-b22f-4344ed46940c,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:00.978717 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43624) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:01.260516 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a85450-b67f-46f1-a8f6-de0280493af3 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Router b32316f9-3dfe-4f19-903b-cdf964568bdb is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:08:01.260846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a85450-b67f-46f1-a8f6-de0280493af3 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Notify agent at dv-neutron-843300-1-hyperv the message router_added_to_agent {{(pid=84716) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} May 25 23:08:01.294587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43630) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:01.295134 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b4a85450-b67f-46f1-a8f6-de0280493af3 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "POST /v2.0/agents/2d9c2385-dddf-4c86-b32f-62f019c6ab70/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3148093 May 25 23:08:01.311117 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8014193-ee36-459f-b428-2c6e4666b8e6 None None] Sync routers for ids ['b32316f9-3dfe-4f19-903b-cdf964568bdb'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:08:01.322910 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8014193-ee36-459f-b428-2c6e4666b8e6 None None] Routers {'b32316f9-3dfe-4f19-903b-cdf964568bdb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:08:01.323616 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b8014193-ee36-459f-b428-2c6e4666b8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:07:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32316f9-3dfe-4f19-903b-cdf964568bdb'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:01.500885 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-b8014193-ee36-459f-b428-2c6e4666b8e6 None None] Set router b32316f9-3dfe-4f19-903b-cdf964568bdb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:08:01.570399 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-324ec04b-0681-46fd-b8bc-9bdf8505707b tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/routers/b32316f9-3dfe-4f19-903b-cdf964568bdb/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2737238 May 25 23:08:01.573034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43636) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:01.677379 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c3592282-df0f-4476-b5fa-e6c63bf748a8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/45913baf-447f-4082-89be-161a61f72bd9 HTTP/1.1" status: 200 len: 991 time: 0.1031785 May 25 23:08:01.840762 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b8014193-ee36-459f-b428-2c6e4666b8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'name': 'tempest-TestNetworkBasicOps-router-1896715695', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:08Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '45913baf-447f-4082-89be-161a61f72bd9', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.173', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'port_id': '51df4665-b250-4e72-b6a9-1e271271cbdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'mac_address': 'fa:16:3e:3e:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a52113-e86b-4294-8119-16cdd015f1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:07:28Z', 'updated_at': '2022-05-25T23:07:58Z', 'revision_number': 2, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21fa7e9-785c-41c3-b22f-4344ed46940c', 'name': '', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:1a:0a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:07Z', 'updated_at': '2022-05-25T23:07:59Z', 'revision_number': 6, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:01.844320 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8014193-ee36-459f-b428-2c6e4666b8e6 None None] Checking router: b32316f9-3dfe-4f19-903b-cdf964568bdb for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:08:01.854248 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8014193-ee36-459f-b428-2c6e4666b8e6 None None] Routers {'b32316f9-3dfe-4f19-903b-cdf964568bdb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:08:01.855420 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b8014193-ee36-459f-b428-2c6e4666b8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:07:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32316f9-3dfe-4f19-903b-cdf964568bdb'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:02.022240 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-b8014193-ee36-459f-b428-2c6e4666b8e6 None None] Set router b32316f9-3dfe-4f19-903b-cdf964568bdb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:08:02.387351 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b8014193-ee36-459f-b428-2c6e4666b8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'name': 'tempest-TestNetworkBasicOps-router-1896715695', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:08Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '45913baf-447f-4082-89be-161a61f72bd9', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.173', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'port_id': '51df4665-b250-4e72-b6a9-1e271271cbdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'mac_address': 'fa:16:3e:3e:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a52113-e86b-4294-8119-16cdd015f1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:07:28Z', 'updated_at': '2022-05-25T23:07:58Z', 'revision_number': 2, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21fa7e9-785c-41c3-b22f-4344ed46940c', 'name': '', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:1a:0a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:07Z', 'updated_at': '2022-05-25T23:07:59Z', 'revision_number': 6, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:02.391265 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8014193-ee36-459f-b428-2c6e4666b8e6 None None] The sync data for ids ['b32316f9-3dfe-4f19-903b-cdf964568bdb'] in dv-neutron-843300-1-hyperv is: [{'id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'name': 'tempest-TestNetworkBasicOps-router-1896715695', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:08Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:07:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '45913baf-447f-4082-89be-161a61f72bd9', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.173', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'port_id': '51df4665-b250-4e72-b6a9-1e271271cbdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'mac_address': 'fa:16:3e:3e:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a52113-e86b-4294-8119-16cdd015f1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:07:28Z', 'updated_at': '2022-05-25T23:07:58Z', 'revision_number': 2, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21fa7e9-785c-41c3-b22f-4344ed46940c', 'name': '', 'network_id': '41a7812b-423d-4baf-9e7c-e908a6b530ff', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:1a:0a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:07Z', 'updated_at': '2022-05-25T23:07:59Z', 'revision_number': 6, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '0afbf6b1-b8d7-4e76-a5f2-97ae6687299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:08:02.681215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43640) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:02.714481 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a21fa7e9-785c-41c3-b22f-4344ed46940c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:08:02.814206 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a21fa7e9-785c-41c3-b22f-4344ed46940c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:08:02.815058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:02.833516 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-339ba66f-a9d7-466b-8041-4397eede7646 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/45913baf-447f-4082-89be-161a61f72bd9 HTTP/1.1" status: 200 len: 991 time: 0.1507914 May 25 23:08:02.931468 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:02.979842 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port a21fa7e9-785c-41c3-b22f-4344ed46940c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a21fa7e9-785c-41c3-b22f-4344ed46940c,segment=NetworkSegment(5ad1e289-0956-424c-abff-f28ecae94abb),segment_id=5ad1e289-0956-424c-abff-f28ecae94abb)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:08:03.103207 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:03.173134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=a21fa7e9-785c-41c3-b22f-4344ed46940c,revision_number=7']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:03.836621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43644) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:03.939915 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4951c7b7-62f9-4f1e-ae49-1b022d000ad6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/45913baf-447f-4082-89be-161a61f72bd9 HTTP/1.1" status: 200 len: 991 time: 0.1021862 May 25 23:08:04.754232 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6707610e-eab9-4c0f-802e-2e5ef4eded7e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:08:04.821492 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6707610e-eab9-4c0f-802e-2e5ef4eded7e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:08:04.821899 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:04.935022 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:04.943665 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43648) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:04.951227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 6707610e-eab9-4c0f-802e-2e5ef4eded7e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6707610e-eab9-4c0f-802e-2e5ef4eded7e,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:08:05.023234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:05.024011 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a21fa7e9-785c-41c3-b22f-4344ed46940c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:08:05.055012 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5149fc17-4569-4ec3-9c0f-9577832b8c37 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/45913baf-447f-4082-89be-161a61f72bd9 HTTP/1.1" status: 200 len: 991 time: 0.1098869 May 25 23:08:05.166573 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=6707610e-eab9-4c0f-802e-2e5ef4eded7e,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:05.178966 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a21fa7e9-785c-41c3-b22f-4344ed46940c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:08:05.179332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:06.058404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43652) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:06.161649 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-774936dd-7eac-4321-bf5e-e824f5c538a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/45913baf-447f-4082-89be-161a61f72bd9 HTTP/1.1" status: 200 len: 991 time: 0.1021280 May 25 23:08:06.622795 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-400939ca-696b-4abe-9dda-e67ac4f9bfb5 req-fd8ccb53-ea4e-444b-a406-e547becc323a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1327586 May 25 23:08:06.692015 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6707610e-eab9-4c0f-802e-2e5ef4eded7e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:08:06.759650 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6707610e-eab9-4c0f-802e-2e5ef4eded7e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:08:06.760014 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:06.764444 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-400939ca-696b-4abe-9dda-e67ac4f9bfb5 req-c2456897-9bd4-4a80-b7bc-139fd3afb624 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 1098 time: 0.0724459 May 25 23:08:06.907111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400939ca-696b-4abe-9dda-e67ac4f9bfb5 req-1685e239-354c-4a63-b60c-35f45ed1a2fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:06.908552 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-400939ca-696b-4abe-9dda-e67ac4f9bfb5 req-1685e239-354c-4a63-b60c-35f45ed1a2fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=41a7812b-423d-4baf-9e7c-e908a6b530ff HTTP/1.1" status: 200 len: 898 time: 0.1258714 May 25 23:08:07.007716 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-400939ca-696b-4abe-9dda-e67ac4f9bfb5 req-8301d20e-4189-43ef-aa48-e15ee7501aff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51df4665-b250-4e72-b6a9-1e271271cbdf HTTP/1.1" status: 200 len: 999 time: 0.0931022 May 25 23:08:07.067937 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400939ca-696b-4abe-9dda-e67ac4f9bfb5 req-aedc96ff-6542-4341-9978-af95670bae02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:07.069652 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-400939ca-696b-4abe-9dda-e67ac4f9bfb5 req-aedc96ff-6542-4341-9978-af95670bae02 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0afbf6b1-b8d7-4e76-a5f2-97ae6687299b HTTP/1.1" status: 200 len: 835 time: 0.0564461 May 25 23:08:07.140225 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-400939ca-696b-4abe-9dda-e67ac4f9bfb5 req-e91735b6-cdbc-4aea-bffd-63f67598298b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41a7812b-423d-4baf-9e7c-e908a6b530ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655377 May 25 23:08:07.165534 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43658) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:07.271038 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-205f075e-e477-42a3-a41d-87c7df5f544b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/45913baf-447f-4082-89be-161a61f72bd9 HTTP/1.1" status: 200 len: 991 time: 0.1042912 May 25 23:08:07.279585 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-400939ca-696b-4abe-9dda-e67ac4f9bfb5 req-afc98818-bdb8-43c3-8473-875133205484 service neutron] 10.222.0.73 "GET /v2.0/networks/41a7812b-423d-4baf-9e7c-e908a6b530ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337736 May 25 23:08:07.412820 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-400939ca-696b-4abe-9dda-e67ac4f9bfb5 req-51354eea-c136-4cf6-82c5-46f54416bada service neutron] 10.222.0.73 "GET /v2.0/networks/41a7812b-423d-4baf-9e7c-e908a6b530ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268077 May 25 23:08:08.274318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43662) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:08.377746 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7dc7de25-2131-42da-b0e7-a66eb78e4899 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/45913baf-447f-4082-89be-161a61f72bd9 HTTP/1.1" status: 200 len: 991 time: 0.1022518 May 25 23:08:09.381587 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43666) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:09.489282 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-20398ad5-32df-4add-aa4e-c4cd992b2b01 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/45913baf-447f-4082-89be-161a61f72bd9 HTTP/1.1" status: 200 len: 991 time: 0.1063709 May 25 23:08:09.534420 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4e641d-f8d0-4972-be46-ce27d1813e6c None None] New status for floating IP 45913baf-447f-4082-89be-161a61f72bd9: ACTIVE {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:08:10.493152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43670) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:10.596038 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-156b4f02-e0fb-4bb9-9f26-b4170e636a4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/45913baf-447f-4082-89be-161a61f72bd9 HTTP/1.1" status: 200 len: 993 time: 0.1014359 May 25 23:08:10.877482 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43678) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:11.070591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 325d6369-ee0b-4c25-97c7-f8d62be23eb8 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:08:11.070926 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:11.231639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:11.231864 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:11.443528 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 325d6369-ee0b-4c25-97c7-f8d62be23eb8 owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:08:11.480129 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9d652f66-fb69-4302-9d02-d42a227a4841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:11.640298 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:11.687017 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=325d6369-ee0b-4c25-97c7-f8d62be23eb8,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:11.721339 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:11.721682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:11.722076 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:11.722410 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:11.722755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:11.723084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:11.723407 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:11.723757 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:11.724124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:11.724472 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:11.724865 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:11.788719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:12.177865 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router b32316f9-3dfe-4f19-903b-cdf964568bdb has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:08:12.374471 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:08:12.390327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:12.441751 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-437958f8-2c6e-4833-b414-801f99ab5ec4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/floatingips/45913baf-447f-4082-89be-161a61f72bd9 HTTP/1.1" status: 204 len: 168 time: 1.5631890 May 25 23:08:12.442313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a52113-e86b-4294-8119-16cdd015f1bc', 'tag': '51df4665-b250-4e72-b6a9-1e271271cbdf'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:08:12.498318 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e257d86-c861-4732-96e9-d254523bcbe8'] response: {'name': 'network-changed', 'server_uuid': '97a52113-e86b-4294-8119-16cdd015f1bc', 'tag': '51df4665-b250-4e72-b6a9-1e271271cbdf', 'status': 'completed', 'code': 200} May 25 23:08:12.591764 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6226b1b6-859e-4984-84a2-2f8309b9243f req-a8eacd1e-23e5-4a64-8ccd-9abfe1932fc4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 1098 time: 0.0733809 May 25 23:08:12.724309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226b1b6-859e-4984-84a2-2f8309b9243f req-3fe6a851-1858-4836-9d53-e163ca5be07b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:12.725793 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6226b1b6-859e-4984-84a2-2f8309b9243f req-3fe6a851-1858-4836-9d53-e163ca5be07b service neutron] 10.222.0.73 "GET /v2.0/networks?id=41a7812b-423d-4baf-9e7c-e908a6b530ff HTTP/1.1" status: 200 len: 898 time: 0.1286259 May 25 23:08:12.792174 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6226b1b6-859e-4984-84a2-2f8309b9243f req-852434e0-8e43-4fe4-befd-181b0077d486 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51df4665-b250-4e72-b6a9-1e271271cbdf HTTP/1.1" status: 200 len: 217 time: 0.0597391 May 25 23:08:12.949231 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226b1b6-859e-4984-84a2-2f8309b9243f req-57e69ecd-a342-43ba-90a5-9bfb3af41822 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:12.950677 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6226b1b6-859e-4984-84a2-2f8309b9243f req-57e69ecd-a342-43ba-90a5-9bfb3af41822 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0afbf6b1-b8d7-4e76-a5f2-97ae6687299b HTTP/1.1" status: 200 len: 835 time: 0.1530929 May 25 23:08:13.027243 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6226b1b6-859e-4984-84a2-2f8309b9243f req-78f013ab-25f7-42d9-a7d1-bd59da5c3713 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41a7812b-423d-4baf-9e7c-e908a6b530ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702519 May 25 23:08:13.075203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9763c-d11c-4dac-bba4-a7784cd6f87f req-b7cb97a8-bf36-48b8-bb4a-0f278d730cfa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:13.075903 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-86e9763c-d11c-4dac-bba4-a7784cd6f87f req-b7cb97a8-bf36-48b8-bb4a-0f278d730cfa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:08:13.137430 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-86e9763c-d11c-4dac-bba4-a7784cd6f87f req-b7cb97a8-bf36-48b8-bb4a-0f278d730cfa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:08:13.138812 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-86e9763c-d11c-4dac-bba4-a7784cd6f87f req-b7cb97a8-bf36-48b8-bb4a-0f278d730cfa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 945 time: 0.1467526 May 25 23:08:13.159216 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6226b1b6-859e-4984-84a2-2f8309b9243f req-5c5b0015-ef0b-4452-864f-c5d6098c1582 service neutron] 10.222.0.73 "GET /v2.0/networks/41a7812b-423d-4baf-9e7c-e908a6b530ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259608 May 25 23:08:13.185672 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-86e9763c-d11c-4dac-bba4-a7784cd6f87f req-439cb773-5194-4d5b-a320-fccdfa058cbe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=813f7595-af81-45a3-a5dc-24592143ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407650 May 25 23:08:13.291702 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6226b1b6-859e-4984-84a2-2f8309b9243f req-f36068a0-62a7-4961-8660-b500b3741293 service neutron] 10.222.0.73 "GET /v2.0/networks/41a7812b-423d-4baf-9e7c-e908a6b530ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267748 May 25 23:08:13.643203 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2f51-ed6b-426d-a26f-c2817da6df44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:14.276163 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5b98b-efd1-4f67-85ef-9edf79f9ad95 req-8233d2d5-615e-4881-8f6b-15d603c001e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:14.276915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-15b5b98b-efd1-4f67-85ef-9edf79f9ad95 req-8233d2d5-615e-4881-8f6b-15d603c001e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:08:14.288577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-15b5b98b-efd1-4f67-85ef-9edf79f9ad95 req-8233d2d5-615e-4881-8f6b-15d603c001e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:08:14.289672 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-15b5b98b-efd1-4f67-85ef-9edf79f9ad95 req-8233d2d5-615e-4881-8f6b-15d603c001e4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 945 time: 0.0935369 May 25 23:08:14.358017 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-15b5b98b-efd1-4f67-85ef-9edf79f9ad95 req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 51df4665-b250-4e72-b6a9-1e271271cbdf {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:08:14.358355 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-15b5b98b-efd1-4f67-85ef-9edf79f9ad95 req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:14.390096 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6844e4-117e-45a0-b483-d2906b2a4cce req-8b667aa7-7a60-4330-a432-aaa7808d87be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:14.391553 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8d6844e4-117e-45a0-b483-d2906b2a4cce req-8b667aa7-7a60-4330-a432-aaa7808d87be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 945 time: 0.0773866 May 25 23:08:14.440393 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8d6844e4-117e-45a0-b483-d2906b2a4cce req-9b2887c7-2723-4cd5-8cf7-092a1bfc5d6e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=813f7595-af81-45a3-a5dc-24592143ddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432684 May 25 23:08:14.607245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-15b5b98b-efd1-4f67-85ef-9edf79f9ad95 req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port 51df4665-b250-4e72-b6a9-1e271271cbdf, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=51df4665-b250-4e72-b6a9-1e271271cbdf,segment=NetworkSegment(5ad1e289-0956-424c-abff-f28ecae94abb),segment_id=5ad1e289-0956-424c-abff-f28ecae94abb)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:08:14.607600 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-15b5b98b-efd1-4f67-85ef-9edf79f9ad95 req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:14.729511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-15b5b98b-efd1-4f67-85ef-9edf79f9ad95 req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 51df4665-b250-4e72-b6a9-1e271271cbdf owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:08:14.846093 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:14.942954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-15b5b98b-efd1-4f67-85ef-9edf79f9ad95 req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:14.989779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=51df4665-b250-4e72-b6a9-1e271271cbdf,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:15.033225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:15.033564 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:15.033897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:15.034225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:15.034550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:15.034873 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:15.035194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:15.035513 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:15.035830 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:15.036146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:15.036459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:15.066039 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:15.075665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b5b98b-efd1-4f67-85ef-9edf79f9ad95 req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] No DVR routers for this DVR port 51df4665-b250-4e72-b6a9-1e271271cbdf on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:08:15.077899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-15b5b98b-efd1-4f67-85ef-9edf79f9ad95 req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:15.080312 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a52113-e86b-4294-8119-16cdd015f1bc', 'name': 'network-vif-deleted', 'tag': '51df4665-b250-4e72-b6a9-1e271271cbdf'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:08:15.155702 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-15b5b98b-efd1-4f67-85ef-9edf79f9ad95 req-3f13b560-7d6e-4cef-a225-5893af49bf26 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "DELETE /v2.0/ports/51df4665-b250-4e72-b6a9-1e271271cbdf HTTP/1.1" status: 204 len: 173 time: 0.8603094 May 25 23:08:15.211184 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39476f39-f669-41f8-8b04-d52ef8e4d60f'] response: {'server_uuid': '97a52113-e86b-4294-8119-16cdd015f1bc', 'name': 'network-vif-deleted', 'tag': '51df4665-b250-4e72-b6a9-1e271271cbdf', 'status': 'completed', 'code': 200} May 25 23:08:15.643819 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-05f0f78f-d3a9-4c76-83b5-9b0dc4e2b50e req-685cb200-d08d-496b-acfb-cbd46dc70d9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a52113-e86b-4294-8119-16cdd015f1bc HTTP/1.1" status: 200 len: 210 time: 0.0398269 May 25 23:08:16.599496 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:16.752785 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43700) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:16.821916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-36c098de-2b11-4481-bdc0-6bd20a6db7d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:16.850235 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-36c098de-2b11-4481-bdc0-6bd20a6db7d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:16.988127 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-36c098de-2b11-4481-bdc0-6bd20a6db7d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:17.006934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c098de-2b11-4481-bdc0-6bd20a6db7d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=813f7595-af81-45a3-a5dc-24592143ddf2,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:17.073270 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-36c098de-2b11-4481-bdc0-6bd20a6db7d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:17.074395 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-36c098de-2b11-4481-bdc0-6bd20a6db7d3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/security-groups/813f7595-af81-45a3-a5dc-24592143ddf2 HTTP/1.1" status: 204 len: 168 time: 0.3206298 May 25 23:08:17.169977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43706) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:17.454582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:17.661147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-95eda79d-4931-46e8-a640-36d6bfcba02a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:18.257561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-95eda79d-4931-46e8-a640-36d6bfcba02a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port a21fa7e9-785c-41c3-b22f-4344ed46940c {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:08:18.258271 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-95eda79d-4931-46e8-a640-36d6bfcba02a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:18.439945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-95eda79d-4931-46e8-a640-36d6bfcba02a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port a21fa7e9-785c-41c3-b22f-4344ed46940c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a21fa7e9-785c-41c3-b22f-4344ed46940c,segment=NetworkSegment(5ad1e289-0956-424c-abff-f28ecae94abb),segment_id=5ad1e289-0956-424c-abff-f28ecae94abb)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:08:18.440516 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-95eda79d-4931-46e8-a640-36d6bfcba02a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:18.559678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-95eda79d-4931-46e8-a640-36d6bfcba02a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for a21fa7e9-785c-41c3-b22f-4344ed46940c owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:08:18.591122 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 51df4665-b250-4e72-b6a9-1e271271cbdf no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:08:18.626890 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 51df4665-b250-4e72-b6a9-1e271271cbdf {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:08:18.627220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 51df4665-b250-4e72-b6a9-1e271271cbdf not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:08:18.809132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-95eda79d-4931-46e8-a640-36d6bfcba02a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:18.858403 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eda79d-4931-46e8-a640-36d6bfcba02a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=a21fa7e9-785c-41c3-b22f-4344ed46940c,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:19.237239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-95eda79d-4931-46e8-a640-36d6bfcba02a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:19.798573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95eda79d-4931-46e8-a640-36d6bfcba02a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router b32316f9-3dfe-4f19-903b-cdf964568bdb has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:08:20.006331 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95eda79d-4931-46e8-a640-36d6bfcba02a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:08:20.012298 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f370d-763b-4769-8675-e73b6e9dbcd2 None None] Sync routers for ids ['b32316f9-3dfe-4f19-903b-cdf964568bdb'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:08:20.019699 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-95eda79d-4931-46e8-a640-36d6bfcba02a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/b32316f9-3dfe-4f19-903b-cdf964568bdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8486834 May 25 23:08:20.022457 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43710) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:20.024933 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f370d-763b-4769-8675-e73b6e9dbcd2 None None] Routers {'b32316f9-3dfe-4f19-903b-cdf964568bdb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:08:20.025530 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2d8f370d-763b-4769-8675-e73b6e9dbcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:08:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32316f9-3dfe-4f19-903b-cdf964568bdb'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:20.198688 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-2d8f370d-763b-4769-8675-e73b6e9dbcd2 None None] Set router b32316f9-3dfe-4f19-903b-cdf964568bdb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:08:20.206355 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1c7e11-6947-471b-914a-6287485d280f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting subnet 0afbf6b1-b8d7-4e76-a5f2-97ae6687299b {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:08:20.209412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7e11-6947-471b-914a-6287485d280f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:20.267181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7e11-6947-471b-914a-6287485d280f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:20.347856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7e11-6947-471b-914a-6287485d280f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:20.475276 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2d8f370d-763b-4769-8675-e73b6e9dbcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'name': 'tempest-TestNetworkBasicOps-router-1896715695', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:08:18Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:08:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:20.478850 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f370d-763b-4769-8675-e73b6e9dbcd2 None None] Checking router: b32316f9-3dfe-4f19-903b-cdf964568bdb for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:08:20.489102 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f370d-763b-4769-8675-e73b6e9dbcd2 None None] Routers {'b32316f9-3dfe-4f19-903b-cdf964568bdb'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:08:20.489677 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2d8f370d-763b-4769-8675-e73b6e9dbcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:08:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b32316f9-3dfe-4f19-903b-cdf964568bdb'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:20.520563 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7e11-6947-471b-914a-6287485d280f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:20.645865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c7e11-6947-471b-914a-6287485d280f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Subnet': ['ID=0afbf6b1-b8d7-4e76-a5f2-97ae6687299b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:20.654954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7e11-6947-471b-914a-6287485d280f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:20.663725 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6b1c7e11-6947-471b-914a-6287485d280f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/subnets/0afbf6b1-b8d7-4e76-a5f2-97ae6687299b HTTP/1.1" status: 204 len: 168 time: 0.6400354 May 25 23:08:20.665004 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c69609-fae4-483f-8664-fbc6879ac6cc None None] Network 41a7812b-423d-4baf-9e7c-e908a6b530ff requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:08:20.666194 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43714) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:20.672218 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-2d8f370d-763b-4769-8675-e73b6e9dbcd2 None None] Set router b32316f9-3dfe-4f19-903b-cdf964568bdb gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:08:20.872544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2ad7-b446-4338-ae11-f0842045d331 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:20.926678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] DHCP port deletion for 41a7812b-423d-4baf-9e7c-e908a6b530ff request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:08:20.930791 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Deleting port 128474a9-d673-4fe7-8d2f-e88a77c6a9ec {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:08:20.931218 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:20.965930 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2d8f370d-763b-4769-8675-e73b6e9dbcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'name': 'tempest-TestNetworkBasicOps-router-1896715695', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:08:18Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:08:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:20.970578 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f370d-763b-4769-8675-e73b6e9dbcd2 None None] The sync data for ids ['b32316f9-3dfe-4f19-903b-cdf964568bdb'] in dv-neutron-843300-1-hyperv is: [{'id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'name': 'tempest-TestNetworkBasicOps-router-1896715695', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102'}], 'enable_snat': True}, 'gw_port_id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:08:18Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '6707610e-eab9-4c0f-802e-2e5ef4eded7e', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32316f9-3dfe-4f19-903b-cdf964568bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:07:03Z', 'updated_at': '2022-05-25T23:08:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:08:21.152008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] For port 128474a9-d673-4fe7-8d2f-e88a77c6a9ec, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=128474a9-d673-4fe7-8d2f-e88a77c6a9ec,segment=NetworkSegment(5ad1e289-0956-424c-abff-f28ecae94abb),segment_id=5ad1e289-0956-424c-abff-f28ecae94abb)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:08:21.152292 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:21.207436 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2ad7-b446-4338-ae11-f0842045d331 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:21.271555 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c2ad7-b446-4338-ae11-f0842045d331 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 6707610e-eab9-4c0f-802e-2e5ef4eded7e {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:08:21.271994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2ad7-b446-4338-ae11-f0842045d331 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:21.274130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Calling delete_port for 128474a9-d673-4fe7-8d2f-e88a77c6a9ec owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:08:21.408814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:21.451595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-3e8c2ad7-b446-4338-ae11-f0842045d331 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port 6707610e-eab9-4c0f-802e-2e5ef4eded7e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6707610e-eab9-4c0f-802e-2e5ef4eded7e,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:08:21.452271 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2ad7-b446-4338-ae11-f0842045d331 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:21.459057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Pushing event deleted for resources: {'Port': ['ID=128474a9-d673-4fe7-8d2f-e88a77c6a9ec,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:21.471751 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:21.472089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:21.472425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:21.472783 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:21.473109 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:21.473435 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:21.473758 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:21.474075 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:21.474401 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:21.474715 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:21.475028 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:21.477842 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc614695-cdd3-49e8-9e55-69e5e9c35f0c None None] No DVR routers for this DVR port 128474a9-d673-4fe7-8d2f-e88a77c6a9ec on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:08:21.587689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c2ad7-b446-4338-ae11-f0842045d331 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 6707610e-eab9-4c0f-802e-2e5ef4eded7e owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:08:21.840567 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2ad7-b446-4338-ae11-f0842045d331 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:21.889364 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c2ad7-b446-4338-ae11-f0842045d331 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=6707610e-eab9-4c0f-802e-2e5ef4eded7e,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:22.106222 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2ad7-b446-4338-ae11-f0842045d331 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:22.355453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2ad7-b446-4338-ae11-f0842045d331 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:22.359637 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2ad7-b446-4338-ae11-f0842045d331 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:22.445558 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2ad7-b446-4338-ae11-f0842045d331 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:22.446085 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8c2ad7-b446-4338-ae11-f0842045d331 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Fanout notify agent at l3_agent the message router_deleted on router b32316f9-3dfe-4f19-903b-cdf964568bdb {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:08:22.460693 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2ad7-b446-4338-ae11-f0842045d331 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:22.461761 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3e8c2ad7-b446-4338-ae11-f0842045d331 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/routers/b32316f9-3dfe-4f19-903b-cdf964568bdb HTTP/1.1" status: 204 len: 168 time: 1.7939205 May 25 23:08:22.465419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43718) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:22.574665 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0371b027-dad4-48b8-b318-ebf906b28ade tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:22.746133 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 128474a9-d673-4fe7-8d2f-e88a77c6a9ec no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:08:22.779629 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 128474a9-d673-4fe7-8d2f-e88a77c6a9ec {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:08:22.779965 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 128474a9-d673-4fe7-8d2f-e88a77c6a9ec not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:08:22.780384 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a21fa7e9-785c-41c3-b22f-4344ed46940c no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:08:22.812048 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: a21fa7e9-785c-41c3-b22f-4344ed46940c {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:08:22.812413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a21fa7e9-785c-41c3-b22f-4344ed46940c not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:08:22.813880 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0371b027-dad4-48b8-b318-ebf906b28ade tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:22.841353 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-0371b027-dad4-48b8-b318-ebf906b28ade tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a7812b-423d-4baf-9e7c-e908a6b530ff']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:22.853201 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-0371b027-dad4-48b8-b318-ebf906b28ade tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad1e289-0956-424c-abff-f28ecae94abb') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:22.853490 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-0371b027-dad4-48b8-b318-ebf906b28ade tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad1e289-0956-424c-abff-f28ecae94abb') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:22.864585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0371b027-dad4-48b8-b318-ebf906b28ade tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:22.880671 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0371b027-dad4-48b8-b318-ebf906b28ade tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:22.887512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0371b027-dad4-48b8-b318-ebf906b28ade tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:08:22.887900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0371b027-dad4-48b8-b318-ebf906b28ade tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:08:22.904391 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:08:23.042835 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0371b027-dad4-48b8-b318-ebf906b28ade tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:23.059587 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0371b027-dad4-48b8-b318-ebf906b28ade tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:23.070544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371b027-dad4-48b8-b318-ebf906b28ade tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Network': ['ID=41a7812b-423d-4baf-9e7c-e908a6b530ff,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:23.134864 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0371b027-dad4-48b8-b318-ebf906b28ade tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/networks/41a7812b-423d-4baf-9e7c-e908a6b530ff HTTP/1.1" status: 204 len: 168 time: 0.6684029 May 25 23:08:23.156341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43722) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:23.161801 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-feeac1f9-9737-4ceb-9d12-c06390a4c760 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'network': {'name': 'tempest-network-smoke--796106413', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'port_security_enabled': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:08:23.166898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-feeac1f9-9737-4ceb-9d12-c06390a4c760 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:08:23.171140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-feeac1f9-9737-4ceb-9d12-c06390a4c760 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:network and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:08:23.173954 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-feeac1f9-9737-4ceb-9d12-c06390a4c760 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:08:23.179586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-feeac1f9-9737-4ceb-9d12-c06390a4c760 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:08:23.236797 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeac1f9-9737-4ceb-9d12-c06390a4c760 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:08:23.239698 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-feeac1f9-9737-4ceb-9d12-c06390a4c760 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:23.268769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feeac1f9-9737-4ceb-9d12-c06390a4c760 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:08:23.277491 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-feeac1f9-9737-4ceb-9d12-c06390a4c760 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:23.277830 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-feeac1f9-9737-4ceb-9d12-c06390a4c760 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Added segment 5b4241d2-3b1b-4402-a0b8-5c46c6fe435f of type vlan for network 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde May 25 23:08:23.302186 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-feeac1f9-9737-4ceb-9d12-c06390a4c760 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:23.390975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-feeac1f9-9737-4ceb-9d12-c06390a4c760 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:23.394683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeac1f9-9737-4ceb-9d12-c06390a4c760 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:23.395387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-feeac1f9-9737-4ceb-9d12-c06390a4c760 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:23.499530 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeac1f9-9737-4ceb-9d12-c06390a4c760 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Network': ['ID=0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:23.509949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:08:23.566952 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-feeac1f9-9737-4ceb-9d12-c06390a4c760 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4094908 May 25 23:08:23.569999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43726) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:23.576688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-440615421', 'admin_state_up': True, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:08:23.583611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:08:23.587492 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:router and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:08:23.590550 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:08:23.596389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:08:23.674131 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:23.675089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:23.693008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:23.919591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:24.070575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ede66-17ec-4eb7-836c-17c41b5a4492 None None] New status for floating IP 45913baf-447f-4082-89be-161a61f72bd9: DOWN {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:08:24.148604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:24.180221 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:24.285034 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785950f1-e698-4f32-af34-b5793c175086 None None] Sync routers for ids ['b32316f9-3dfe-4f19-903b-cdf964568bdb'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:08:24.297668 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785950f1-e698-4f32-af34-b5793c175086 None None] Routers set() bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:08:24.298102 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785950f1-e698-4f32-af34-b5793c175086 None None] Router IDs set() for agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 25 23:08:24.298787 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_agentschedulers_db [None req-785950f1-e698-4f32-af34-b5793c175086 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b32316f9-3dfe-4f19-903b-cdf964568bdb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:08:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent'). {{(pid=84719) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 25 23:08:24.309821 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785950f1-e698-4f32-af34-b5793c175086 None None] Routers set() bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:08:24.310219 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785950f1-e698-4f32-af34-b5793c175086 None None] Router IDs set() for agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 25 23:08:24.310976 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_agentschedulers_db [None req-785950f1-e698-4f32-af34-b5793c175086 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b32316f9-3dfe-4f19-903b-cdf964568bdb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:08:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent'). {{(pid=84719) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 25 23:08:24.311356 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785950f1-e698-4f32-af34-b5793c175086 None None] The sync data for ids ['b32316f9-3dfe-4f19-903b-cdf964568bdb'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:08:24.317877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.46 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/c39d2521-a6b8-4b53-a6f4-634feb7830da) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:08:24.470031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:24.554378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:24.622615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:08:24.625499 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:08:24.627814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:08:24.656764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6707610e-eab9-4c0f-802e-2e5ef4eded7e no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:08:24.658377 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=c39d2521-a6b8-4b53-a6f4-634feb7830da,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:24.689268 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 6707610e-eab9-4c0f-802e-2e5ef4eded7e {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:08:24.689533 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6707610e-eab9-4c0f-802e-2e5ef4eded7e not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:08:24.859712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:24.860422 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:25.142514 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:08:25.436320 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:08:25.445531 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Sync routers for ids ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:08:25.457194 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Routers {'56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:08:25.457792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:08:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:25.534309 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:25.535513 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e91a8e9b-6312-46f1-9628-3128c0e6225c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9644144 May 25 23:08:25.538722 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43730) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:25.577805 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e0b83748-439d-4e23-ad27-3be2bd473717 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=cf9636952f01491a97cc3c500b4629f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380180 May 25 23:08:25.580477 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43734) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:25.633247 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Set router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:08:25.707157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7473af0d-90f2-48d7-9282-eee493a6b896 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:25.708577 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7473af0d-90f2-48d7-9282-eee493a6b896 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271691 May 25 23:08:25.711406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43738) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:25.752773 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2dda39e6-3e68-4e6a-8b5e-0d735dfe2996 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402842 May 25 23:08:25.755385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43742) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:25.761232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-656da376-8308-4919-b8f9-12ea61aa5021 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-954421553', 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:08:25.868361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-656da376-8308-4919-b8f9-12ea61aa5021 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:08:25.873886 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-656da376-8308-4919-b8f9-12ea61aa5021 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:subnet and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:08:25.876647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-656da376-8308-4919-b8f9-12ea61aa5021 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:08:25.882466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-656da376-8308-4919-b8f9-12ea61aa5021 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:08:25.917265 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'name': 'tempest-TestNetworkBasicOps-router-440615421', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:08:23Z', 'updated_at': '2022-05-25T23:08:24Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:24Z', 'updated_at': '2022-05-25T23:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:25.921211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Checking router: 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:08:25.921654 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Updating router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 port c39d2521-a6b8-4b53-a6f4-634feb7830da binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:08:25.973744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:25.976874 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656da376-8308-4919-b8f9-12ea61aa5021 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:08:26.078096 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-656da376-8308-4919-b8f9-12ea61aa5021 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:26.301789 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:26.314495 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Transition to ACTIVE for port object c39d2521-a6b8-4b53-a6f4-634feb7830da will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:08:26.360170 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-656da376-8308-4919-b8f9-12ea61aa5021 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:26.397129 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:26.442781 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656da376-8308-4919-b8f9-12ea61aa5021 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Subnet': ['ID=3fab9205-0aa9-4d05-932e-53044f84df2a,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:26.452848 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656da376-8308-4919-b8f9-12ea61aa5021 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Checking segment: {'id': '5b4241d2-3b1b-4402-a0b8-5c46c6fe435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:08:26.453199 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656da376-8308-4919-b8f9-12ea61aa5021 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network hostable DHCP agents. Network: 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:08:26.477303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86845a5e-1336-43dc-a364-2a828fce81b2 None None] Pushing event updated for resources: {'Port': ['ID=c39d2521-a6b8-4b53-a6f4-634feb7830da,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:26.481585 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Attempting to bind port c39d2521-a6b8-4b53-a6f4-634feb7830da on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:08:26.481945 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Attempting to bind port c39d2521-a6b8-4b53-a6f4-634feb7830da by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:08:26.482302 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Attempting to bind port c39d2521-a6b8-4b53-a6f4-634feb7830da on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:08:26.488747 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:08:26.489107 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:08:26.489496 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:26.489869 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:08:26.490318 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Bound port: c39d2521-a6b8-4b53-a6f4-634feb7830da, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:08:26.490681 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:26.536843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656da376-8308-4919-b8f9-12ea61aa5021 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:08:26.560745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] For port c39d2521-a6b8-4b53-a6f4-634feb7830da, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:08:26.563541 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] For port c39d2521-a6b8-4b53-a6f4-634feb7830da, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c39d2521-a6b8-4b53-a6f4-634feb7830da,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:08:26.634159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-656da376-8308-4919-b8f9-12ea61aa5021 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:08:26.639039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656da376-8308-4919-b8f9-12ea61aa5021 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:26.639661 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-656da376-8308-4919-b8f9-12ea61aa5021 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:26.645066 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b811b0bf-dbb7-46f1-a6f1-2964588320df None None] Network 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:08:26.707509 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:26.764548 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43746) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:26.765194 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-656da376-8308-4919-b8f9-12ea61aa5021 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0082960 May 25 23:08:26.858218 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86845a5e-1336-43dc-a364-2a828fce81b2 None None] Pushing event updated for resources: {'Port': ['ID=c39d2521-a6b8-4b53-a6f4-634feb7830da,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:26.906735 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Routers {'56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:08:26.907348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:08:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:27.104247 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ips': [{'subnet_id': '3fab9205-0aa9-4d05-932e-53044f84df2a'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:08:27.105170 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:27.176626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] Set router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:08:27.473250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Allocated IP 172.20.0.2 (0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde/3fab9205-0aa9-4d05-932e-53044f84df2a/e45db15f-ee9b-44c0-af60-5a454086c61b) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:08:27.523094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:27.662513 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'name': 'tempest-TestNetworkBasicOps-router-440615421', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:08:23Z', 'updated_at': '2022-05-25T23:08:24Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:24Z', 'updated_at': '2022-05-25T23:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:27.702232 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7134e4-2b0b-47f2-8330-deebc5cefe95 None None] The sync data for ids ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'] in dv-neutron-843300-1-hyperv is: [{'id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'name': 'tempest-TestNetworkBasicOps-router-440615421', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:08:23Z', 'updated_at': '2022-05-25T23:08:24Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:24Z', 'updated_at': '2022-05-25T23:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:08:27.729692 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:27.741190 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Transition to ACTIVE for port object e45db15f-ee9b-44c0-af60-5a454086c61b will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:08:27.765629 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Transition to ACTIVE for port object e45db15f-ee9b-44c0-af60-5a454086c61b will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:08:27.895927 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:27.968215 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Network 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:08:27.970724 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.1 (0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde/3fab9205-0aa9-4d05-932e-53044f84df2a/4dfba80f-8a1e-444f-9313-71bdc92d6b58) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:08:27.971337 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:08:27.975881 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:08:27.978209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Pushing event updated for resources: {'Port': ['ID=e45db15f-ee9b-44c0-af60-5a454086c61b,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:28.070288 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Attempting to bind port e45db15f-ee9b-44c0-af60-5a454086c61b on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:08:28.070650 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Attempting to bind port e45db15f-ee9b-44c0-af60-5a454086c61b by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '5b4241d2-3b1b-4402-a0b8-5c46c6fe435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:08:28.071004 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Attempting to bind port e45db15f-ee9b-44c0-af60-5a454086c61b on network 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:08:28.078378 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:08:28.078715 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Checking segment: {'id': '5b4241d2-3b1b-4402-a0b8-5c46c6fe435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:08:28.079111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:28.079498 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Bound using segment: {'id': '5b4241d2-3b1b-4402-a0b8-5c46c6fe435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:08:28.079952 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Bound port: e45db15f-ee9b-44c0-af60-5a454086c61b, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4241d2-3b1b-4402-a0b8-5c46c6fe435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:08:28.080321 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:28.159347 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:28.176622 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] For port e45db15f-ee9b-44c0-af60-5a454086c61b, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:08:28.179572 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object 4dfba80f-8a1e-444f-9313-71bdc92d6b58 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:08:28.179852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] For port e45db15f-ee9b-44c0-af60-5a454086c61b, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=e45db15f-ee9b-44c0-af60-5a454086c61b,segment=NetworkSegment(5b4241d2-3b1b-4402-a0b8-5c46c6fe435f),segment_id=5b4241d2-3b1b-4402-a0b8-5c46c6fe435f)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:08:28.254448 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:28.277993 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:28.338213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df6612-5a93-46bd-b2fe-0a926e2f23f9 None None] Pushing event updated for resources: {'Port': ['ID=e45db15f-ee9b-44c0-af60-5a454086c61b,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:28.364656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:08:28.369815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:08:28.372711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:08:28.403178 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=4dfba80f-8a1e-444f-9313-71bdc92d6b58,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:28.561699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:28.749834 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device e45db15f-ee9b-44c0-af60-5a454086c61b up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:08:28.751681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:28.917974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port e45db15f-ee9b-44c0-af60-5a454086c61b completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:08:28.923418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c39d2521-a6b8-4b53-a6f4-634feb7830da up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:08:29.054336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port c39d2521-a6b8-4b53-a6f4-634feb7830da completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:08:29.060277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c39d2521-a6b8-4b53-a6f4-634feb7830da triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:08:29.060798 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:29.202223 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:29.247912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:29.261352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:29.265894 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port c39d2521-a6b8-4b53-a6f4-634feb7830da, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c39d2521-a6b8-4b53-a6f4-634feb7830da,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:08:29.303306 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e73514f-00ee-4195-a6e3-4ec95939ee34 None None] Network 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:08:29.367710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:29.378727 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=4dfba80f-8a1e-444f-9313-71bdc92d6b58,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:29.397000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:29.525580 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=c39d2521-a6b8-4b53-a6f4-634feb7830da,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:29.540056 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:08:29.541308 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:08:29.553077 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6c6fa17a-8029-438c-afd1-69e836442ce0 None None] Provisioning for port e45db15f-ee9b-44c0-af60-5a454086c61b completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:08:29.588569 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6c6fa17a-8029-438c-afd1-69e836442ce0 None None] Provisioning complete for port e45db15f-ee9b-44c0-af60-5a454086c61b triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:08:29.588569 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa17a-8029-438c-afd1-69e836442ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:29.730700 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa17a-8029-438c-afd1-69e836442ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:29.765430 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6c6fa17a-8029-438c-afd1-69e836442ce0 None None] For port e45db15f-ee9b-44c0-af60-5a454086c61b, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=e45db15f-ee9b-44c0-af60-5a454086c61b,segment=NetworkSegment(5b4241d2-3b1b-4402-a0b8-5c46c6fe435f),segment_id=5b4241d2-3b1b-4402-a0b8-5c46c6fe435f)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:08:29.820208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6c6fa17a-8029-438c-afd1-69e836442ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:29.891076 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fa17a-8029-438c-afd1-69e836442ce0 None None] Pushing event updated for resources: {'Port': ['ID=e45db15f-ee9b-44c0-af60-5a454086c61b,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:29.934612 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:08:29.943346 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a8c3fb28-d21e-4135-a0f8-eb9846166964 None None] Provisioning complete for port e45db15f-ee9b-44c0-af60-5a454086c61b triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:08:29.943806 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a8c3fb28-d21e-4135-a0f8-eb9846166964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:30.146501 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a8c3fb28-d21e-4135-a0f8-eb9846166964 None None] Provisioning for port 4dfba80f-8a1e-444f-9313-71bdc92d6b58 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:08:30.151279 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:08:30.153600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a8c3fb28-d21e-4135-a0f8-eb9846166964 None None] Provisioning complete for port 4dfba80f-8a1e-444f-9313-71bdc92d6b58 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:08:30.153941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a8c3fb28-d21e-4135-a0f8-eb9846166964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:30.164516 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-298afb45-29ce-4a55-a732-dd54e2625523 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/56b23a1f-fe14-4ac1-8ccc-ade481b6efb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3986070 May 25 23:08:30.167801 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43750) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:30.214452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-a8c3fb28-d21e-4135-a0f8-eb9846166964 None None] Port 4dfba80f-8a1e-444f-9313-71bdc92d6b58 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:08:30.310879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba3fd23-77cb-41b2-af77-77c8fe4a90d6 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:30.311168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba3fd23-77cb-41b2-af77-77c8fe4a90d6 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:30.311523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba3fd23-77cb-41b2-af77-77c8fe4a90d6 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:30.311876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba3fd23-77cb-41b2-af77-77c8fe4a90d6 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:30.315839 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9ba3fd23-77cb-41b2-af77-77c8fe4a90d6 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1445520 May 25 23:08:30.316478 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43754) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:30.337346 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-edf4ca2f-99d3-46b4-bce8-b593ebf81c4e None None] Provisioning complete for port 4dfba80f-8a1e-444f-9313-71bdc92d6b58 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:08:30.337702 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-edf4ca2f-99d3-46b4-bce8-b593ebf81c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:30.387691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdf3ddf-302a-4995-a132-c12be121afa1 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:30.387988 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdf3ddf-302a-4995-a132-c12be121afa1 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:30.388343 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdf3ddf-302a-4995-a132-c12be121afa1 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:30.388725 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdf3ddf-302a-4995-a132-c12be121afa1 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:30.389799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-edf4ca2f-99d3-46b4-bce8-b593ebf81c4e None None] Port 4dfba80f-8a1e-444f-9313-71bdc92d6b58 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:08:30.390398 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bbdf3ddf-302a-4995-a132-c12be121afa1 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0729198 May 25 23:08:30.393699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43758) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:30.677664 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-98f5fb92-df84-430a-aee2-2f2f1e743bd8 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2828496 May 25 23:08:30.709223 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device e45db15f-ee9b-44c0-af60-5a454086c61b up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:08:30.776492 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port e45db15f-ee9b-44c0-af60-5a454086c61b triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:08:30.777334 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:30.837282 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43764) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:30.843729 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-862b546c-884c-4291-a949-c363cf30271c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-378647778', 'description': 'tempest-secgroup-smoke-378647778 description', 'project_id': 'cf9636952f01491a97cc3c500b4629f1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:08:30.849577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-862b546c-884c-4291-a949-c363cf30271c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:08:30.854613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-862b546c-884c-4291-a949-c363cf30271c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:08:30.857647 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-862b546c-884c-4291-a949-c363cf30271c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:08:30.863964 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-862b546c-884c-4291-a949-c363cf30271c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:08:30.892256 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c39d2521-a6b8-4b53-a6f4-634feb7830da up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:08:30.946626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-862b546c-884c-4291-a949-c363cf30271c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:30.957446 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c39d2521-a6b8-4b53-a6f4-634feb7830da triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:08:30.957808 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:30.983134 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-862b546c-884c-4291-a949-c363cf30271c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:08:30.987132 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-862b546c-884c-4291-a949-c363cf30271c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:08:30.990063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-862b546c-884c-4291-a949-c363cf30271c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:08:30.996058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-862b546c-884c-4291-a949-c363cf30271c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:08:31.066111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-862b546c-884c-4291-a949-c363cf30271c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:31.142669 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-862b546c-884c-4291-a949-c363cf30271c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:31.187749 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b546c-884c-4291-a949-c363cf30271c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:31.245774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-862b546c-884c-4291-a949-c363cf30271c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:31.247010 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-862b546c-884c-4291-a949-c363cf30271c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4087484 May 25 23:08:31.252034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43768) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:31.256240 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-71d4a2c7-0cf0-4917-b101-adea1021ca69 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:08:31.263032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-71d4a2c7-0cf0-4917-b101-adea1021ca69 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:08:31.266919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-71d4a2c7-0cf0-4917-b101-adea1021ca69 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:08:31.270005 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-71d4a2c7-0cf0-4917-b101-adea1021ca69 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:08:31.275263 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Sync routers for ids ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:08:31.277733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-71d4a2c7-0cf0-4917-b101-adea1021ca69 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:08:31.289637 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Routers {'56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:08:31.290235 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:08:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:31.389886 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71d4a2c7-0cf0-4917-b101-adea1021ca69 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:31.451699 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71d4a2c7-0cf0-4917-b101-adea1021ca69 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:31.466077 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Set router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:08:31.531538 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71d4a2c7-0cf0-4917-b101-adea1021ca69 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:31.555581 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4a2c7-0cf0-4917-b101-adea1021ca69 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3b5a98-6952-47f2-8163-103e3bd146fa,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:31.620172 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71d4a2c7-0cf0-4917-b101-adea1021ca69 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:31.621541 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-71d4a2c7-0cf0-4917-b101-adea1021ca69 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3703926 May 25 23:08:31.624316 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43772) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:31.629745 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-60426a49-f776-4002-9a93-9fdcc8f384be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:08:31.636308 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-60426a49-f776-4002-9a93-9fdcc8f384be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:08:31.640186 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-60426a49-f776-4002-9a93-9fdcc8f384be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:08:31.643040 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-60426a49-f776-4002-9a93-9fdcc8f384be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:08:31.648752 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-60426a49-f776-4002-9a93-9fdcc8f384be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:08:31.723126 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-60426a49-f776-4002-9a93-9fdcc8f384be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:31.786891 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-60426a49-f776-4002-9a93-9fdcc8f384be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:31.805192 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'name': 'tempest-TestNetworkBasicOps-router-440615421', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:08:23Z', 'updated_at': '2022-05-25T23:08:28Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:24Z', 'updated_at': '2022-05-25T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '4dfba80f-8a1e-444f-9313-71bdc92d6b58', 'name': '', 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:cd:3d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:27Z', 'updated_at': '2022-05-25T23:08:29Z', 'revision_number': 2, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:31.810046 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Checking router: 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:08:31.810385 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Updating router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 port 4dfba80f-8a1e-444f-9313-71bdc92d6b58 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:08:31.860676 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:31.871415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-60426a49-f776-4002-9a93-9fdcc8f384be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:31.894677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60426a49-f776-4002-9a93-9fdcc8f384be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63ab170-7ce8-4bb7-a59c-d34fb653badb,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:31.962528 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-60426a49-f776-4002-9a93-9fdcc8f384be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:31.963741 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-60426a49-f776-4002-9a93-9fdcc8f384be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3384640 May 25 23:08:31.966641 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43776) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:31.971947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-076ebb74-89ba-4a47-a3c9-440de7b0a484 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:08:31.977778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-076ebb74-89ba-4a47-a3c9-440de7b0a484 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:08:31.982138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-076ebb74-89ba-4a47-a3c9-440de7b0a484 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:08:31.984946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-076ebb74-89ba-4a47-a3c9-440de7b0a484 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:08:31.990539 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-076ebb74-89ba-4a47-a3c9-440de7b0a484 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:08:32.054305 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-076ebb74-89ba-4a47-a3c9-440de7b0a484 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:32.116378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-076ebb74-89ba-4a47-a3c9-440de7b0a484 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:32.173841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-076ebb74-89ba-4a47-a3c9-440de7b0a484 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:32.197494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ebb74-89ba-4a47-a3c9-440de7b0a484 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdc1fd0-12b0-4389-9179-22a55aa50ab2,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:32.198427 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:32.210573 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Transition to ACTIVE for port object 4dfba80f-8a1e-444f-9313-71bdc92d6b58 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:08:32.277036 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-076ebb74-89ba-4a47-a3c9-440de7b0a484 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:32.278259 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-076ebb74-89ba-4a47-a3c9-440de7b0a484 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3106987 May 25 23:08:32.280959 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43780) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:32.286443 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-322ff6cc-8ce4-4d80-9120-5054486d49a1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:08:32.293112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-322ff6cc-8ce4-4d80-9120-5054486d49a1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:08:32.297028 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-322ff6cc-8ce4-4d80-9120-5054486d49a1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:08:32.299987 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-322ff6cc-8ce4-4d80-9120-5054486d49a1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:08:32.305797 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-322ff6cc-8ce4-4d80-9120-5054486d49a1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:08:32.309954 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:32.408027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-322ff6cc-8ce4-4d80-9120-5054486d49a1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:32.441756 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe0ac5-6172-4db1-9a53-e587a219106e None None] Pushing event updated for resources: {'Port': ['ID=4dfba80f-8a1e-444f-9313-71bdc92d6b58,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:32.454627 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0ac5-6172-4db1-9a53-e587a219106e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:32.454962 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0ac5-6172-4db1-9a53-e587a219106e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:32.455284 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0ac5-6172-4db1-9a53-e587a219106e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:32.455604 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0ac5-6172-4db1-9a53-e587a219106e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:32.455923 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0ac5-6172-4db1-9a53-e587a219106e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:32.456237 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0ac5-6172-4db1-9a53-e587a219106e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:32.456600 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0ac5-6172-4db1-9a53-e587a219106e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:32.456922 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0ac5-6172-4db1-9a53-e587a219106e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:32.457234 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0ac5-6172-4db1-9a53-e587a219106e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:32.457540 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0ac5-6172-4db1-9a53-e587a219106e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:32.457849 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0ac5-6172-4db1-9a53-e587a219106e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:08:32.485273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-322ff6cc-8ce4-4d80-9120-5054486d49a1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:32.545986 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Attempting to bind port 4dfba80f-8a1e-444f-9313-71bdc92d6b58 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:08:32.546380 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Attempting to bind port 4dfba80f-8a1e-444f-9313-71bdc92d6b58 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '5b4241d2-3b1b-4402-a0b8-5c46c6fe435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:08:32.546728 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Attempting to bind port 4dfba80f-8a1e-444f-9313-71bdc92d6b58 on network 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:08:32.553141 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:08:32.553492 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Checking segment: {'id': '5b4241d2-3b1b-4402-a0b8-5c46c6fe435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:08:32.553876 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:32.554252 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Bound using segment: {'id': '5b4241d2-3b1b-4402-a0b8-5c46c6fe435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:08:32.554696 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Bound port: 4dfba80f-8a1e-444f-9313-71bdc92d6b58, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4241d2-3b1b-4402-a0b8-5c46c6fe435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:08:32.555055 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:32.571396 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-322ff6cc-8ce4-4d80-9120-5054486d49a1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:32.594091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ff6cc-8ce4-4d80-9120-5054486d49a1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f081f2d7-fdf7-4015-9a53-1cd527dc99db,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:32.646080 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] For port 4dfba80f-8a1e-444f-9313-71bdc92d6b58, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:08:32.649036 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] For port 4dfba80f-8a1e-444f-9313-71bdc92d6b58, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4dfba80f-8a1e-444f-9313-71bdc92d6b58,segment=NetworkSegment(5b4241d2-3b1b-4402-a0b8-5c46c6fe435f),segment_id=5b4241d2-3b1b-4402-a0b8-5c46c6fe435f)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:08:32.685572 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-322ff6cc-8ce4-4d80-9120-5054486d49a1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:32.686791 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-322ff6cc-8ce4-4d80-9120-5054486d49a1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4048865 May 25 23:08:32.689524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43784) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:32.695078 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2e9f71bc-cbad-435d-a093-a7c4b833688d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:08:32.701242 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2e9f71bc-cbad-435d-a093-a7c4b833688d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:08:32.705051 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2e9f71bc-cbad-435d-a093-a7c4b833688d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:08:32.707851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2e9f71bc-cbad-435d-a093-a7c4b833688d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:08:32.713518 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2e9f71bc-cbad-435d-a093-a7c4b833688d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:08:32.734650 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:32.788848 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-2e9f71bc-cbad-435d-a093-a7c4b833688d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:08:32.797780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e9f71bc-cbad-435d-a093-a7c4b833688d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:32.823486 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe0ac5-6172-4db1-9a53-e587a219106e None None] Pushing event updated for resources: {'Port': ['ID=4dfba80f-8a1e-444f-9313-71bdc92d6b58,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:32.828329 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Routers {'56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:08:32.828968 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:08:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:32.870366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e9f71bc-cbad-435d-a093-a7c4b833688d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:32.928458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e9f71bc-cbad-435d-a093-a7c4b833688d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:32.954488 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f71bc-cbad-435d-a093-a7c4b833688d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07766e9d-6c13-4186-aa0f-22ae0d84dbcc,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:33.015331 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] Set router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:08:33.036710 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e9f71bc-cbad-435d-a093-a7c4b833688d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:33.040589 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2e9f71bc-cbad-435d-a093-a7c4b833688d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3475671 May 25 23:08:33.041951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43788) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:33.048107 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-5fe195c4-d779-4dca-bcfa-37065ede0d88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:08:33.054071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5fe195c4-d779-4dca-bcfa-37065ede0d88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:08:33.058041 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5fe195c4-d779-4dca-bcfa-37065ede0d88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:08:33.061005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5fe195c4-d779-4dca-bcfa-37065ede0d88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:08:33.066790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5fe195c4-d779-4dca-bcfa-37065ede0d88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:08:33.142511 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-5fe195c4-d779-4dca-bcfa-37065ede0d88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:08:33.149156 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5fe195c4-d779-4dca-bcfa-37065ede0d88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:33.215985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5fe195c4-d779-4dca-bcfa-37065ede0d88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:33.291151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5fe195c4-d779-4dca-bcfa-37065ede0d88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:33.320002 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe195c4-d779-4dca-bcfa-37065ede0d88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a60a0fc-82ec-4451-9d88-ebf926e1f0f1,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:33.357425 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'name': 'tempest-TestNetworkBasicOps-router-440615421', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:08:23Z', 'updated_at': '2022-05-25T23:08:28Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:24Z', 'updated_at': '2022-05-25T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '4dfba80f-8a1e-444f-9313-71bdc92d6b58', 'name': '', 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:cd:3d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:27Z', 'updated_at': '2022-05-25T23:08:32Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:33.361177 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930928b1-3f7a-41ac-817a-3fbbb83f438e None None] The sync data for ids ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'] in dv-neutron-843300-1-hyperv is: [{'id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'name': 'tempest-TestNetworkBasicOps-router-440615421', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:08:23Z', 'updated_at': '2022-05-25T23:08:28Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:24Z', 'updated_at': '2022-05-25T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '4dfba80f-8a1e-444f-9313-71bdc92d6b58', 'name': '', 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:cd:3d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:27Z', 'updated_at': '2022-05-25T23:08:32Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:08:33.402313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5fe195c4-d779-4dca-bcfa-37065ede0d88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:33.403823 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5fe195c4-d779-4dca-bcfa-37065ede0d88 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3607309 May 25 23:08:33.589811 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-df956b29-f11c-480f-bc78-e339a260a879 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:08:33.662922 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-df956b29-f11c-480f-bc78-e339a260a879 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:08:33.664134 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-df956b29-f11c-480f-bc78-e339a260a879 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-378647778&fields=id&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 267 time: 0.1190979 May 25 23:08:33.818982 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-64ada6b1-8bec-4a95-86b1-65d217485998 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:33.819904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-64ada6b1-8bec-4a95-86b1-65d217485998 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:08:33.903002 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-64ada6b1-8bec-4a95-86b1-65d217485998 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:08:33.904192 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-64ada6b1-8bec-4a95-86b1-65d217485998 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/networks?id=0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde HTTP/1.1" status: 200 len: 796 time: 0.2326338 May 25 23:08:33.920855 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-7f6acfae-05a9-48fc-ad19-464395996459 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/quotas/cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 375 time: 0.0110381 May 25 23:08:34.103425 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-3a4bf619-ccee-4932-a023-6ab143e4bb2d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:08:34.194458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-3a4bf619-ccee-4932-a023-6ab143e4bb2d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:08:34.196149 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-3a4bf619-ccee-4932-a023-6ab143e4bb2d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2695997 May 25 23:08:34.396080 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-f5c4a26f-c5b2-4fe6-b8cc-3431875c762c service neutron] 10.222.0.66 "GET /v2.0/networks/0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875470 May 25 23:08:34.524258 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d3f1815f-9aee-4bf2-a6ae-6be298b37485 service neutron] 10.222.0.66 "GET /v2.0/networks/0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213491 May 25 23:08:34.574009 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:08:34.724894 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4dfba80f-8a1e-444f-9313-71bdc92d6b58 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:08:34.824118 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d636573f-4e75-43cb-9b83-1af75f0fc339 req-317a61cc-9eb0-4f68-929c-c20b1a1c3b7c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 210 time: 0.0419316 May 25 23:08:34.851124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 4dfba80f-8a1e-444f-9313-71bdc92d6b58 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:08:34.856931 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 4dfba80f-8a1e-444f-9313-71bdc92d6b58 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:08:34.857364 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:34.971463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:35.004105 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 4dfba80f-8a1e-444f-9313-71bdc92d6b58, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4dfba80f-8a1e-444f-9313-71bdc92d6b58,segment=NetworkSegment(5b4241d2-3b1b-4402-a0b8-5c46c6fe435f),segment_id=5b4241d2-3b1b-4402-a0b8-5c46c6fe435f)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:08:35.088413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:35.157446 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=4dfba80f-8a1e-444f-9313-71bdc92d6b58,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:35.988387 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0af84cde-84b5-4aba-9c32-935ec20823a8 req-260aa090-6f88-4ed6-b98c-5068839f378f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 210 time: 0.0405371 May 25 23:08:36.705807 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4dfba80f-8a1e-444f-9313-71bdc92d6b58 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:08:36.778711 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 4dfba80f-8a1e-444f-9313-71bdc92d6b58 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:08:36.779079 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:37.010202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-e9d2448a-32c0-46e2-9796-e5bc0acd862f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:37.012474 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-e9d2448a-32c0-46e2-9796-e5bc0acd862f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/networks?id=0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde HTTP/1.1" status: 200 len: 796 time: 0.1497357 May 25 23:08:37.064836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d74670bc-7dd7-4e6c-99f4-534103be963a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:08:37.076914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d74670bc-7dd7-4e6c-99f4-534103be963a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:08:37.078143 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d74670bc-7dd7-4e6c-99f4-534103be963a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 379 time: 0.0547502 May 25 23:08:37.086528 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d87c83a3-8670-40e4-8700-b29b388c39ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'port': {'device_id': 'eda36655-736d-4ed9-aa86-c7f9fd714a64', 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'admin_state_up': True, 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'security_groups': ['90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:08:37.158573 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-84710813-fe56-4e09-9eeb-bdc31c7f4b3b req-efdf5b7a-080a-40ee-9d46-dc5a93215a36 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 210 time: 0.0452611 May 25 23:08:37.225377 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d87c83a3-8670-40e4-8700-b29b388c39ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:08:37.235362 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d87c83a3-8670-40e4-8700-b29b388c39ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:08:37.373701 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d87c83a3-8670-40e4-8700-b29b388c39ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:08:37.376782 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d87c83a3-8670-40e4-8700-b29b388c39ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:37.538632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d87c83a3-8670-40e4-8700-b29b388c39ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.8 (0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde/3fab9205-0aa9-4d05-932e-53044f84df2a/080641ad-34b2-46ca-94a7-3fb82bfcec95) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:08:37.720249 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d87c83a3-8670-40e4-8700-b29b388c39ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:37.735619 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d87c83a3-8670-40e4-8700-b29b388c39ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object 080641ad-34b2-46ca-94a7-3fb82bfcec95 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:08:37.841398 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d87c83a3-8670-40e4-8700-b29b388c39ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:37.915783 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d87c83a3-8670-40e4-8700-b29b388c39ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:08:37.919044 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d87c83a3-8670-40e4-8700-b29b388c39ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:08:37.922997 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d87c83a3-8670-40e4-8700-b29b388c39ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:08:37.955347 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c83a3-8670-40e4-8700-b29b388c39ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=080641ad-34b2-46ca-94a7-3fb82bfcec95,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:37.991066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d87c83a3-8670-40e4-8700-b29b388c39ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:37.991686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d87c83a3-8670-40e4-8700-b29b388c39ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:38.140625 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d87c83a3-8670-40e4-8700-b29b388c39ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0576999 May 25 23:08:38.152852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Request body: {'port': {'device_id': 'eda36655-736d-4ed9-aa86-c7f9fd714a64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:08:38.266833 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:38.291295 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6130f1f2-73a6-4c69-a2aa-841de4106d16 None None] Provisioning for port 080641ad-34b2-46ca-94a7-3fb82bfcec95 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:08:38.296814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6130f1f2-73a6-4c69-a2aa-841de4106d16 None None] Provisioning complete for port 080641ad-34b2-46ca-94a7-3fb82bfcec95 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:08:38.297181 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6130f1f2-73a6-4c69-a2aa-841de4106d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:38.366607 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6130f1f2-73a6-4c69-a2aa-841de4106d16 None None] Port 080641ad-34b2-46ca-94a7-3fb82bfcec95 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:08:38.368141 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec048ce8-234b-4765-b464-b6bb7a78c304 req-873b1b37-0de9-46c8-bfe6-c5e282c97e82 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:38.369606 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ec048ce8-234b-4765-b464-b6bb7a78c304 req-873b1b37-0de9-46c8-bfe6-c5e282c97e82 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 931 time: 0.0791464 May 25 23:08:38.416008 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ec048ce8-234b-4765-b464-b6bb7a78c304 req-de0394b0-eb9f-456c-a5ec-e471bfe1701f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400338 May 25 23:08:38.617021 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080641ad-34b2-46ca-94a7-3fb82bfcec95 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:08:38.625121 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:38.640928 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Transition to ACTIVE for port object 080641ad-34b2-46ca-94a7-3fb82bfcec95 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:08:38.732402 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:38.944005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Pushing event updated for resources: {'Port': ['ID=080641ad-34b2-46ca-94a7-3fb82bfcec95,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:39.065278 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Attempting to bind port 080641ad-34b2-46ca-94a7-3fb82bfcec95 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:08:39.065604 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Attempting to bind port 080641ad-34b2-46ca-94a7-3fb82bfcec95 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '5b4241d2-3b1b-4402-a0b8-5c46c6fe435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:08:39.066058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Attempting to bind port 080641ad-34b2-46ca-94a7-3fb82bfcec95 on network 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:08:39.072345 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Port 080641ad-34b2-46ca-94a7-3fb82bfcec95 on network 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:08:39.072715 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Attempting to bind port 080641ad-34b2-46ca-94a7-3fb82bfcec95 on network 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:08:39.079290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:08:39.079748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Checking segment: {'id': '5b4241d2-3b1b-4402-a0b8-5c46c6fe435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:08:39.080153 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Bound using segment: {'id': '5b4241d2-3b1b-4402-a0b8-5c46c6fe435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:08:39.080592 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Bound port: 080641ad-34b2-46ca-94a7-3fb82bfcec95, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b4241d2-3b1b-4402-a0b8-5c46c6fe435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:08:39.080942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:39.168424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] For port 080641ad-34b2-46ca-94a7-3fb82bfcec95, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:08:39.171328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] For port 080641ad-34b2-46ca-94a7-3fb82bfcec95, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=080641ad-34b2-46ca-94a7-3fb82bfcec95,segment=NetworkSegment(5b4241d2-3b1b-4402-a0b8-5c46c6fe435f),segment_id=5b4241d2-3b1b-4402-a0b8-5c46c6fe435f)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:08:39.234579 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:39.298811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:39.300433 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] 10.222.0.73 "PUT /v2.0/ports/080641ad-34b2-46ca-94a7-3fb82bfcec95 HTTP/1.1" status: 200 len: 1093 time: 1.1524515 May 25 23:08:39.303341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda36655-736d-4ed9-aa86-c7f9fd714a64', 'tag': '080641ad-34b2-46ca-94a7-3fb82bfcec95'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:08:39.327272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a160888-e9ae-4e94-b383-4abbb444d13d service neutron] Pushing event updated for resources: {'Port': ['ID=080641ad-34b2-46ca-94a7-3fb82bfcec95,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:39.366111 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9568ed52-8e25-4db1-a315-dd88dad99730'] response: {'name': 'network-changed', 'server_uuid': 'eda36655-736d-4ed9-aa86-c7f9fd714a64', 'tag': '080641ad-34b2-46ca-94a7-3fb82bfcec95', 'status': 'completed', 'code': 200} May 25 23:08:39.462218 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a2a7e4d0-ad02-4006-9400-197655074dab req-bef56ebf-7ea9-4cc4-b377-f8a053d995ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 1096 time: 0.0759394 May 25 23:08:39.608100 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7e4d0-ad02-4006-9400-197655074dab req-0120f616-70c5-4bad-8d2a-eb93a75c97fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:39.609581 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a2a7e4d0-ad02-4006-9400-197655074dab req-0120f616-70c5-4bad-8d2a-eb93a75c97fa service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cf9636952f01491a97cc3c500b4629f1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1403916 May 25 23:08:39.629810 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90c618-efeb-43dd-878d-4d73f0fa0223 req-db003301-a95a-4154-8764-eede69b824f6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:39.631237 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0f90c618-efeb-43dd-878d-4d73f0fa0223 req-db003301-a95a-4154-8764-eede69b824f6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 943 time: 0.0831034 May 25 23:08:39.676019 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0f90c618-efeb-43dd-878d-4d73f0fa0223 req-cb362a91-9b24-4e20-b3eb-84e97a178eb7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389168 May 25 23:08:39.744698 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7e4d0-ad02-4006-9400-197655074dab req-708b28d2-c6fd-40f6-a9fb-a57313d3457e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:39.747201 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a2a7e4d0-ad02-4006-9400-197655074dab req-708b28d2-c6fd-40f6-a9fb-a57313d3457e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323230 May 25 23:08:39.852381 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-890d36ca-bbcc-4480-8a01-ddb5556ac940 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 1096 time: 0.0722058 May 25 23:08:39.918672 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-d369fedd-3658-41c8-8d61-0a9073263cf0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=080641ad-34b2-46ca-94a7-3fb82bfcec95 HTTP/1.1" status: 200 len: 217 time: 0.0604649 May 25 23:08:39.983360 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-fed0b306-f84c-4be1-bda7-9672dbfbf94f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:39.984702 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-fed0b306-f84c-4be1-bda7-9672dbfbf94f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fab9205-0aa9-4d05-932e-53044f84df2a HTTP/1.1" status: 200 len: 843 time: 0.0607870 May 25 23:08:40.057343 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-2901bcf3-236c-4866-ab8a-caad52fbb420 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672703 May 25 23:08:40.188491 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-42ef326e-831c-4e86-87fe-6e4b5e9b677d service neutron] 10.222.0.73 "GET /v2.0/networks/0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252153 May 25 23:08:40.322399 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-188833f1-a1a6-4ebd-bf6a-d74821c74111 req-0b9cca21-b771-4958-8e2f-a9bac33ed0d8 service neutron] 10.222.0.73 "GET /v2.0/networks/0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277483 May 25 23:08:40.868406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba1102-fa54-4058-a5ad-36ba609af3bb req-cdd95d12-76e7-44b7-9094-cca5a6c0dbfa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:40.869857 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b6ba1102-fa54-4058-a5ad-36ba609af3bb req-cdd95d12-76e7-44b7-9094-cca5a6c0dbfa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 943 time: 0.0739663 May 25 23:08:40.918296 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b6ba1102-fa54-4058-a5ad-36ba609af3bb req-a32357cd-edaf-4d63-a2f3-5561790e63e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422049 May 25 23:08:41.456755 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a827-53fa-45ed-9be4-3a2746d1ed84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:42.113589 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea47d23-00b3-428c-bcb0-97e8a233558e req-50773951-66c8-4f40-b7af-542e88721e91 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:42.115006 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6ea47d23-00b3-428c-bcb0-97e8a233558e req-50773951-66c8-4f40-b7af-542e88721e91 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 943 time: 0.0740688 May 25 23:08:42.159275 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6ea47d23-00b3-428c-bcb0-97e8a233558e req-07523fad-48dc-4c86-81e7-9fde1739c980 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388522 May 25 23:08:42.733480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 080641ad-34b2-46ca-94a7-3fb82bfcec95 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:08:42.864622 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 080641ad-34b2-46ca-94a7-3fb82bfcec95, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=080641ad-34b2-46ca-94a7-3fb82bfcec95,segment=NetworkSegment(5b4241d2-3b1b-4402-a0b8-5c46c6fe435f),segment_id=5b4241d2-3b1b-4402-a0b8-5c46c6fe435f)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:08:42.877354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '080641ad-34b2-46ca-94a7-3fb82bfcec95', 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'port_id': '080641ad-34b2-46ca-94a7-3fb82bfcec95', 'mac_address': 'fa:16:3e:54:d4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:08:42.931144 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:42.947994 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080641ad-34b2-46ca-94a7-3fb82bfcec95 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:08:42.963715 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 080641ad-34b2-46ca-94a7-3fb82bfcec95, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=080641ad-34b2-46ca-94a7-3fb82bfcec95,segment=NetworkSegment(5b4241d2-3b1b-4402-a0b8-5c46c6fe435f),segment_id=5b4241d2-3b1b-4402-a0b8-5c46c6fe435f)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:08:43.039893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:43.108701 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=080641ad-34b2-46ca-94a7-3fb82bfcec95,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:43.245332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['080641ad-34b2-46ca-94a7-3fb82bfcec95'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:08:43.361095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb0393-67f2-40a9-89c6-7421ea7d9ac2 req-8507281e-7b97-4b53-be08-bc7962b6b119 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:43.362528 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-77cb0393-67f2-40a9-89c6-7421ea7d9ac2 req-8507281e-7b97-4b53-be08-bc7962b6b119 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 944 time: 0.0821080 May 25 23:08:43.408731 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-77cb0393-67f2-40a9-89c6-7421ea7d9ac2 req-e641760b-bb4c-4a09-aac3-28c2715fe682 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405197 May 25 23:08:43.645331 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-79a823c9-5658-46e0-a92d-7f189f328af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:44.599565 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237b869-b114-421e-891b-e6fe219aa811 req-fbbdd2a8-17aa-4ad1-8ae9-c22200ebe1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:44.601000 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e237b869-b114-421e-891b-e6fe219aa811 req-fbbdd2a8-17aa-4ad1-8ae9-c22200ebe1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 944 time: 0.0737038 May 25 23:08:44.645472 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e237b869-b114-421e-891b-e6fe219aa811 req-652bcb4b-1489-4938-9f23-54dce239fd10 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383573 May 25 23:08:44.747480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 080641ad-34b2-46ca-94a7-3fb82bfcec95 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:08:44.842124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:44.871080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 080641ad-34b2-46ca-94a7-3fb82bfcec95 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:08:44.875633 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 080641ad-34b2-46ca-94a7-3fb82bfcec95 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:08:44.875984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:44.990229 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:45.028098 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda36655-736d-4ed9-aa86-c7f9fd714a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080641ad-34b2-46ca-94a7-3fb82bfcec95'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:08:45.037907 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 080641ad-34b2-46ca-94a7-3fb82bfcec95, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=080641ad-34b2-46ca-94a7-3fb82bfcec95,segment=NetworkSegment(5b4241d2-3b1b-4402-a0b8-5c46c6fe435f),segment_id=5b4241d2-3b1b-4402-a0b8-5c46c6fe435f)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:08:45.080771 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab4ce2a-8fc6-4343-a0f4-6148232f5e68'] response: {'server_uuid': 'eda36655-736d-4ed9-aa86-c7f9fd714a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080641ad-34b2-46ca-94a7-3fb82bfcec95', 'code': 200} May 25 23:08:45.099565 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:45.110559 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:45.179126 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=080641ad-34b2-46ca-94a7-3fb82bfcec95,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:45.414210 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-04a02c16-4e43-4067-8959-f32a5f2ca838 req-f04731bf-1854-4579-bf28-997fd8d9d6a8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 1098 time: 0.0715158 May 25 23:08:45.455659 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-04a02c16-4e43-4067-8959-f32a5f2ca838 req-b3eeb781-44f4-4c18-8cdd-98a25b80cf39 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355189 May 25 23:08:45.847583 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51016b6e-8f98-446a-abe0-558a72e082fb req-76d05297-3187-4a6c-b019-67bcda35dd06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:45.849051 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-51016b6e-8f98-446a-abe0-558a72e082fb req-76d05297-3187-4a6c-b019-67bcda35dd06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 945 time: 0.0793612 May 25 23:08:45.894923 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-51016b6e-8f98-446a-abe0-558a72e082fb req-7d8040db-5be3-451e-af95-1190d0883389 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403192 May 25 23:08:46.656901 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:47.091348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70953575-4aef-498c-b6db-2b79d7dafcfe req-c8a8f27e-38e0-4d1f-aca7-d1a5b889b6af tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:47.092804 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-70953575-4aef-498c-b6db-2b79d7dafcfe req-c8a8f27e-38e0-4d1f-aca7-d1a5b889b6af tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 945 time: 0.0756617 May 25 23:08:47.137348 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-70953575-4aef-498c-b6db-2b79d7dafcfe req-44ad387a-63e7-4868-8cf0-be778d94a126 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390136 May 25 23:08:47.337145 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9d13d-7264-42ea-a738-b2532123e88a req-0c9609d8-ffaa-41ae-afeb-77315a36512d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:47.338902 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ebd9d13d-7264-42ea-a738-b2532123e88a req-0c9609d8-ffaa-41ae-afeb-77315a36512d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 945 time: 0.0832484 May 25 23:08:47.383184 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ebd9d13d-7264-42ea-a738-b2532123e88a req-e66c59db-be99-486c-8d1a-6f41c2f9cbbb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387807 May 25 23:08:47.414943 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43842) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:47.459551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:47.484543 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7caf45ac-622b-4cbe-bc1a-3ff75c8d8714 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 1093 time: 0.0684471 May 25 23:08:47.487235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43846) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:47.492273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': '080641ad-34b2-46ca-94a7-3fb82bfcec95', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:08:47.498203 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:08:47.502000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:floatingip and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:08:47.504814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:08:47.510444 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:08:47.613459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:47.747235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:47.960433 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.189 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/9b18f39f-b930-450d-ad60-0fad908f63cf) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:08:48.106368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:48.190819 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:48.260369 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:08:48.263225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:08:48.267436 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:08:48.291477 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=9b18f39f-b930-450d-ad60-0fad908f63cf,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:48.765530 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:48.902982 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:49.103222 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:49.170942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:49.278673 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=9b18f39f-b930-450d-ad60-0fad908f63cf,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:08:49.294587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:49.482274 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.l3_db [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Floating IP b63cbc10-2aa0-4183-a491-2683f551fb07 associated. External IP: 172.26.5.189, port: 080641ad-34b2-46ca-94a7-3fb82bfcec95. May 25 23:08:49.955931 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:08:50.154900 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:08:50.164861 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a4185-c4e1-4448-bf02-ac93e5352b04 None None] Sync routers for ids ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:08:50.176647 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a4185-c4e1-4448-bf02-ac93e5352b04 None None] Routers {'56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:08:50.177240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-772a4185-c4e1-4448-bf02-ac93e5352b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:08:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:50.245837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:08:50.309789 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f85b2347-2eea-4055-ad44-7c0900e87f5c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8215401 May 25 23:08:50.310344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43852) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:50.310857 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda36655-736d-4ed9-aa86-c7f9fd714a64', 'tag': '080641ad-34b2-46ca-94a7-3fb82bfcec95'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:08:50.366607 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a30527f6-c516-4e8b-a385-e76b2ebc0a65'] response: {'name': 'network-changed', 'server_uuid': 'eda36655-736d-4ed9-aa86-c7f9fd714a64', 'tag': '080641ad-34b2-46ca-94a7-3fb82bfcec95', 'status': 'completed', 'code': 200} May 25 23:08:50.368764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-772a4185-c4e1-4448-bf02-ac93e5352b04 None None] Set router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:08:50.425126 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c0b982c6-efc7-4210-9ef2-e988eb57a361 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/b63cbc10-2aa0-4183-a491-2683f551fb07 HTTP/1.1" status: 200 len: 991 time: 0.1127274 May 25 23:08:50.464993 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-183ac526-7647-4941-bf89-679da0aecaef req-29003ebc-a2a7-4e2f-9ef4-8377e5550292 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 1098 time: 0.0692573 May 25 23:08:50.595837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ac526-7647-4941-bf89-679da0aecaef req-274f83d5-0e23-4745-84f9-bbccf6ec692e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:50.597209 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-183ac526-7647-4941-bf89-679da0aecaef req-274f83d5-0e23-4745-84f9-bbccf6ec692e service neutron] 10.222.0.73 "GET /v2.0/networks?id=0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde HTTP/1.1" status: 200 len: 897 time: 0.1252234 May 25 23:08:50.702799 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-183ac526-7647-4941-bf89-679da0aecaef req-8487d70e-f00e-44b4-978c-d6cf7f040eed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=080641ad-34b2-46ca-94a7-3fb82bfcec95 HTTP/1.1" status: 200 len: 999 time: 0.0997813 May 25 23:08:50.758348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-772a4185-c4e1-4448-bf02-ac93e5352b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'name': 'tempest-TestNetworkBasicOps-router-440615421', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:08:23Z', 'updated_at': '2022-05-25T23:08:28Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:24Z', 'updated_at': '2022-05-25T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'b63cbc10-2aa0-4183-a491-2683f551fb07', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.189', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'port_id': '080641ad-34b2-46ca-94a7-3fb82bfcec95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'mac_address': 'fa:16:3e:54:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda36655-736d-4ed9-aa86-c7f9fd714a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:08:48Z', 'updated_at': '2022-05-25T23:08:48Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfba80f-8a1e-444f-9313-71bdc92d6b58', 'name': '', 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:cd:3d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:27Z', 'updated_at': '2022-05-25T23:08:34Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:50.762941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a4185-c4e1-4448-bf02-ac93e5352b04 None None] Checking router: 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:08:50.765497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ac526-7647-4941-bf89-679da0aecaef req-39de0998-ddfb-4031-a92c-96a3767bb7b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:08:50.766924 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-183ac526-7647-4941-bf89-679da0aecaef req-39de0998-ddfb-4031-a92c-96a3767bb7b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fab9205-0aa9-4d05-932e-53044f84df2a HTTP/1.1" status: 200 len: 843 time: 0.0592570 May 25 23:08:50.773731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a4185-c4e1-4448-bf02-ac93e5352b04 None None] Routers {'56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:08:50.774331 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-772a4185-c4e1-4448-bf02-ac93e5352b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:08:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:50.844355 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-183ac526-7647-4941-bf89-679da0aecaef req-53c67af6-a1e1-47ec-8a22-e7503482fe61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718234 May 25 23:08:50.952488 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-772a4185-c4e1-4448-bf02-ac93e5352b04 None None] Set router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:08:50.977649 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-183ac526-7647-4941-bf89-679da0aecaef req-67771092-4da4-4c73-ab9c-6b6c03beb4ab service neutron] 10.222.0.73 "GET /v2.0/networks/0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273925 May 25 23:08:51.106929 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-183ac526-7647-4941-bf89-679da0aecaef req-48a6cf0d-d74d-4b6d-9c37-8bbd5ed3103e service neutron] 10.222.0.73 "GET /v2.0/networks/0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239836 May 25 23:08:51.296392 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-772a4185-c4e1-4448-bf02-ac93e5352b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'name': 'tempest-TestNetworkBasicOps-router-440615421', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:08:23Z', 'updated_at': '2022-05-25T23:08:28Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:24Z', 'updated_at': '2022-05-25T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'b63cbc10-2aa0-4183-a491-2683f551fb07', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.189', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'port_id': '080641ad-34b2-46ca-94a7-3fb82bfcec95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'mac_address': 'fa:16:3e:54:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda36655-736d-4ed9-aa86-c7f9fd714a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:08:48Z', 'updated_at': '2022-05-25T23:08:48Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfba80f-8a1e-444f-9313-71bdc92d6b58', 'name': '', 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:cd:3d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:27Z', 'updated_at': '2022-05-25T23:08:34Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:08:51.300270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a4185-c4e1-4448-bf02-ac93e5352b04 None None] The sync data for ids ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'] in dv-neutron-843300-1-hyperv is: [{'id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'name': 'tempest-TestNetworkBasicOps-router-440615421', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:08:23Z', 'updated_at': '2022-05-25T23:08:28Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:24Z', 'updated_at': '2022-05-25T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'b63cbc10-2aa0-4183-a491-2683f551fb07', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.189', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'port_id': '080641ad-34b2-46ca-94a7-3fb82bfcec95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'mac_address': 'fa:16:3e:54:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda36655-736d-4ed9-aa86-c7f9fd714a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:08:48Z', 'updated_at': '2022-05-25T23:08:48Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfba80f-8a1e-444f-9313-71bdc92d6b58', 'name': '', 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:cd:3d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:27Z', 'updated_at': '2022-05-25T23:08:34Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:08:51.428431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43858) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:51.486308 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94571466-3f32-46ae-a934-88340804b3fd None None] New status for floating IP b63cbc10-2aa0-4183-a491-2683f551fb07: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:08:51.534172 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7609a1e6-e7d1-4a4a-b753-4f1fee616864 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/b63cbc10-2aa0-4183-a491-2683f551fb07 HTTP/1.1" status: 200 len: 991 time: 0.1046028 May 25 23:08:52.538084 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43862) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:08:52.639092 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c95a04df-2fff-44d1-80c3-4b4c8057abc9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/b63cbc10-2aa0-4183-a491-2683f551fb07 HTTP/1.1" status: 200 len: 993 time: 0.0998633 May 25 23:09:07.338670 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-941ab606-f357-4630-bf21-ae1137a8c2ee req-45b46b97-1480-4a6e-ab4e-24d33bd73eb4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1744819 May 25 23:09:07.475357 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-941ab606-f357-4630-bf21-ae1137a8c2ee req-f64f17ee-5039-480a-9957-6268410850c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 1098 time: 0.0675042 May 25 23:09:07.615672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ab606-f357-4630-bf21-ae1137a8c2ee req-e4173f63-6607-4bd0-8bd2-fea2c8a8c929 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:09:07.617131 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-941ab606-f357-4630-bf21-ae1137a8c2ee req-e4173f63-6607-4bd0-8bd2-fea2c8a8c929 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde HTTP/1.1" status: 200 len: 897 time: 0.1243799 May 25 23:09:07.719813 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-941ab606-f357-4630-bf21-ae1137a8c2ee req-12d69e71-4fc2-4b8e-8dcb-71699e2670ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=080641ad-34b2-46ca-94a7-3fb82bfcec95 HTTP/1.1" status: 200 len: 1001 time: 0.0971391 May 25 23:09:07.779761 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ab606-f357-4630-bf21-ae1137a8c2ee req-ef093203-4002-4cf6-9051-5399bc7d9d2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:09:07.781203 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-941ab606-f357-4630-bf21-ae1137a8c2ee req-ef093203-4002-4cf6-9051-5399bc7d9d2a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fab9205-0aa9-4d05-932e-53044f84df2a HTTP/1.1" status: 200 len: 843 time: 0.0556271 May 25 23:09:07.854306 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-941ab606-f357-4630-bf21-ae1137a8c2ee req-70e47fd6-7293-44aa-858d-bc069796d5d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679629 May 25 23:09:07.980694 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-941ab606-f357-4630-bf21-ae1137a8c2ee req-a5aaafd1-fefb-4f3c-b082-365c93ffb71f service neutron] 10.222.0.73 "GET /v2.0/networks/0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205442 May 25 23:09:08.109591 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-941ab606-f357-4630-bf21-ae1137a8c2ee req-2b0834e5-cf1c-45ce-ab57-8c4e8bcb085d service neutron] 10.222.0.73 "GET /v2.0/networks/0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217232 May 25 23:09:11.441620 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cfb042aa-65a9-4aa2-813f-0c94a6d36371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:11.573747 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:09:13.647046 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0eeb144e-6399-4c06-be6f-7b9cd25c7513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:14.822255 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:15.058579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:16.624983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:17.496582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:41.456385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2f69a52d-682a-46e3-aa78-829408fee789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:43.646377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-649bf924-3cdf-4155-badd-f6a7d585ea70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:44.840781 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:45.073416 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:46.646315 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:47.469067 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:09:48.573901 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:10:07.549570 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-76a14d16-2843-4c98-973a-84f77215ab38 req-cb689be6-9e74-4ae6-8289-1c7aff7406cb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665612 May 25 23:10:07.688730 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-76a14d16-2843-4c98-973a-84f77215ab38 req-679e2945-d8be-494c-94f7-4c49962875e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 1098 time: 0.0741665 May 25 23:10:07.827951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a14d16-2843-4c98-973a-84f77215ab38 req-9226c04e-5c1d-4312-add9-81ecefed812f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:10:07.829325 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-76a14d16-2843-4c98-973a-84f77215ab38 req-9226c04e-5c1d-4312-add9-81ecefed812f service neutron] 10.222.0.73 "GET /v2.0/networks?id=0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde HTTP/1.1" status: 200 len: 897 time: 0.1229827 May 25 23:10:07.928630 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-76a14d16-2843-4c98-973a-84f77215ab38 req-7232da11-4566-49b5-8690-8465ef23df8d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=080641ad-34b2-46ca-94a7-3fb82bfcec95 HTTP/1.1" status: 200 len: 1001 time: 0.0936482 May 25 23:10:07.990134 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a14d16-2843-4c98-973a-84f77215ab38 req-89f83a7a-3db5-4770-8d23-483246d0cb92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:10:07.991512 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-76a14d16-2843-4c98-973a-84f77215ab38 req-89f83a7a-3db5-4770-8d23-483246d0cb92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fab9205-0aa9-4d05-932e-53044f84df2a HTTP/1.1" status: 200 len: 843 time: 0.0572054 May 25 23:10:08.067714 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-76a14d16-2843-4c98-973a-84f77215ab38 req-92644c45-c99f-4b0a-9325-23003c9e758e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701277 May 25 23:10:08.194426 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-76a14d16-2843-4c98-973a-84f77215ab38 req-81c37bf3-44cb-4f22-87bb-c14322b34396 service neutron] 10.222.0.73 "GET /v2.0/networks/0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210093 May 25 23:10:08.322455 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-76a14d16-2843-4c98-973a-84f77215ab38 req-d498b334-c867-4155-8750-75e636764e58 service neutron] 10.222.0.73 "GET /v2.0/networks/0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221156 May 25 23:10:11.451806 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2dd3c5ca-d6e1-4cfe-beab-2196a32deccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:13.668665 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d8b73256-667a-4aa4-8175-ea4b2b2bb8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:14.823176 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:15.051586 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:16.634607 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:17.479938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:25.574545 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:10:40.765909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43896) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:10:40.861552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:10:41.179228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3155693'] for subnet, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:41.416639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790575588509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1199173'] for subnet, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:41.462790 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-471f5fd6-0775-4a77-bb2a-dc7cf86fbe37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:41.467962 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:10:41.468548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:41.469793 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/subnets/3fab9205-0aa9-4d05-932e-53044f84df2a HTTP/1.1" status: 200 len: 835 time: 0.7029331 May 25 23:10:41.474683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85776b30-f6d5-45a7-8243-1c2681495aac None None] Network 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:10:41.482820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Subnet': ['ID=3fab9205-0aa9-4d05-932e-53044f84df2a,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:10:41.491263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:41.491595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:41.491918 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:41.492272 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:41.492613 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:41.492936 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:41.493249 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:41.493559 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:41.493868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:41.494173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:41.494481 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b69f89-550f-4b8b-8841-6df05dda69e8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:10:41.883279 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ffa09787-2cb6-4ddf-86d9-3f3777623389 None None] Provisioning complete for port 080641ad-34b2-46ca-94a7-3fb82bfcec95 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:10:41.883643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffa09787-2cb6-4ddf-86d9-3f3777623389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:42.007403 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ffa09787-2cb6-4ddf-86d9-3f3777623389 None None] Provisioning complete for port e45db15f-ee9b-44c0-af60-5a454086c61b triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:10:42.007637 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffa09787-2cb6-4ddf-86d9-3f3777623389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:42.129241 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ffa09787-2cb6-4ddf-86d9-3f3777623389 None None] Provisioning complete for port 4dfba80f-8a1e-444f-9313-71bdc92d6b58 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:10:42.129604 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ffa09787-2cb6-4ddf-86d9-3f3777623389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:43.662106 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-657cb29e-0004-4cfd-b90e-9160e06627a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:44.832774 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:45.067101 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:46.599209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:10:47.495130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:02.577488 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:11:10.170058 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3248f753-a20d-4d82-b39a-a64f72896e04 req-51f12f6b-ff9e-4871-959d-5eb42393a487 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1549695 May 25 23:11:10.305338 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3248f753-a20d-4d82-b39a-a64f72896e04 req-5141f224-2ba8-42c5-a58e-71cd4ea7bee6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 1098 time: 0.0684078 May 25 23:11:10.448075 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248f753-a20d-4d82-b39a-a64f72896e04 req-b85df33a-1f5e-426d-a726-3b9c58efe1f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:10.449438 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3248f753-a20d-4d82-b39a-a64f72896e04 req-b85df33a-1f5e-426d-a726-3b9c58efe1f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde HTTP/1.1" status: 200 len: 897 time: 0.1268353 May 25 23:11:10.550487 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3248f753-a20d-4d82-b39a-a64f72896e04 req-67c690f4-d44a-4b27-b7b3-ba99b75206e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=080641ad-34b2-46ca-94a7-3fb82bfcec95 HTTP/1.1" status: 200 len: 1001 time: 0.0950830 May 25 23:11:10.612522 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248f753-a20d-4d82-b39a-a64f72896e04 req-6436284b-6266-45eb-bdf0-e5da0c7f2031 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:10.613911 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3248f753-a20d-4d82-b39a-a64f72896e04 req-6436284b-6266-45eb-bdf0-e5da0c7f2031 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fab9205-0aa9-4d05-932e-53044f84df2a HTTP/1.1" status: 200 len: 843 time: 0.0584528 May 25 23:11:10.684795 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3248f753-a20d-4d82-b39a-a64f72896e04 req-fa0d6c07-b480-47a4-8f25-e08d665450b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652711 May 25 23:11:10.812786 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3248f753-a20d-4d82-b39a-a64f72896e04 req-1ef9e237-b610-4f9e-85f2-0b6893eb567d service neutron] 10.222.0.73 "GET /v2.0/networks/0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224251 May 25 23:11:10.940550 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3248f753-a20d-4d82-b39a-a64f72896e04 req-b488c768-77b0-42dc-a006-5186903d13f3 service neutron] 10.222.0.73 "GET /v2.0/networks/0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225145 May 25 23:11:11.450600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cb9a3d1b-adb0-4b73-a041-be766cedb4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:13.655930 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-479ce5e5-dca6-4753-9c65-c3b48dd5f9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:14.837664 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:15.130618 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:16.650020 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:17.507195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:24.315127 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43912) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:24.512696 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-eda137b7-03ae-42d7-82af-931edbafc311 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 9b18f39f-b930-450d-ad60-0fad908f63cf {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:11:24.513031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eda137b7-03ae-42d7-82af-931edbafc311 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:24.674322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eda137b7-03ae-42d7-82af-931edbafc311 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:24.674643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eda137b7-03ae-42d7-82af-931edbafc311 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:24.794982 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-eda137b7-03ae-42d7-82af-931edbafc311 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 9b18f39f-b930-450d-ad60-0fad908f63cf owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:11:24.998686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eda137b7-03ae-42d7-82af-931edbafc311 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:25.043187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda137b7-03ae-42d7-82af-931edbafc311 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=9b18f39f-b930-450d-ad60-0fad908f63cf,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:25.136446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eda137b7-03ae-42d7-82af-931edbafc311 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:25.617211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda137b7-03ae-42d7-82af-931edbafc311 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:11:25.810167 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda137b7-03ae-42d7-82af-931edbafc311 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:11:25.819615 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c83a33-d6f7-4141-a2bb-2b5471895d42 None None] Sync routers for ids ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:11:25.826181 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eda137b7-03ae-42d7-82af-931edbafc311 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:25.831322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c83a33-d6f7-4141-a2bb-2b5471895d42 None None] Routers {'56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:11:25.831921 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-45c83a33-d6f7-4141-a2bb-2b5471895d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:11:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:25.880997 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-eda137b7-03ae-42d7-82af-931edbafc311 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/floatingips/b63cbc10-2aa0-4183-a491-2683f551fb07 HTTP/1.1" status: 204 len: 168 time: 1.5645707 May 25 23:11:25.881380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda36655-736d-4ed9-aa86-c7f9fd714a64', 'tag': '080641ad-34b2-46ca-94a7-3fb82bfcec95'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:11:26.013771 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-45c83a33-d6f7-4141-a2bb-2b5471895d42 None None] Set router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:11:26.063563 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec8c248-5167-4ea2-bfae-3959f89bc61d'] response: {'name': 'network-changed', 'server_uuid': 'eda36655-736d-4ed9-aa86-c7f9fd714a64', 'tag': '080641ad-34b2-46ca-94a7-3fb82bfcec95', 'status': 'completed', 'code': 200} May 25 23:11:26.154110 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-33e602e7-a9a0-47d7-8573-10970db73b18 req-b7d1b843-73d4-488b-ac85-2000ceb1fcd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 1098 time: 0.0694962 May 25 23:11:26.289512 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e602e7-a9a0-47d7-8573-10970db73b18 req-dc38ae32-9bd3-4787-bde8-0fa12adb9487 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:26.291077 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-33e602e7-a9a0-47d7-8573-10970db73b18 req-dc38ae32-9bd3-4787-bde8-0fa12adb9487 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde HTTP/1.1" status: 200 len: 897 time: 0.1314642 May 25 23:11:26.348312 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-45c83a33-d6f7-4141-a2bb-2b5471895d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'name': 'tempest-TestNetworkBasicOps-router-440615421', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:08:23Z', 'updated_at': '2022-05-25T23:08:28Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:24Z', 'updated_at': '2022-05-25T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '4dfba80f-8a1e-444f-9313-71bdc92d6b58', 'name': '', 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:cd:3d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:27Z', 'updated_at': '2022-05-25T23:08:34Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:26.353088 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c83a33-d6f7-4141-a2bb-2b5471895d42 None None] Checking router: 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:11:26.363655 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-33e602e7-a9a0-47d7-8573-10970db73b18 req-13a7a069-c7ab-49bb-a3b8-8fab03519310 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=080641ad-34b2-46ca-94a7-3fb82bfcec95 HTTP/1.1" status: 200 len: 217 time: 0.0666199 May 25 23:11:26.367064 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c83a33-d6f7-4141-a2bb-2b5471895d42 None None] Routers {'56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:11:26.373016 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-45c83a33-d6f7-4141-a2bb-2b5471895d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:11:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:26.429391 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e602e7-a9a0-47d7-8573-10970db73b18 req-0b425111-6923-491b-9617-b507cbcbadfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:26.430737 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-33e602e7-a9a0-47d7-8573-10970db73b18 req-0b425111-6923-491b-9617-b507cbcbadfe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fab9205-0aa9-4d05-932e-53044f84df2a HTTP/1.1" status: 200 len: 843 time: 0.0616698 May 25 23:11:26.484407 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da0358-7105-4255-bf9d-4eeb40984bbd req-6432ce7f-77b0-4eb6-b7fc-ce7385f247d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:26.484693 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-e6da0358-7105-4255-bf9d-4eeb40984bbd req-6432ce7f-77b0-4eb6-b7fc-ce7385f247d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:11:26.512186 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-33e602e7-a9a0-47d7-8573-10970db73b18 req-aaefbc0e-dbca-4d55-95cf-98bcde05ef61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748222 May 25 23:11:26.547799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-45c83a33-d6f7-4141-a2bb-2b5471895d42 None None] Set router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:11:26.553712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-e6da0358-7105-4255-bf9d-4eeb40984bbd req-6432ce7f-77b0-4eb6-b7fc-ce7385f247d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:11:26.555006 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e6da0358-7105-4255-bf9d-4eeb40984bbd req-6432ce7f-77b0-4eb6-b7fc-ce7385f247d6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 945 time: 0.1523967 May 25 23:11:26.613284 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e6da0358-7105-4255-bf9d-4eeb40984bbd req-24c949eb-15cc-49f8-8878-1e55a16d3b95 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519812 May 25 23:11:26.647313 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-33e602e7-a9a0-47d7-8573-10970db73b18 req-46f912c6-069c-4212-91bb-5f367c4855a5 service neutron] 10.222.0.73 "GET /v2.0/networks/0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290960 May 25 23:11:26.777981 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-33e602e7-a9a0-47d7-8573-10970db73b18 req-26fff2ba-70c1-408c-8f38-a78b64cbc177 service neutron] 10.222.0.73 "GET /v2.0/networks/0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244247 May 25 23:11:26.870469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-45c83a33-d6f7-4141-a2bb-2b5471895d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'name': 'tempest-TestNetworkBasicOps-router-440615421', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:08:23Z', 'updated_at': '2022-05-25T23:08:28Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:24Z', 'updated_at': '2022-05-25T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '4dfba80f-8a1e-444f-9313-71bdc92d6b58', 'name': '', 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:cd:3d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:27Z', 'updated_at': '2022-05-25T23:08:34Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:26.874482 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c83a33-d6f7-4141-a2bb-2b5471895d42 None None] The sync data for ids ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'] in dv-neutron-843300-1-hyperv is: [{'id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'name': 'tempest-TestNetworkBasicOps-router-440615421', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:08:23Z', 'updated_at': '2022-05-25T23:08:28Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:24Z', 'updated_at': '2022-05-25T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '4dfba80f-8a1e-444f-9313-71bdc92d6b58', 'name': '', 'network_id': '0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:cd:3d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:27Z', 'updated_at': '2022-05-25T23:08:34Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '3fab9205-0aa9-4d05-932e-53044f84df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:11:27.085684 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d52b96-8774-459e-a8df-4020eb822ff1 None None] New status for floating IP b63cbc10-2aa0-4183-a491-2683f551fb07: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:11:27.693952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e252a5-c1ae-4007-985e-b88fad26e5e0 req-2cbd4f26-aaf9-4792-8d10-5bfc7c8a5096 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:27.694638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-73e252a5-c1ae-4007-985e-b88fad26e5e0 req-2cbd4f26-aaf9-4792-8d10-5bfc7c8a5096 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:11:27.706860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-73e252a5-c1ae-4007-985e-b88fad26e5e0 req-2cbd4f26-aaf9-4792-8d10-5bfc7c8a5096 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:11:27.708664 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-73e252a5-c1ae-4007-985e-b88fad26e5e0 req-2cbd4f26-aaf9-4792-8d10-5bfc7c8a5096 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 945 time: 0.0890439 May 25 23:11:27.838222 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b8c33-1a5e-4a79-a6bd-d8c21dfbf3b4 req-d7d46604-a9ac-4f18-886c-a7b655205743 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:27.839823 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-047b8c33-1a5e-4a79-a6bd-d8c21dfbf3b4 req-d7d46604-a9ac-4f18-886c-a7b655205743 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 945 time: 0.0854146 May 25 23:11:27.869111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-73e252a5-c1ae-4007-985e-b88fad26e5e0 req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 080641ad-34b2-46ca-94a7-3fb82bfcec95 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:11:27.869444 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-73e252a5-c1ae-4007-985e-b88fad26e5e0 req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:27.885549 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-047b8c33-1a5e-4a79-a6bd-d8c21dfbf3b4 req-cd788618-dc5a-4d1a-8133-c5710b815f7b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400066 May 25 23:11:28.105273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-73e252a5-c1ae-4007-985e-b88fad26e5e0 req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port 080641ad-34b2-46ca-94a7-3fb82bfcec95, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=080641ad-34b2-46ca-94a7-3fb82bfcec95,segment=NetworkSegment(5b4241d2-3b1b-4402-a0b8-5c46c6fe435f),segment_id=5b4241d2-3b1b-4402-a0b8-5c46c6fe435f)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:11:28.105636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-73e252a5-c1ae-4007-985e-b88fad26e5e0 req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:28.228714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-73e252a5-c1ae-4007-985e-b88fad26e5e0 req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 080641ad-34b2-46ca-94a7-3fb82bfcec95 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:11:28.450110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-73e252a5-c1ae-4007-985e-b88fad26e5e0 req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:28.496311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=080641ad-34b2-46ca-94a7-3fb82bfcec95,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:28.535085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:28.535421 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:28.535756 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:28.536888 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:28.537224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:28.537549 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:28.537865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:28.538207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:28.538523 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:28.538833 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:28.539143 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:28.577972 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e252a5-c1ae-4007-985e-b88fad26e5e0 req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] No DVR routers for this DVR port 080641ad-34b2-46ca-94a7-3fb82bfcec95 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:11:28.580292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-73e252a5-c1ae-4007-985e-b88fad26e5e0 req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:28.582682 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda36655-736d-4ed9-aa86-c7f9fd714a64', 'name': 'network-vif-deleted', 'tag': '080641ad-34b2-46ca-94a7-3fb82bfcec95'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:11:28.637904 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b785e561-3c0e-4efe-8170-ade01a521a83'] response: {'server_uuid': 'eda36655-736d-4ed9-aa86-c7f9fd714a64', 'name': 'network-vif-deleted', 'tag': '080641ad-34b2-46ca-94a7-3fb82bfcec95', 'status': 'completed', 'code': 200} May 25 23:11:28.656682 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-73e252a5-c1ae-4007-985e-b88fad26e5e0 req-76d1f25e-768f-462c-8f66-d2820c8ca013 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "DELETE /v2.0/ports/080641ad-34b2-46ca-94a7-3fb82bfcec95 HTTP/1.1" status: 204 len: 173 time: 0.9438684 May 25 23:11:29.065161 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-64166358-4c5f-4a9d-b3ba-e3debd962972 req-26302360-574d-4c4c-854b-c6552e027d86 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=eda36655-736d-4ed9-aa86-c7f9fd714a64 HTTP/1.1" status: 200 len: 210 time: 0.0390587 May 25 23:11:30.173785 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43944) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:30.240336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3f64604b-0593-4639-9bc5-443575b1d4a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:30.272101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3f64604b-0593-4639-9bc5-443575b1d4a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:30.381642 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3f64604b-0593-4639-9bc5-443575b1d4a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:30.400749 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64604b-0593-4639-9bc5-443575b1d4a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:30.461682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3f64604b-0593-4639-9bc5-443575b1d4a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:30.466954 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3f64604b-0593-4639-9bc5-443575b1d4a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/security-groups/90ca1fbc-71dc-4b97-b0ae-cab72bf86bc6 HTTP/1.1" status: 204 len: 168 time: 0.2881310 May 25 23:11:31.569396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 080641ad-34b2-46ca-94a7-3fb82bfcec95 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:11:31.599898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43952) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:31.602733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 080641ad-34b2-46ca-94a7-3fb82bfcec95 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:11:31.603072 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 080641ad-34b2-46ca-94a7-3fb82bfcec95 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:11:31.983251 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a821d063-7caa-47f9-b928-f22562117be5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:32.662106 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-a821d063-7caa-47f9-b928-f22562117be5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 4dfba80f-8a1e-444f-9313-71bdc92d6b58 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:11:32.662833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a821d063-7caa-47f9-b928-f22562117be5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:32.846123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-a821d063-7caa-47f9-b928-f22562117be5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port 4dfba80f-8a1e-444f-9313-71bdc92d6b58, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4dfba80f-8a1e-444f-9313-71bdc92d6b58,segment=NetworkSegment(5b4241d2-3b1b-4402-a0b8-5c46c6fe435f),segment_id=5b4241d2-3b1b-4402-a0b8-5c46c6fe435f)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:11:32.846472 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a821d063-7caa-47f9-b928-f22562117be5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:32.971034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-a821d063-7caa-47f9-b928-f22562117be5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 4dfba80f-8a1e-444f-9313-71bdc92d6b58 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:11:33.204026 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a821d063-7caa-47f9-b928-f22562117be5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:33.250919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821d063-7caa-47f9-b928-f22562117be5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=4dfba80f-8a1e-444f-9313-71bdc92d6b58,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:33.544345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a821d063-7caa-47f9-b928-f22562117be5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:34.201519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a821d063-7caa-47f9-b928-f22562117be5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:11:34.394554 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a821d063-7caa-47f9-b928-f22562117be5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:11:34.403807 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8587b7d-98ba-4cc9-bf37-90dd6d4dfb67 None None] Sync routers for ids ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:11:34.406777 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a821d063-7caa-47f9-b928-f22562117be5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/56b23a1f-fe14-4ac1-8ccc-ade481b6efb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8057272 May 25 23:11:34.409411 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43956) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:34.416243 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8587b7d-98ba-4cc9-bf37-90dd6d4dfb67 None None] Routers {'56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:11:34.416889 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a8587b7d-98ba-4cc9-bf37-90dd6d4dfb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:11:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:34.592443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-a8587b7d-98ba-4cc9-bf37-90dd6d4dfb67 None None] Set router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:11:34.596232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d9f89b-b4a2-4682-8a69-7110019e2f8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting subnet 3fab9205-0aa9-4d05-932e-53044f84df2a {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:11:34.599726 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f89b-b4a2-4682-8a69-7110019e2f8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:34.653860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f89b-b4a2-4682-8a69-7110019e2f8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:34.735411 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f89b-b4a2-4682-8a69-7110019e2f8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:34.855711 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f89b-b4a2-4682-8a69-7110019e2f8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:34.893839 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9f89b-b4a2-4682-8a69-7110019e2f8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Subnet': ['ID=3fab9205-0aa9-4d05-932e-53044f84df2a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:34.899187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f89b-b4a2-4682-8a69-7110019e2f8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:34.905647 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f4d9f89b-b4a2-4682-8a69-7110019e2f8f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/subnets/3fab9205-0aa9-4d05-932e-53044f84df2a HTTP/1.1" status: 204 len: 168 time: 0.4953034 May 25 23:11:34.906524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b307c7-1f98-4173-b659-79bff636f082 None None] Network 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:11:34.908223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43960) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:35.036857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a8587b7d-98ba-4cc9-bf37-90dd6d4dfb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'name': 'tempest-TestNetworkBasicOps-router-440615421', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:08:23Z', 'updated_at': '2022-05-25T23:11:33Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:24Z', 'updated_at': '2022-05-25T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:35.072220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8587b7d-98ba-4cc9-bf37-90dd6d4dfb67 None None] Checking router: 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:11:35.101210 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8587b7d-98ba-4cc9-bf37-90dd6d4dfb67 None None] Routers {'56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:11:35.101831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a8587b7d-98ba-4cc9-bf37-90dd6d4dfb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:11:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:35.105850 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-785ab16c-f9a9-489a-9cbf-10b3b2d4a5b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:35.285262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-a8587b7d-98ba-4cc9-bf37-90dd6d4dfb67 None None] Set router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:11:35.305437 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-785ab16c-f9a9-489a-9cbf-10b3b2d4a5b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:35.333301 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] DHCP port deletion for 0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:11:35.370754 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-785ab16c-f9a9-489a-9cbf-10b3b2d4a5b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port c39d2521-a6b8-4b53-a6f4-634feb7830da {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:11:35.370754 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-785ab16c-f9a9-489a-9cbf-10b3b2d4a5b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:35.394574 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Deleting port e45db15f-ee9b-44c0-af60-5a454086c61b {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:11:35.394949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:35.546646 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-785ab16c-f9a9-489a-9cbf-10b3b2d4a5b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port c39d2521-a6b8-4b53-a6f4-634feb7830da, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c39d2521-a6b8-4b53-a6f4-634feb7830da,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:11:35.546922 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-785ab16c-f9a9-489a-9cbf-10b3b2d4a5b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:35.744796 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] For port e45db15f-ee9b-44c0-af60-5a454086c61b, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=e45db15f-ee9b-44c0-af60-5a454086c61b,segment=NetworkSegment(5b4241d2-3b1b-4402-a0b8-5c46c6fe435f),segment_id=5b4241d2-3b1b-4402-a0b8-5c46c6fe435f)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:11:35.745418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:35.769132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-785ab16c-f9a9-489a-9cbf-10b3b2d4a5b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for c39d2521-a6b8-4b53-a6f4-634feb7830da owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:11:35.904216 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Calling delete_port for e45db15f-ee9b-44c0-af60-5a454086c61b owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:11:35.981262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a8587b7d-98ba-4cc9-bf37-90dd6d4dfb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'name': 'tempest-TestNetworkBasicOps-router-440615421', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:08:23Z', 'updated_at': '2022-05-25T23:11:33Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:24Z', 'updated_at': '2022-05-25T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:35.986038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8587b7d-98ba-4cc9-bf37-90dd6d4dfb67 None None] The sync data for ids ['56b23a1f-fe14-4ac1-8ccc-ade481b6efb9'] in dv-neutron-843300-1-hyperv is: [{'id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'name': 'tempest-TestNetworkBasicOps-router-440615421', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:08:23Z', 'updated_at': '2022-05-25T23:11:33Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'c39d2521-a6b8-4b53-a6f4-634feb7830da', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b23a1f-fe14-4ac1-8ccc-ade481b6efb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:08:24Z', 'updated_at': '2022-05-25T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:11:35.987152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-785ab16c-f9a9-489a-9cbf-10b3b2d4a5b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:36.032390 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ab16c-f9a9-489a-9cbf-10b3b2d4a5b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=c39d2521-a6b8-4b53-a6f4-634feb7830da,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:36.032699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:36.078327 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Pushing event deleted for resources: {'Port': ['ID=e45db15f-ee9b-44c0-af60-5a454086c61b,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:36.082388 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] No DVR routers for this DVR port e45db15f-ee9b-44c0-af60-5a454086c61b on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:11:36.092917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:36.093263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:36.093609 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:36.093918 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:36.094243 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:36.094566 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:36.094923 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:36.095324 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:36.095513 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:36.095823 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:36.096129 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c89d2-ee17-4d7d-8dc8-25c13e676d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:36.252057 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-785ab16c-f9a9-489a-9cbf-10b3b2d4a5b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:36.505898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-785ab16c-f9a9-489a-9cbf-10b3b2d4a5b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:36.510110 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-785ab16c-f9a9-489a-9cbf-10b3b2d4a5b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:36.627318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-785ab16c-f9a9-489a-9cbf-10b3b2d4a5b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:36.627868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785ab16c-f9a9-489a-9cbf-10b3b2d4a5b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Fanout notify agent at l3_agent the message router_deleted on router 56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:11:36.644769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-785ab16c-f9a9-489a-9cbf-10b3b2d4a5b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:36.647065 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-785ab16c-f9a9-489a-9cbf-10b3b2d4a5b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/routers/56b23a1f-fe14-4ac1-8ccc-ade481b6efb9 HTTP/1.1" status: 204 len: 168 time: 1.7375188 May 25 23:11:36.649396 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43964) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:36.766940 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab014585-cb01-4e76-a5b1-64789055fb21 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:36.898533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab014585-cb01-4e76-a5b1-64789055fb21 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:36.922730 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-ab014585-cb01-4e76-a5b1-64789055fb21 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:36.935162 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-ab014585-cb01-4e76-a5b1-64789055fb21 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4241d2-3b1b-4402-a0b8-5c46c6fe435f') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:36.935444 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-ab014585-cb01-4e76-a5b1-64789055fb21 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4241d2-3b1b-4402-a0b8-5c46c6fe435f') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:36.946505 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab014585-cb01-4e76-a5b1-64789055fb21 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:36.962418 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab014585-cb01-4e76-a5b1-64789055fb21 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:36.968608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab014585-cb01-4e76-a5b1-64789055fb21 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:11:36.969012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab014585-cb01-4e76-a5b1-64789055fb21 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:11:36.983735 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:11:37.121062 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device e45db15f-ee9b-44c0-af60-5a454086c61b no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:11:37.129983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab014585-cb01-4e76-a5b1-64789055fb21 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:37.147547 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ab014585-cb01-4e76-a5b1-64789055fb21 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:37.154683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: e45db15f-ee9b-44c0-af60-5a454086c61b {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:11:37.154967 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device e45db15f-ee9b-44c0-af60-5a454086c61b not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:11:37.155373 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4dfba80f-8a1e-444f-9313-71bdc92d6b58 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:11:37.158372 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab014585-cb01-4e76-a5b1-64789055fb21 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Network': ['ID=0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:37.192839 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 4dfba80f-8a1e-444f-9313-71bdc92d6b58 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:11:37.193621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4dfba80f-8a1e-444f-9313-71bdc92d6b58 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:11:37.227717 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ab014585-cb01-4e76-a5b1-64789055fb21 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/networks/0d440b1b-dcb9-4a61-bede-cb4a6a7a3bde HTTP/1.1" status: 204 len: 168 time: 0.5772910 May 25 23:11:37.239180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43968) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:37.244747 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2c6b5610-fb2d-454b-96f8-c18825c5fe4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'network': {'name': 'tempest-network-smoke--1527616389', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'port_security_enabled': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:11:37.249760 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2c6b5610-fb2d-454b-96f8-c18825c5fe4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:11:37.253791 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2c6b5610-fb2d-454b-96f8-c18825c5fe4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:network and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:11:37.257293 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2c6b5610-fb2d-454b-96f8-c18825c5fe4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:11:37.262915 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2c6b5610-fb2d-454b-96f8-c18825c5fe4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:11:37.369656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6b5610-fb2d-454b-96f8-c18825c5fe4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:11:37.374352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2c6b5610-fb2d-454b-96f8-c18825c5fe4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:37.403487 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6b5610-fb2d-454b-96f8-c18825c5fe4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:11:37.412120 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2c6b5610-fb2d-454b-96f8-c18825c5fe4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:37.412391 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-2c6b5610-fb2d-454b-96f8-c18825c5fe4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Added segment 1a693573-5727-4346-a328-5222df9c6ce6 of type vlan for network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 May 25 23:11:37.437327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2c6b5610-fb2d-454b-96f8-c18825c5fe4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:37.506914 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2c6b5610-fb2d-454b-96f8-c18825c5fe4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:37.512251 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6b5610-fb2d-454b-96f8-c18825c5fe4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:37.512846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2c6b5610-fb2d-454b-96f8-c18825c5fe4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:37.710946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b5610-fb2d-454b-96f8-c18825c5fe4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Network': ['ID=4f82f37c-5f5f-45a8-9957-36f30b2b3f96,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:37.720678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:11:37.747885 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2c6b5610-fb2d-454b-96f8-c18825c5fe4f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5076883 May 25 23:11:37.750574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43972) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:37.756466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-514120727', 'admin_state_up': True, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:11:37.763349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:11:37.767182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:router and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:11:37.769990 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:11:37.775681 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:11:37.833359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:37.834358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:37.853263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:38.074955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:38.311571 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:38.341456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:38.474845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.3 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/195e8cd2-975a-4e5f-97e9-9fb40e68c8ed) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:11:38.620243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:38.679022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:38.745314 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:11:38.745906 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c39d2521-a6b8-4b53-a6f4-634feb7830da no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:11:38.748020 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:11:38.751732 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:11:38.784349 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: c39d2521-a6b8-4b53-a6f4-634feb7830da {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:11:38.785274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c39d2521-a6b8-4b53-a6f4-634feb7830da not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:11:38.785427 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=195e8cd2-975a-4e5f-97e9-9fb40e68c8ed,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:38.995787 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:38.996506 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:39.336152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:11:39.542168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:11:39.554585 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Sync routers for ids ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:11:39.566670 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Routers {'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:11:39.568122 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:11:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:39.650349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:39.651614 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-622ee120-46e3-4e8b-bf58-5a19fd0bc1b7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9000981 May 25 23:11:39.654840 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43976) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:39.687254 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:11:39.747808 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Set router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:11:39.784923 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-51aa31c1-dcc6-491f-b00c-bd84bc6b86ac tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=cf9636952f01491a97cc3c500b4629f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1289868 May 25 23:11:39.787829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 43982) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:40.025520 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20b68cc-c7e0-49b9-b4ef-5134ba9b9c24 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:40.026981 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b20b68cc-c7e0-49b9-b4ef-5134ba9b9c24 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2382100 May 25 23:11:40.030479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43986) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:40.042830 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:38Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:40.049377 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Checking router: ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:11:40.049710 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Updating router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 port 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:11:40.082238 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b53fe7e2-ba7b-4fcb-baae-baec52b8e45f tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502791 May 25 23:11:40.085486 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43990) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:40.090978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-516bca5d-63cb-437b-9e96-0994310af5ca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-182333287', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:11:40.101073 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:40.199753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-516bca5d-63cb-437b-9e96-0994310af5ca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:11:40.203601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-516bca5d-63cb-437b-9e96-0994310af5ca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:subnet and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:11:40.206608 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-516bca5d-63cb-437b-9e96-0994310af5ca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:11:40.213267 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-516bca5d-63cb-437b-9e96-0994310af5ca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:11:40.295345 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516bca5d-63cb-437b-9e96-0994310af5ca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:11:40.398219 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-516bca5d-63cb-437b-9e96-0994310af5ca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:40.449063 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:40.461069 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Transition to ACTIVE for port object 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:11:40.524543 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:40.610423 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d95adf-d7d9-4cfd-b445-93912e59ccaf None None] Pushing event updated for resources: {'Port': ['ID=195e8cd2-975a-4e5f-97e9-9fb40e68c8ed,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:40.612783 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Attempting to bind port 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:11:40.613133 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Attempting to bind port 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:11:40.613479 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Attempting to bind port 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:11:40.626312 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d95adf-d7d9-4cfd-b445-93912e59ccaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.626649 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d95adf-d7d9-4cfd-b445-93912e59ccaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.626971 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d95adf-d7d9-4cfd-b445-93912e59ccaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.627293 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d95adf-d7d9-4cfd-b445-93912e59ccaf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.627610 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d95adf-d7d9-4cfd-b445-93912e59ccaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.627937 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d95adf-d7d9-4cfd-b445-93912e59ccaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.628231 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d95adf-d7d9-4cfd-b445-93912e59ccaf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.628557 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d95adf-d7d9-4cfd-b445-93912e59ccaf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.628869 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d95adf-d7d9-4cfd-b445-93912e59ccaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.629212 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d95adf-d7d9-4cfd-b445-93912e59ccaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.630071 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d95adf-d7d9-4cfd-b445-93912e59ccaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:40.634021 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:11:40.634525 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:11:40.634918 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:40.635286 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:11:40.635805 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Bound port: 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:11:40.636213 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:40.712080 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] For port 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:11:40.715092 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] For port 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=195e8cd2-975a-4e5f-97e9-9fb40e68c8ed,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:11:40.815991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-516bca5d-63cb-437b-9e96-0994310af5ca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:40.844887 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:40.902686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bca5d-63cb-437b-9e96-0994310af5ca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Subnet': ['ID=32477b88-4c66-427f-b6d1-eaffca7242bb,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:40.915147 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516bca5d-63cb-437b-9e96-0994310af5ca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Checking segment: {'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:11:40.915502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516bca5d-63cb-437b-9e96-0994310af5ca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network hostable DHCP agents. Network: 4f82f37c-5f5f-45a8-9957-36f30b2b3f96, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:11:40.931569 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d95adf-d7d9-4cfd-b445-93912e59ccaf None None] Pushing event updated for resources: {'Port': ['ID=195e8cd2-975a-4e5f-97e9-9fb40e68c8ed,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:40.936119 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Routers {'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:11:40.936750 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:11:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:41.004437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516bca5d-63cb-437b-9e96-0994310af5ca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:11:41.066783 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-516bca5d-63cb-437b-9e96-0994310af5ca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 4f82f37c-5f5f-45a8-9957-36f30b2b3f96) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:11:41.070998 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516bca5d-63cb-437b-9e96-0994310af5ca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:41.071574 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-516bca5d-63cb-437b-9e96-0994310af5ca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:41.076451 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7064082-bb72-4163-b031-d353c92107c9 None None] Network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:11:41.118258 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] Set router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:11:41.139342 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-516bca5d-63cb-437b-9e96-0994310af5ca tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0501628 May 25 23:11:41.140046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43994) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:41.296322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:11:41.297149 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:41.427661 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:38Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:41.431823 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ee72f3-549d-4e24-aab7-78a30c348b33 None None] The sync data for ids ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'] in dv-neutron-843300-1-hyperv is: [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:38Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:11:41.479541 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b326134a-6008-4197-a48b-c7835e4cdf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:41.489747 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Allocated IP 172.20.0.2 (4f82f37c-5f5f-45a8-9957-36f30b2b3f96/32477b88-4c66-427f-b6d1-eaffca7242bb/38d45304-c500-458a-807b-f81183f899e4) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:11:41.720193 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:41.731022 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Transition to ACTIVE for port object 38d45304-c500-458a-807b-f81183f899e4 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:11:41.752301 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Transition to ACTIVE for port object 38d45304-c500-458a-807b-f81183f899e4 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:11:41.804506 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:41.873759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:11:41.876334 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:11:41.880190 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:11:41.890202 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Pushing event updated for resources: {'Port': ['ID=38d45304-c500-458a-807b-f81183f899e4,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:41.981097 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Attempting to bind port 38d45304-c500-458a-807b-f81183f899e4 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:11:41.981477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Attempting to bind port 38d45304-c500-458a-807b-f81183f899e4 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:11:41.981801 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Attempting to bind port 38d45304-c500-458a-807b-f81183f899e4 on network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:11:41.988379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:11:41.988808 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Checking segment: {'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:11:41.989263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:41.990219 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Bound using segment: {'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:11:41.990219 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Bound port: 38d45304-c500-458a-807b-f81183f899e4, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:11:41.990548 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:42.054007 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:42.081335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] For port 38d45304-c500-458a-807b-f81183f899e4, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:11:42.085294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] For port 38d45304-c500-458a-807b-f81183f899e4, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=38d45304-c500-458a-807b-f81183f899e4,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:11:42.181287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:42.267634 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30dc1d-5b06-46d7-b4f7-4767b798a492 None None] Pushing event updated for resources: {'Port': ['ID=38d45304-c500-458a-807b-f81183f899e4,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:42.469033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.1 (4f82f37c-5f5f-45a8-9957-36f30b2b3f96/32477b88-4c66-427f-b6d1-eaffca7242bb/300a77c7-ec18-4cdf-947e-84feee4d51aa) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:11:42.636912 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:42.652765 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object 300a77c7-ec18-4cdf-947e-84feee4d51aa will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:11:42.747451 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:42.818411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:11:42.821517 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:11:42.826068 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:11:42.851330 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:11:42.853589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=300a77c7-ec18-4cdf-947e-84feee4d51aa,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:42.890850 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:43.027123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:11:43.032914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:11:43.033354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:43.077088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:43.154000 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:43.171290 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=195e8cd2-975a-4e5f-97e9-9fb40e68c8ed,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:11:43.210277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:43.211509 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 38d45304-c500-458a-807b-f81183f899e4 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:11:43.263122 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e865d5ce-50f9-4b1c-a4cb-9f05957b5891 None None] Network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:11:43.474516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=195e8cd2-975a-4e5f-97e9-9fb40e68c8ed,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:43.533701 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-24cdc121-4ce6-4d76-bc88-bc2cfd22c02e None None] Provisioning for port 38d45304-c500-458a-807b-f81183f899e4 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:11:43.597395 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:43.603954 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 38d45304-c500-458a-807b-f81183f899e4 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:11:43.611621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 38d45304-c500-458a-807b-f81183f899e4 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:11:43.611985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:43.672716 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:43.709704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d8301ab1-e457-4098-8176-0d14d2a0d527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:43.736713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:43.774983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 38d45304-c500-458a-807b-f81183f899e4, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=38d45304-c500-458a-807b-f81183f899e4,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:11:43.794129 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:43.795962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=300a77c7-ec18-4cdf-947e-84feee4d51aa,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:43.844445 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:43.921731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=38d45304-c500-458a-807b-f81183f899e4,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:43.939911 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:11:43.941180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:11:43.981088 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-385f12da-bcca-439e-bfd8-aa3f24538032 None None] Provisioning for port 300a77c7-ec18-4cdf-947e-84feee4d51aa completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:11:43.986836 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-385f12da-bcca-439e-bfd8-aa3f24538032 None None] Provisioning complete for port 300a77c7-ec18-4cdf-947e-84feee4d51aa triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:11:43.987270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-385f12da-bcca-439e-bfd8-aa3f24538032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:44.043163 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-385f12da-bcca-439e-bfd8-aa3f24538032 None None] Port 300a77c7-ec18-4cdf-947e-84feee4d51aa cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:11:44.057239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-385f12da-bcca-439e-bfd8-aa3f24538032 None None] Provisioning complete for port 38d45304-c500-458a-807b-f81183f899e4 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:11:44.057608 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-385f12da-bcca-439e-bfd8-aa3f24538032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:44.306512 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-eb9952b5-ac71-4326-96b1-18fae4257b19 None None] Provisioning complete for port 300a77c7-ec18-4cdf-947e-84feee4d51aa triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:11:44.307164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eb9952b5-ac71-4326-96b1-18fae4257b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:44.334064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:11:44.361149 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-eb9952b5-ac71-4326-96b1-18fae4257b19 None None] Port 300a77c7-ec18-4cdf-947e-84feee4d51aa cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:11:44.538856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:11:44.552046 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e9ceb039-c891-4d33-aeae-6436621276a2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4108775 May 25 23:11:44.554846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 43998) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:44.687713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7823763a-6f09-4bd0-b9c7-3b2c7ffe41cc tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:44.688423 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7823763a-6f09-4bd0-b9c7-3b2c7ffe41cc tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:44.688423 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7823763a-6f09-4bd0-b9c7-3b2c7ffe41cc tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:44.688807 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7823763a-6f09-4bd0-b9c7-3b2c7ffe41cc tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:44.690413 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7823763a-6f09-4bd0-b9c7-3b2c7ffe41cc tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1346884 May 25 23:11:44.693549 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44002) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:44.761558 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46db0235-6c36-45d0-851b-eccfa734847f tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:44.761933 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46db0235-6c36-45d0-851b-eccfa734847f tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:44.762295 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46db0235-6c36-45d0-851b-eccfa734847f tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:44.762652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46db0235-6c36-45d0-851b-eccfa734847f tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:44.764495 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-46db0235-6c36-45d0-851b-eccfa734847f tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0699215 May 25 23:11:44.767241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44006) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:44.799920 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:11:44.841955 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:44.874313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:11:44.874764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:44.974417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Sync routers for ids ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:11:44.975772 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fc418cd5-acf5-459b-938d-9944bc45447b tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2067924 May 25 23:11:45.010290 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 38d45304-c500-458a-807b-f81183f899e4 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:11:45.054831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Routers {'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:11:45.055450 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:11:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:45.111866 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:45.121515 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44012) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:45.127076 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-473178801', 'description': 'tempest-secgroup-smoke-473178801 description', 'project_id': 'cf9636952f01491a97cc3c500b4629f1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:11:45.133612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:11:45.137738 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:11:45.141167 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:11:45.147750 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:11:45.193475 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:45.228639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:11:45.232247 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:11:45.234993 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:11:45.237217 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 38d45304-c500-458a-807b-f81183f899e4 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:11:45.237585 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:45.240798 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:11:45.293227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Set router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:11:45.295093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:45.358104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:45.402130 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:45.410246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:45.414984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:45.414984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:45.414984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:45.414984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:45.414984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:45.414984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:45.414984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:45.414984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:45.414984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:45.414984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:11:45.455564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:45.456762 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a84d2fb9-dd3b-4d59-8984-05e68d5d899a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3341467 May 25 23:11:45.460757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44016) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:45.467484 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-12bacded-7c06-4b43-b17f-b7659f493cb2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:11:45.473466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-12bacded-7c06-4b43-b17f-b7659f493cb2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:11:45.477311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-12bacded-7c06-4b43-b17f-b7659f493cb2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:11:45.480145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-12bacded-7c06-4b43-b17f-b7659f493cb2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:11:45.485980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-12bacded-7c06-4b43-b17f-b7659f493cb2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:11:45.564831 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-12bacded-7c06-4b43-b17f-b7659f493cb2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:45.634350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-12bacded-7c06-4b43-b17f-b7659f493cb2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:45.689685 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-12bacded-7c06-4b43-b17f-b7659f493cb2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:45.698751 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:42Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '300a77c7-ec18-4cdf-947e-84feee4d51aa', 'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:eb:79:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:42Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 2, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:45.702639 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Checking router: ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:11:45.709424 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Updating router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 port 300a77c7-ec18-4cdf-947e-84feee4d51aa binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:11:45.715243 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bacded-7c06-4b43-b17f-b7659f493cb2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f750d10-68e6-4200-b5df-d153b8dca089,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:45.753006 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:45.758392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-12bacded-7c06-4b43-b17f-b7659f493cb2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:45.762312 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-12bacded-7c06-4b43-b17f-b7659f493cb2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2972503 May 25 23:11:45.762459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44020) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:45.768079 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-27a5742e-9f1a-4e9e-bd47-1a8aeab174ed tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:11:45.774797 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-27a5742e-9f1a-4e9e-bd47-1a8aeab174ed tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:11:45.778835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-27a5742e-9f1a-4e9e-bd47-1a8aeab174ed tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:11:45.781806 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-27a5742e-9f1a-4e9e-bd47-1a8aeab174ed tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:11:45.788401 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-27a5742e-9f1a-4e9e-bd47-1a8aeab174ed tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:11:45.844732 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-27a5742e-9f1a-4e9e-bd47-1a8aeab174ed tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:45.906237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-27a5742e-9f1a-4e9e-bd47-1a8aeab174ed tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:45.980978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-27a5742e-9f1a-4e9e-bd47-1a8aeab174ed tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.003882 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5742e-9f1a-4e9e-bd47-1a8aeab174ed tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690007c0-06c3-4fb7-97d1-c7b529f18cce,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:46.095124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-27a5742e-9f1a-4e9e-bd47-1a8aeab174ed tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.096311 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-27a5742e-9f1a-4e9e-bd47-1a8aeab174ed tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3329551 May 25 23:11:46.099868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44024) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:46.105295 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7fea2f61-ba4e-4280-92f7-bbe0749f955e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:11:46.111407 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7fea2f61-ba4e-4280-92f7-bbe0749f955e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:11:46.116107 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7fea2f61-ba4e-4280-92f7-bbe0749f955e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:11:46.119154 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7fea2f61-ba4e-4280-92f7-bbe0749f955e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:11:46.124952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7fea2f61-ba4e-4280-92f7-bbe0749f955e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:11:46.168020 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.180351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Transition to ACTIVE for port object 300a77c7-ec18-4cdf-947e-84feee4d51aa will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:11:46.199710 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7fea2f61-ba4e-4280-92f7-bbe0749f955e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.262211 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7fea2f61-ba4e-4280-92f7-bbe0749f955e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.278430 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.335758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7fea2f61-ba4e-4280-92f7-bbe0749f955e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.362115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea2f61-ba4e-4280-92f7-bbe0749f955e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b34464-5bf9-4cc1-b77e-d5d72cf4447e,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:46.402484 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8774d9-e254-43fd-a2d5-fb1affae0a93 None None] Pushing event updated for resources: {'Port': ['ID=300a77c7-ec18-4cdf-947e-84feee4d51aa,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:46.439719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7fea2f61-ba4e-4280-92f7-bbe0749f955e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.445422 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7fea2f61-ba4e-4280-92f7-bbe0749f955e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3435366 May 25 23:11:46.445586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44028) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:46.451891 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-da990ec4-7a21-434b-8c15-be776a36a699 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:11:46.460145 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-da990ec4-7a21-434b-8c15-be776a36a699 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:11:46.465007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-da990ec4-7a21-434b-8c15-be776a36a699 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:11:46.468195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-da990ec4-7a21-434b-8c15-be776a36a699 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:11:46.476926 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-da990ec4-7a21-434b-8c15-be776a36a699 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:11:46.492116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Attempting to bind port 300a77c7-ec18-4cdf-947e-84feee4d51aa on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:11:46.492580 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Attempting to bind port 300a77c7-ec18-4cdf-947e-84feee4d51aa by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:11:46.492996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Attempting to bind port 300a77c7-ec18-4cdf-947e-84feee4d51aa on network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:11:46.499604 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:11:46.499969 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Checking segment: {'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:11:46.500362 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.500764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Bound using segment: {'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:11:46.501220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Bound port: 300a77c7-ec18-4cdf-947e-84feee4d51aa, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:11:46.501583 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.553788 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-da990ec4-7a21-434b-8c15-be776a36a699 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.610296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] For port 300a77c7-ec18-4cdf-947e-84feee4d51aa, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:11:46.614091 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] For port 300a77c7-ec18-4cdf-947e-84feee4d51aa, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=300a77c7-ec18-4cdf-947e-84feee4d51aa,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:11:46.619952 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-da990ec4-7a21-434b-8c15-be776a36a699 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.655224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.678257 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-da990ec4-7a21-434b-8c15-be776a36a699 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.678519 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.704381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da990ec4-7a21-434b-8c15-be776a36a699 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbf311d-47cc-4c38-bfc3-de8e8291204e,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:46.762866 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Routers {'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:11:46.763439 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:11:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:46.775350 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-da990ec4-7a21-434b-8c15-be776a36a699 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.779224 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-da990ec4-7a21-434b-8c15-be776a36a699 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3298597 May 25 23:11:46.779414 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44032) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:46.785328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2e4829ee-4182-4335-88b9-cb26ad701e13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:11:46.791663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2e4829ee-4182-4335-88b9-cb26ad701e13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:11:46.795512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2e4829ee-4182-4335-88b9-cb26ad701e13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:11:46.798484 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2e4829ee-4182-4335-88b9-cb26ad701e13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:11:46.805147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2e4829ee-4182-4335-88b9-cb26ad701e13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:11:46.849981 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-2e4829ee-4182-4335-88b9-cb26ad701e13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:11:46.856895 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e4829ee-4182-4335-88b9-cb26ad701e13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.880644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8774d9-e254-43fd-a2d5-fb1affae0a93 None None] Pushing event updated for resources: {'Port': ['ID=300a77c7-ec18-4cdf-947e-84feee4d51aa,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:46.925933 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e4829ee-4182-4335-88b9-cb26ad701e13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:46.960253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] Set router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:11:46.981179 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e4829ee-4182-4335-88b9-cb26ad701e13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:47.005495 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4829ee-4182-4335-88b9-cb26ad701e13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08524f8e-8c84-4c46-a2b1-a396204f9c62,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:47.123964 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e4829ee-4182-4335-88b9-cb26ad701e13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:47.127784 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2e4829ee-4182-4335-88b9-cb26ad701e13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3445885 May 25 23:11:47.128026 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44036) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:11:47.134307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2e2e45cb-5aa2-4c6e-af50-212d0e63842a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:11:47.140299 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2e2e45cb-5aa2-4c6e-af50-212d0e63842a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:11:47.144061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2e2e45cb-5aa2-4c6e-af50-212d0e63842a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:11:47.147226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2e2e45cb-5aa2-4c6e-af50-212d0e63842a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:11:47.152990 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2e2e45cb-5aa2-4c6e-af50-212d0e63842a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:11:47.215313 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-2e2e45cb-5aa2-4c6e-af50-212d0e63842a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:11:47.221909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e2e45cb-5aa2-4c6e-af50-212d0e63842a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:47.290047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:42Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '300a77c7-ec18-4cdf-947e-84feee4d51aa', 'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:eb:79:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:42Z', 'updated_at': '2022-05-25T23:11:46Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:11:47.290715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e2e45cb-5aa2-4c6e-af50-212d0e63842a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:47.294060 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59322e47-f43d-4793-9fab-fac7c3c8b17b None None] The sync data for ids ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'] in dv-neutron-843300-1-hyperv is: [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:42Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '300a77c7-ec18-4cdf-947e-84feee4d51aa', 'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:eb:79:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:42Z', 'updated_at': '2022-05-25T23:11:46Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:11:47.361039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e2e45cb-5aa2-4c6e-af50-212d0e63842a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:47.385559 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e45cb-5aa2-4c6e-af50-212d0e63842a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbedaad3-7995-4129-8a80-d0db6b1b5fa9,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:47.460765 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2e2e45cb-5aa2-4c6e-af50-212d0e63842a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:47.462678 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2e2e45cb-5aa2-4c6e-af50-212d0e63842a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3336020 May 25 23:11:47.517995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:47.677599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-c78dce2e-5210-4001-81ee-8e818467867b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:11:47.769756 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-c78dce2e-5210-4001-81ee-8e818467867b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:11:47.771508 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-c78dce2e-5210-4001-81ee-8e818467867b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-473178801&fields=id&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 267 time: 0.1384125 May 25 23:11:47.925611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-35620c62-1629-4c5d-bed8-aedcd331bdbd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:47.926529 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-35620c62-1629-4c5d-bed8-aedcd331bdbd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:11:48.009765 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-35620c62-1629-4c5d-bed8-aedcd331bdbd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:11:48.011070 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-35620c62-1629-4c5d-bed8-aedcd331bdbd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/networks?id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96 HTTP/1.1" status: 200 len: 797 time: 0.2324967 May 25 23:11:48.028174 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-af2f45ad-6ccc-4577-8fbf-525b5d0747f5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/quotas/cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 375 time: 0.0117164 May 25 23:11:48.111071 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-7d29f7c0-4df2-40dd-adbe-5805064ba7e9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:11:48.186750 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-7d29f7c0-4df2-40dd-adbe-5805064ba7e9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:11:48.187989 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-7d29f7c0-4df2-40dd-adbe-5805064ba7e9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1544192 May 25 23:11:48.386859 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-a87fe639-4617-41f9-8268-0b177d12f101 service neutron] 10.222.0.66 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869917 May 25 23:11:48.515787 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-5b921a68-4234-426a-94e0-6ffcdf145a98 service neutron] 10.222.0.66 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231868 May 25 23:11:48.808161 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cbbe50a8-bcdc-414e-9000-6696066dc475 req-b4136238-a4d0-4459-bd4c-9a3c3d2dc642 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 210 time: 0.0445735 May 25 23:11:48.816768 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 300a77c7-ec18-4cdf-947e-84feee4d51aa up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:11:48.969309 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 300a77c7-ec18-4cdf-947e-84feee4d51aa completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:11:48.974313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 300a77c7-ec18-4cdf-947e-84feee4d51aa triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:11:48.974672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:49.123806 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:49.156457 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 300a77c7-ec18-4cdf-947e-84feee4d51aa, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=300a77c7-ec18-4cdf-947e-84feee4d51aa,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:11:49.226900 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:49.294573 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=300a77c7-ec18-4cdf-947e-84feee4d51aa,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:49.980248 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5f4e671f-65e3-422f-b5c6-67ed5f69b758 req-56935394-531c-41cd-b41a-9740b0df8b9e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 210 time: 0.0438879 May 25 23:11:50.771779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-be2f9775-ca56-4027-9b01-27a784ae7040 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:50.773214 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-be2f9775-ca56-4027-9b01-27a784ae7040 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/networks?id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96 HTTP/1.1" status: 200 len: 797 time: 0.2448447 May 25 23:11:50.799553 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 300a77c7-ec18-4cdf-947e-84feee4d51aa up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:11:50.833626 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-38101d86-4348-4ca7-a2b6-56af71a81c50 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 379 time: 0.0481746 May 25 23:11:50.841297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-296a11fb-3ce8-4bec-873f-97afcdaa90e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'port': {'device_id': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'admin_state_up': True, 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'security_groups': ['dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:11:50.870829 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 300a77c7-ec18-4cdf-947e-84feee4d51aa triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:11:50.871194 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:50.982769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-296a11fb-3ce8-4bec-873f-97afcdaa90e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:11:50.993081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-296a11fb-3ce8-4bec-873f-97afcdaa90e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:11:51.060842 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-296a11fb-3ce8-4bec-873f-97afcdaa90e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:11:51.064146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-296a11fb-3ce8-4bec-873f-97afcdaa90e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:51.144622 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1e82525f-4765-4ec9-92ee-78720935873f req-924ead88-1019-47b4-98a8-0513c6441944 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 210 time: 0.0406432 May 25 23:11:51.230519 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-296a11fb-3ce8-4bec-873f-97afcdaa90e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.12 (4f82f37c-5f5f-45a8-9957-36f30b2b3f96/32477b88-4c66-427f-b6d1-eaffca7242bb/bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:11:51.414472 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-296a11fb-3ce8-4bec-873f-97afcdaa90e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:51.430354 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-296a11fb-3ce8-4bec-873f-97afcdaa90e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:11:51.530233 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-296a11fb-3ce8-4bec-873f-97afcdaa90e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:51.600901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-296a11fb-3ce8-4bec-873f-97afcdaa90e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:11:51.603694 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-296a11fb-3ce8-4bec-873f-97afcdaa90e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:11:51.606105 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-296a11fb-3ce8-4bec-873f-97afcdaa90e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:11:51.655681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a11fb-3ce8-4bec-873f-97afcdaa90e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:51.679883 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-296a11fb-3ce8-4bec-873f-97afcdaa90e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:51.680468 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-296a11fb-3ce8-4bec-873f-97afcdaa90e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:51.753328 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-296a11fb-3ce8-4bec-873f-97afcdaa90e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9155798 May 25 23:11:51.765261 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Request body: {'port': {'device_id': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:11:51.877160 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:51.946520 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ca8d375b-9679-44e3-9c7e-f666bdc15a31 None None] Provisioning for port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:11:51.951991 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ca8d375b-9679-44e3-9c7e-f666bdc15a31 None None] Provisioning complete for port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:11:51.952358 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ca8d375b-9679-44e3-9c7e-f666bdc15a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:52.004985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ca8d375b-9679-44e3-9c7e-f666bdc15a31 None None] Port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:11:52.213560 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:11:52.220583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:52.235015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Transition to ACTIVE for port object bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:11:52.318981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:52.348627 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f157ea7-b96f-483c-b3f9-f729b9b5e302 req-dac9eaea-6dbf-40ff-8f55-88afc490efb3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:52.350073 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1f157ea7-b96f-483c-b3f9-f729b9b5e302 req-dac9eaea-6dbf-40ff-8f55-88afc490efb3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 932 time: 0.0776374 May 25 23:11:52.402304 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1f157ea7-b96f-483c-b3f9-f729b9b5e302 req-12af8d90-b0a9-4c45-86f2-65bda6dd3627 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466857 May 25 23:11:52.450665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:52.556302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Attempting to bind port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:11:52.556745 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Attempting to bind port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:11:52.557129 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Attempting to bind port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 on network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:11:52.563255 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 on network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:11:52.563562 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Attempting to bind port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 on network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:11:52.570288 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:11:52.570613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Checking segment: {'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:11:52.570986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Bound using segment: {'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:11:52.571402 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Bound port: bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:11:52.571742 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:52.661013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] For port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:11:52.661350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] For port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:11:52.706691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:52.768985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:52.770639 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] 10.222.0.73 "PUT /v2.0/ports/bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 HTTP/1.1" status: 200 len: 1094 time: 1.0095592 May 25 23:11:52.771133 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'tag': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:11:52.789073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ec8ff-f182-4a1b-b45c-1d984f10bfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:52.835824 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50846648-09bf-42ee-8733-88284f0872d3'] response: {'name': 'network-changed', 'server_uuid': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'tag': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'status': 'completed', 'code': 200} May 25 23:11:53.015311 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f7136e0b-4720-4c28-87de-27764813179b req-fd284d97-8370-45bb-9108-1c18322c3362 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 1097 time: 0.1604886 May 25 23:11:53.150081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7136e0b-4720-4c28-87de-27764813179b req-fd90ca0d-30b3-43a1-8888-b2ee08531092 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:53.151500 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f7136e0b-4720-4c28-87de-27764813179b req-fd90ca0d-30b3-43a1-8888-b2ee08531092 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cf9636952f01491a97cc3c500b4629f1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1301100 May 25 23:11:53.282064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7136e0b-4720-4c28-87de-27764813179b req-25c77be5-05f6-4b20-919c-c76efa2a66dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:53.283400 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f7136e0b-4720-4c28-87de-27764813179b req-25c77be5-05f6-4b20-919c-c76efa2a66dd service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266627 May 25 23:11:53.384089 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-487c41ea-755a-4216-947d-0c6e00250a51 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 1097 time: 0.0676594 May 25 23:11:53.454214 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-1ef471af-c9b0-45f4-b196-f4f3c556f1d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 HTTP/1.1" status: 200 len: 217 time: 0.0636139 May 25 23:11:53.518095 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-712679dc-fcd0-4a07-bd69-b5d5dfe7a553 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:53.519538 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-712679dc-fcd0-4a07-bd69-b5d5dfe7a553 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32477b88-4c66-427f-b6d1-eaffca7242bb HTTP/1.1" status: 200 len: 834 time: 0.0595474 May 25 23:11:53.595336 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-aba71224-f752-441e-b943-8d238c35382e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699956 May 25 23:11:53.602598 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd2e24-417b-427d-af28-9dbd09d74090 req-d2209e2d-0804-4ea3-b837-6fe70d4716fa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:53.604095 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f4cd2e24-417b-427d-af28-9dbd09d74090 req-d2209e2d-0804-4ea3-b837-6fe70d4716fa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 944 time: 0.0790038 May 25 23:11:53.651562 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f4cd2e24-417b-427d-af28-9dbd09d74090 req-282e53dd-1053-4e05-81eb-d00b942e62ae tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410974 May 25 23:11:53.726910 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-222b3823-282a-44b2-8fb4-07d3b7445275 service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257854 May 25 23:11:53.856828 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-612958a7-f5c7-4dd1-9206-9f2363df45ca req-5bb89eeb-ab65-42bd-b13b-40afbc2e1dbf service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238499 May 25 23:11:54.851061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfea1c-b80b-4105-a779-f06961a1344e req-e2910d67-48db-42b5-b703-54fd87384780 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:54.852456 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-09bfea1c-b80b-4105-a779-f06961a1344e req-e2910d67-48db-42b5-b703-54fd87384780 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 944 time: 0.0791931 May 25 23:11:54.896364 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-09bfea1c-b80b-4105-a779-f06961a1344e req-cd17b6d6-e2e4-4b5b-95e3-7d72e62416be tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382605 May 25 23:11:55.727395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:11:55.876044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:11:55.891360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'port_id': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'mac_address': 'fa:16:3e:08:ad:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:11:55.949655 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:55.967504 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:11:55.985091 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:11:56.055391 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:56.108406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c9908-2f47-4a12-81e7-ecd320046a25 req-0375e1ed-a61e-4592-856d-9c2e98b5d7f9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:56.109968 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8e1c9908-2f47-4a12-81e7-ecd320046a25 req-0375e1ed-a61e-4592-856d-9c2e98b5d7f9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 945 time: 0.0807033 May 25 23:11:56.125805 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:56.158807 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8e1c9908-2f47-4a12-81e7-ecd320046a25 req-35444b6d-53dc-444f-b274-c338d3ddefcd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414915 May 25 23:11:56.293618 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:11:57.452936 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a70cb0-e6b3-4d0b-9a0c-46996a696025 req-796e68c5-968d-4172-a971-8ad8213b700b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:57.454288 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f2a70cb0-e6b3-4d0b-9a0c-46996a696025 req-796e68c5-968d-4172-a971-8ad8213b700b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 945 time: 0.1721830 May 25 23:11:57.498463 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f2a70cb0-e6b3-4d0b-9a0c-46996a696025 req-66f7a9a5-41d2-4de9-8f49-81082214f449 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379813 May 25 23:11:57.735272 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:11:57.849410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:11:57.854374 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:11:57.857770 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:57.965658 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:57.994615 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:11:58.004070 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:11:58.066919 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:11:58.132642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:11:58.198730 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affdf8c7-af51-4c6e-bf59-2cac13f8dbac'] response: {'server_uuid': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'code': 200} May 25 23:11:58.521691 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5908712e-991c-415d-801d-2a9a2aaebf48 req-879dd6b4-2400-42d0-afad-a42d1d100e87 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 1099 time: 0.0663686 May 25 23:11:58.566779 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5908712e-991c-415d-801d-2a9a2aaebf48 req-04c554b2-6706-427b-8834-3caa8d4befb5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397241 May 25 23:11:58.696377 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd29199-6cfe-4700-9b86-c962dbd1a9f7 req-df4f7036-537f-43a8-af36-3ca0b31996fa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:58.698196 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1fd29199-6cfe-4700-9b86-c962dbd1a9f7 req-df4f7036-537f-43a8-af36-3ca0b31996fa tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 946 time: 0.0766313 May 25 23:11:58.745230 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1fd29199-6cfe-4700-9b86-c962dbd1a9f7 req-6d1719bf-ed10-4dce-85fc-740b2281d329 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411730 May 25 23:11:59.947617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727c647-1b14-43fa-b8fd-2f679a367fe8 req-d130cafd-80f8-49b7-8076-92b6902d1cb6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:11:59.949065 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1727c647-1b14-43fa-b8fd-2f679a367fe8 req-d130cafd-80f8-49b7-8076-92b6902d1cb6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 946 time: 0.0796740 May 25 23:11:59.995375 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1727c647-1b14-43fa-b8fd-2f679a367fe8 req-807d5d23-2026-4ca5-aca7-f781d992ee3d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407617 May 25 23:12:00.185541 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ea86c-8648-4917-a77f-2e2b5317bf19 req-93324148-bce8-48a5-b3b5-d5d481f7d694 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:00.186954 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bf4ea86c-8648-4917-a77f-2e2b5317bf19 req-93324148-bce8-48a5-b3b5-d5d481f7d694 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 946 time: 0.0738046 May 25 23:12:00.234833 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bf4ea86c-8648-4917-a77f-2e2b5317bf19 req-cc9fd40f-e5e9-4645-8734-25c3c6507163 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417826 May 25 23:12:00.262946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44086) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:12:00.332896 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0bbffe01-430c-4551-90f5-41e44f3c3f39 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 1094 time: 0.0681787 May 25 23:12:00.335560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44090) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:12:00.340658 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:12:00.346007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:12:00.350144 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:floatingip and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:12:00.352929 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:12:00.358770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:12:00.437507 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:00.572520 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:00.705701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.52 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/27d25939-c035-4c1e-b105-60ca6a7242c8) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:12:00.849948 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:00.912789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:00.978340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:12:00.981173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:12:00.985417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:12:01.015545 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=27d25939-c035-4c1e-b105-60ca6a7242c8,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:01.471412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:01.590077 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:01.876706 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:01.923300 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:02.027767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=27d25939-c035-4c1e-b105-60ca6a7242c8,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:02.041605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:02.226420 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Floating IP 5c6515e3-082d-4407-8e2a-e1150d429755 associated. External IP: 172.26.5.52, port: bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7. May 25 23:12:02.606541 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:12:02.804454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:12:02.813883 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ca1aff-ce6f-414c-8af4-52ce94c47a86 None None] Sync routers for ids ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:12:02.826402 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca1aff-ce6f-414c-8af4-52ce94c47a86 None None] Routers {'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:12:02.827001 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-06ca1aff-ce6f-414c-8af4-52ce94c47a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:11:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:12:02.871982 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:02.931798 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c6802ae1-9eac-4051-9bd7-8661151595b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5926583 May 25 23:12:02.931798 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'tag': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:12:02.932748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44094) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:12:02.986455 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b2aae5b-bfd3-4c3e-8656-47f679d8fcf0'] response: {'name': 'network-changed', 'server_uuid': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'tag': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'status': 'completed', 'code': 200} May 25 23:12:03.006113 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b8e677e6-d330-434f-8a78-33d7768bc830 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 1094 time: 0.0721788 May 25 23:12:03.009962 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-06ca1aff-ce6f-414c-8af4-52ce94c47a86 None None] Set router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:12:03.078310 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-be082828-c971-4ea0-9ecc-c2ed776ea34c req-60be76bb-31a1-44db-bbe2-82bf14fa8de4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 1099 time: 0.0708148 May 25 23:12:03.167359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44102) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:12:03.173375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d4c0386b-6c59-4fe0-8f43-96fb326c658e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855800913', 'description': 'tempest-secgroup-smoke-855800913 description', 'project_id': 'cf9636952f01491a97cc3c500b4629f1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:12:03.180821 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d4c0386b-6c59-4fe0-8f43-96fb326c658e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:12:03.191160 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d4c0386b-6c59-4fe0-8f43-96fb326c658e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:12:03.213357 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be082828-c971-4ea0-9ecc-c2ed776ea34c req-d0c1e03d-f015-4a82-aa8e-07c24831bf39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:03.214808 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-be082828-c971-4ea0-9ecc-c2ed776ea34c req-d0c1e03d-f015-4a82-aa8e-07c24831bf39 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96 HTTP/1.1" status: 200 len: 898 time: 0.1306627 May 25 23:12:03.267672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d4c0386b-6c59-4fe0-8f43-96fb326c658e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:03.321872 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-be082828-c971-4ea0-9ecc-c2ed776ea34c req-a3c81ed5-f42f-4c31-9723-288cbfc85708 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 HTTP/1.1" status: 200 len: 999 time: 0.1019423 May 25 23:12:03.324177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d4c0386b-6c59-4fe0-8f43-96fb326c658e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:12:03.328007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d4c0386b-6c59-4fe0-8f43-96fb326c658e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:12:03.331110 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d4c0386b-6c59-4fe0-8f43-96fb326c658e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:12:03.337079 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d4c0386b-6c59-4fe0-8f43-96fb326c658e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:12:03.387486 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be082828-c971-4ea0-9ecc-c2ed776ea34c req-a607898c-5076-44fb-92fd-70409691a615 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:03.388958 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-be082828-c971-4ea0-9ecc-c2ed776ea34c req-a607898c-5076-44fb-92fd-70409691a615 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32477b88-4c66-427f-b6d1-eaffca7242bb HTTP/1.1" status: 200 len: 834 time: 0.0615585 May 25 23:12:03.395153 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d4c0386b-6c59-4fe0-8f43-96fb326c658e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:03.405889 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-06ca1aff-ce6f-414c-8af4-52ce94c47a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:42Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '5c6515e3-082d-4407-8e2a-e1150d429755', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.52', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'port_id': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'mac_address': 'fa:16:3e:08:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:12:01Z', 'updated_at': '2022-05-25T23:12:01Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300a77c7-ec18-4cdf-947e-84feee4d51aa', 'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:eb:79:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:42Z', 'updated_at': '2022-05-25T23:11:49Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:12:03.409679 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ca1aff-ce6f-414c-8af4-52ce94c47a86 None None] Checking router: ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:12:03.420776 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca1aff-ce6f-414c-8af4-52ce94c47a86 None None] Routers {'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:12:03.421296 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-06ca1aff-ce6f-414c-8af4-52ce94c47a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:11:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:12:03.462711 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-be082828-c971-4ea0-9ecc-c2ed776ea34c req-7a971d7e-6a61-4407-8ac3-a9bab0da1df5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684769 May 25 23:12:03.466489 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d4c0386b-6c59-4fe0-8f43-96fb326c658e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:03.514662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0386b-6c59-4fe0-8f43-96fb326c658e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cf1a95-b74a-405e-9225-dca615857089,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:03.592267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d4c0386b-6c59-4fe0-8f43-96fb326c658e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:03.598594 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d4c0386b-6c59-4fe0-8f43-96fb326c658e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4275560 May 25 23:12:03.599692 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44106) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:12:03.604090 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-06ca1aff-ce6f-414c-8af4-52ce94c47a86 None None] Set router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:12:03.605836 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-7849d331-6e79-4f03-a78e-ef4d6b322124 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf1a95-b74a-405e-9225-dca615857089', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:12:03.611951 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7849d331-6e79-4f03-a78e-ef4d6b322124 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:12:03.616198 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7849d331-6e79-4f03-a78e-ef4d6b322124 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:12:03.619399 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7849d331-6e79-4f03-a78e-ef4d6b322124 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:12:03.625798 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7849d331-6e79-4f03-a78e-ef4d6b322124 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:12:03.694168 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-be082828-c971-4ea0-9ecc-c2ed776ea34c req-d8cfc764-b711-4cbf-a59d-57dbced14d5c service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246885 May 25 23:12:03.742155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7849d331-6e79-4f03-a78e-ef4d6b322124 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:03.809511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7849d331-6e79-4f03-a78e-ef4d6b322124 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:03.835912 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-be082828-c971-4ea0-9ecc-c2ed776ea34c req-f4438fce-37b6-4987-b5f4-7893493ade1f service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359835 May 25 23:12:03.906748 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7849d331-6e79-4f03-a78e-ef4d6b322124 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:03.931048 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849d331-6e79-4f03-a78e-ef4d6b322124 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e678b00-c5f8-4b7b-9bcc-010b6052d989,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:03.950693 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-06ca1aff-ce6f-414c-8af4-52ce94c47a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:42Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '5c6515e3-082d-4407-8e2a-e1150d429755', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.52', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'port_id': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'mac_address': 'fa:16:3e:08:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:12:01Z', 'updated_at': '2022-05-25T23:12:01Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300a77c7-ec18-4cdf-947e-84feee4d51aa', 'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:eb:79:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:42Z', 'updated_at': '2022-05-25T23:11:49Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:12:03.954621 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ca1aff-ce6f-414c-8af4-52ce94c47a86 None None] The sync data for ids ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'] in dv-neutron-843300-1-hyperv is: [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:42Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '5c6515e3-082d-4407-8e2a-e1150d429755', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.52', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'port_id': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'mac_address': 'fa:16:3e:08:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:12:01Z', 'updated_at': '2022-05-25T23:12:01Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300a77c7-ec18-4cdf-947e-84feee4d51aa', 'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:eb:79:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:42Z', 'updated_at': '2022-05-25T23:11:49Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:12:03.998176 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7849d331-6e79-4f03-a78e-ef4d6b322124 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:03.999427 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7849d331-6e79-4f03-a78e-ef4d6b322124 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3983653 May 25 23:12:04.002091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44110) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:12:04.008492 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-77452cf9-4230-4095-ae32-d5da2774d47f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf1a95-b74a-405e-9225-dca615857089', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:12:04.014681 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-77452cf9-4230-4095-ae32-d5da2774d47f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:12:04.018657 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-77452cf9-4230-4095-ae32-d5da2774d47f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:12:04.024828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-77452cf9-4230-4095-ae32-d5da2774d47f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:12:04.030930 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-77452cf9-4230-4095-ae32-d5da2774d47f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:12:04.120650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-77452cf9-4230-4095-ae32-d5da2774d47f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:04.167066 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981cf6a4-96d0-4b6c-a44a-f993ba1ed38a None None] New status for floating IP 5c6515e3-082d-4407-8e2a-e1150d429755: ACTIVE {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:12:04.187702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-77452cf9-4230-4095-ae32-d5da2774d47f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:04.260818 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-77452cf9-4230-4095-ae32-d5da2774d47f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:04.286965 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77452cf9-4230-4095-ae32-d5da2774d47f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd46d69-f901-4f36-877b-f371afbe8c0f,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:04.357770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-77452cf9-4230-4095-ae32-d5da2774d47f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:04.358998 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-77452cf9-4230-4095-ae32-d5da2774d47f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3559127 May 25 23:12:04.361708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44114) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:12:04.367709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-294278af-86d1-4cd7-ba01-30fe6f47a489 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf1a95-b74a-405e-9225-dca615857089', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:12:04.374534 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-294278af-86d1-4cd7-ba01-30fe6f47a489 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:12:04.381572 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-294278af-86d1-4cd7-ba01-30fe6f47a489 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:12:04.385428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-294278af-86d1-4cd7-ba01-30fe6f47a489 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:12:04.391098 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-294278af-86d1-4cd7-ba01-30fe6f47a489 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:12:04.490572 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-294278af-86d1-4cd7-ba01-30fe6f47a489 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:04.552508 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-294278af-86d1-4cd7-ba01-30fe6f47a489 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:04.608874 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-294278af-86d1-4cd7-ba01-30fe6f47a489 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:04.633591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294278af-86d1-4cd7-ba01-30fe6f47a489 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161f98ed-3989-4a5c-ad56-e63016a942c8,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:04.689333 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-294278af-86d1-4cd7-ba01-30fe6f47a489 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:04.690524 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-294278af-86d1-4cd7-ba01-30fe6f47a489 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3279135 May 25 23:12:04.693343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44118) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:12:04.698845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-dbcbe9a4-1445-4f69-baa8-66df9c86e2b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf1a95-b74a-405e-9225-dca615857089', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:12:04.704788 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-dbcbe9a4-1445-4f69-baa8-66df9c86e2b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:12:04.708814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dbcbe9a4-1445-4f69-baa8-66df9c86e2b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:12:04.711779 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-dbcbe9a4-1445-4f69-baa8-66df9c86e2b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:12:04.717429 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-dbcbe9a4-1445-4f69-baa8-66df9c86e2b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:12:04.775504 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dbcbe9a4-1445-4f69-baa8-66df9c86e2b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:04.839887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dbcbe9a4-1445-4f69-baa8-66df9c86e2b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:04.923314 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dbcbe9a4-1445-4f69-baa8-66df9c86e2b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:04.947358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbe9a4-1445-4f69-baa8-66df9c86e2b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b9778c-36ed-4394-bec2-cac821a0fbf4,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:05.037608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-dbcbe9a4-1445-4f69-baa8-66df9c86e2b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:05.038704 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dbcbe9a4-1445-4f69-baa8-66df9c86e2b6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3444693 May 25 23:12:05.041465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44122) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:12:05.046685 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f4ee36fb-ce87-4496-bfa3-7a20cfc2f196 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf1a95-b74a-405e-9225-dca615857089', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:12:05.053007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f4ee36fb-ce87-4496-bfa3-7a20cfc2f196 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:12:05.056770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f4ee36fb-ce87-4496-bfa3-7a20cfc2f196 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:12:05.059650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f4ee36fb-ce87-4496-bfa3-7a20cfc2f196 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:12:05.065265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f4ee36fb-ce87-4496-bfa3-7a20cfc2f196 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:12:05.140519 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-f4ee36fb-ce87-4496-bfa3-7a20cfc2f196 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:12:05.146706 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4ee36fb-ce87-4496-bfa3-7a20cfc2f196 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:05.210851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4ee36fb-ce87-4496-bfa3-7a20cfc2f196 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:05.283324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4ee36fb-ce87-4496-bfa3-7a20cfc2f196 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:05.308651 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee36fb-ce87-4496-bfa3-7a20cfc2f196 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdafb0f-77ec-4965-a352-895e2139f86e,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:05.357590 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4ee36fb-ce87-4496-bfa3-7a20cfc2f196 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:05.358767 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f4ee36fb-ce87-4496-bfa3-7a20cfc2f196 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3164177 May 25 23:12:05.361603 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44126) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:12:05.367736 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-d2c21055-9e1d-4fc1-8132-01278d7d070b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf1a95-b74a-405e-9225-dca615857089', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:12:05.373559 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d2c21055-9e1d-4fc1-8132-01278d7d070b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:12:05.377302 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d2c21055-9e1d-4fc1-8132-01278d7d070b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:12:05.381061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d2c21055-9e1d-4fc1-8132-01278d7d070b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:12:05.386752 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-d2c21055-9e1d-4fc1-8132-01278d7d070b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:12:05.448799 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-d2c21055-9e1d-4fc1-8132-01278d7d070b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:12:05.455010 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d2c21055-9e1d-4fc1-8132-01278d7d070b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:05.522215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d2c21055-9e1d-4fc1-8132-01278d7d070b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:05.603358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d2c21055-9e1d-4fc1-8132-01278d7d070b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:05.630629 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c21055-9e1d-4fc1-8132-01278d7d070b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10937fee-6351-49d6-bb04-d52ca1c89d79,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:05.694882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d2c21055-9e1d-4fc1-8132-01278d7d070b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:05.696011 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d2c21055-9e1d-4fc1-8132-01278d7d070b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3334742 May 25 23:12:05.957369 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-d0a9b8b0-6bfd-45e9-a308-ee8be33db5ea tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:12:06.054454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-d0a9b8b0-6bfd-45e9-a308-ee8be33db5ea tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:12:06.055718 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-d0a9b8b0-6bfd-45e9-a308-ee8be33db5ea tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855800913&fields=id&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 267 time: 0.2298510 May 25 23:12:06.199336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-97b0b42d-2115-4419-a331-47437dfa9236 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:06.200758 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-97b0b42d-2115-4419-a331-47437dfa9236 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/networks?id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96 HTTP/1.1" status: 200 len: 797 time: 0.1384704 May 25 23:12:06.217442 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-1d2a083d-23d2-4b33-9940-4e34fa5ea454 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/quotas/cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 375 time: 0.0111938 May 25 23:12:06.299097 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-9b51c679-a518-4600-93f1-3adac8436e5a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0769124 May 25 23:12:06.433379 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-5f52d686-0ca1-49c2-801c-e4d5debc29da service neutron] 10.222.0.66 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225929 May 25 23:12:06.562772 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-51c47b87-e075-4c1d-a9ad-521f0949b559 service neutron] 10.222.0.66 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235576 May 25 23:12:06.809704 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3860877e-ecde-4b82-bfb4-33387c06b603 req-07805b86-a394-4de9-a124-c7f3b5486759 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 210 time: 0.0445411 May 25 23:12:07.977711 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0cc005d0-2236-4d52-bc90-6c14260d089a req-68236b38-6352-4580-b632-5e543cd3e7db tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 210 time: 0.0404208 May 25 23:12:08.679841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-0c4ea91b-67ce-4100-a50c-1060d2af3e7c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:08.681413 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-0c4ea91b-67ce-4100-a50c-1060d2af3e7c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/networks?id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96 HTTP/1.1" status: 200 len: 797 time: 0.1439269 May 25 23:12:08.737626 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8b722867-7b92-48dd-aa24-a2f222428268 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 471 time: 0.0439558 May 25 23:12:08.745961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'port': {'device_id': 'c7715507-ba46-4dc0-a0f2-a9d60b182161', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'admin_state_up': True, 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'security_groups': ['d4cf1a95-b74a-405e-9225-dca615857089']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:12:08.883614 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:12:08.887692 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:port and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:12:08.890525 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:12:08.896326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:12:08.974804 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:12:08.977815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:09.142236 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-07781296-7b3d-4adc-a448-f7526cad3c8e req-aae82ef8-a8a3-491c-9b5e-12b0db723050 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 210 time: 0.0400100 May 25 23:12:09.143834 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.9 (4f82f37c-5f5f-45a8-9957-36f30b2b3f96/32477b88-4c66-427f-b6d1-eaffca7242bb/d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:12:09.331479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:09.346417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:12:09.432288 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:09.505934 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:12:09.508840 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:12:09.512735 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:12:09.544307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:09.578812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:09.579656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:09.662259 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-736efb1f-bc75-45c2-a719-dc3dad6a4c06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9195597 May 25 23:12:09.674962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Request body: {'port': {'device_id': 'c7715507-ba46-4dc0-a0f2-a9d60b182161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:12:09.781901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:09.820019 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c5349dcd-e730-42ad-877e-966679acdfb8 None None] Provisioning for port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:12:09.825067 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c5349dcd-e730-42ad-877e-966679acdfb8 None None] Provisioning complete for port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:12:09.825460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c5349dcd-e730-42ad-877e-966679acdfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:09.881246 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c5349dcd-e730-42ad-877e-966679acdfb8 None None] Port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:12:10.116900 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:12:10.123727 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:10.137935 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Transition to ACTIVE for port object d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:12:10.220374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:10.343037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Pushing event updated for resources: {'Port': ['ID=d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:10.366792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037fc25-cfcd-416b-a6d7-ac1b469d4438 req-4c6c8176-fdfe-4f65-9010-29e683bd08b9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:10.368293 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6037fc25-cfcd-416b-a6d7-ac1b469d4438 req-4c6c8176-fdfe-4f65-9010-29e683bd08b9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 943 time: 0.1001904 May 25 23:12:10.418430 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6037fc25-cfcd-416b-a6d7-ac1b469d4438 req-6e960306-bb52-40eb-a60a-5f27fdc4083f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4cf1a95-b74a-405e-9225-dca615857089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442944 May 25 23:12:10.556155 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0d6bb048-ce3f-4715-ba46-af86790f76b4 req-deecea80-b1b6-44cf-ae2e-f3202a1c02ec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688479 May 25 23:12:10.559586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Attempting to bind port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:12:10.559915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Attempting to bind port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:12:10.560242 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Attempting to bind port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d on network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:12:10.566199 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d on network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:12:10.566457 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Attempting to bind port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d on network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:12:10.573188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:12:10.573515 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Checking segment: {'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:12:10.573892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Bound using segment: {'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:12:10.574307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Bound port: d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a693573-5727-4346-a328-5222df9c6ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:12:10.574653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:10.665115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] For port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:12:10.668393 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] For port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:12:10.695092 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0d6bb048-ce3f-4715-ba46-af86790f76b4 req-a6f53a9e-034a-418f-a320-514d54938f21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 1099 time: 0.0725000 May 25 23:12:10.724319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:10.797008 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:10.798390 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] 10.222.0.73 "PUT /v2.0/ports/d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d HTTP/1.1" status: 200 len: 1093 time: 1.1291971 May 25 23:12:10.798825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7715507-ba46-4dc0-a0f2-a9d60b182161', 'tag': 'd5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:12:10.819408 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc61cbd-e934-4076-b799-796fdd373aaf service neutron] Pushing event updated for resources: {'Port': ['ID=d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:10.855363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bb048-ce3f-4715-ba46-af86790f76b4 req-559e26b5-ae8d-4a1b-bc72-c04bf9f6f5e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:10.857115 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0d6bb048-ce3f-4715-ba46-af86790f76b4 req-559e26b5-ae8d-4a1b-bc72-c04bf9f6f5e3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96 HTTP/1.1" status: 200 len: 898 time: 0.1452560 May 25 23:12:10.874385 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2e3d2b-e15e-46be-814b-48d3e5b55131'] response: {'name': 'network-changed', 'server_uuid': 'c7715507-ba46-4dc0-a0f2-a9d60b182161', 'tag': 'd5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d', 'status': 'completed', 'code': 200} May 25 23:12:10.972901 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0d6bb048-ce3f-4715-ba46-af86790f76b4 req-3bdc58ca-947c-4cdc-9b79-a7e1a9c78a3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 HTTP/1.1" status: 200 len: 1001 time: 0.1095746 May 25 23:12:10.979848 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b115f59e-6766-4a21-8275-e23b86837e96 req-6f2c165b-ceaa-4660-8a2f-2dc013ee579b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 1096 time: 0.0807819 May 25 23:12:11.040763 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bb048-ce3f-4715-ba46-af86790f76b4 req-1219031c-e45f-4256-87ab-127ceb432aba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:11.042323 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0d6bb048-ce3f-4715-ba46-af86790f76b4 req-1219031c-e45f-4256-87ab-127ceb432aba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32477b88-4c66-427f-b6d1-eaffca7242bb HTTP/1.1" status: 200 len: 834 time: 0.0616345 May 25 23:12:11.115734 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0d6bb048-ce3f-4715-ba46-af86790f76b4 req-587e8c36-514f-48e1-b3b7-eaa12180e175 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676527 May 25 23:12:11.131462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115f59e-6766-4a21-8275-e23b86837e96 req-a2a84dab-4598-4f62-9ac4-b7c1b00be416 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:11.132898 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b115f59e-6766-4a21-8275-e23b86837e96 req-a2a84dab-4598-4f62-9ac4-b7c1b00be416 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cf9636952f01491a97cc3c500b4629f1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1466334 May 25 23:12:11.246069 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0d6bb048-ce3f-4715-ba46-af86790f76b4 req-13135c1c-4c5c-481e-8c7a-ab71b01ada5e service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243155 May 25 23:12:11.267097 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115f59e-6766-4a21-8275-e23b86837e96 req-7d0219e8-e99e-4707-a9af-1db7b94b4814 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:11.268560 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b115f59e-6766-4a21-8275-e23b86837e96 req-7d0219e8-e99e-4707-a9af-1db7b94b4814 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297560 May 25 23:12:11.375501 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-31d0c954-6f07-473b-9703-5cdeb868f33d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 1096 time: 0.0716214 May 25 23:12:11.390619 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0d6bb048-ce3f-4715-ba46-af86790f76b4 req-24fe84b4-8d28-4e13-a5ed-e22872decf75 service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386671 May 25 23:12:11.466041 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-e781346d-020e-4d84-935e-2e605f3d4241 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d HTTP/1.1" status: 200 len: 217 time: 0.0829930 May 25 23:12:11.528356 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-cda76bdd-11c9-4f77-92a2-15f24d7f4e50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:11.529776 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-cda76bdd-11c9-4f77-92a2-15f24d7f4e50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32477b88-4c66-427f-b6d1-eaffca7242bb HTTP/1.1" status: 200 len: 834 time: 0.0585248 May 25 23:12:11.586289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-931a2131-2bfa-4274-b7cb-eb597072a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:11.610487 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-6a6756dc-b263-4803-bea1-8e0959286d22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750704 May 25 23:12:11.712172 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a7944-b810-46e1-89d0-2b3f4ea2d26f req-cad1ecc3-8297-4a77-b077-5d08b7adf7e1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:11.713636 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-257a7944-b810-46e1-89d0-2b3f4ea2d26f req-cad1ecc3-8297-4a77-b077-5d08b7adf7e1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 943 time: 0.1719499 May 25 23:12:11.746443 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-80107855-0657-42c7-8b86-1723184665fd service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295259 May 25 23:12:11.761157 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-257a7944-b810-46e1-89d0-2b3f4ea2d26f req-e9b7cfdf-ce4b-4b96-abc3-8d0e6c36d9de tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4cf1a95-b74a-405e-9225-dca615857089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416591 May 25 23:12:11.876002 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85a25d9f-f912-4e65-9fdd-635878109c8c req-55d68c7a-5871-47fe-b001-20d2cd8b1c33 service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232624 May 25 23:12:13.106709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848778cf-e357-46f8-80e9-a10191a3acb7 req-c93d9c5b-2f8e-422e-ac45-91ab4edc5457 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:13.108162 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-848778cf-e357-46f8-80e9-a10191a3acb7 req-c93d9c5b-2f8e-422e-ac45-91ab4edc5457 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 943 time: 0.2244847 May 25 23:12:13.156179 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-848778cf-e357-46f8-80e9-a10191a3acb7 req-f64fbcaf-e1a1-4ff2-965a-8e2365e12b04 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4cf1a95-b74a-405e-9225-dca615857089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 May 25 23:12:13.660123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8e5d-96ce-4398-84b0-669fd16a9c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:13.834639 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:12:13.996684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:12:14.010146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'd5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'port_id': 'd5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d', 'mac_address': 'fa:16:3e:e1:bf:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:12:14.062673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:14.082645 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:12:14.097416 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:12:14.157500 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:14.222878 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:14.366849 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:12:14.426323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd9ea8-9aa3-40f0-9017-e30b48762969 req-6cbf181a-cb03-487c-b263-69f7aa379cd1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:14.428381 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a1cd9ea8-9aa3-40f0-9017-e30b48762969 req-6cbf181a-cb03-487c-b263-69f7aa379cd1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 944 time: 0.1490972 May 25 23:12:14.472963 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a1cd9ea8-9aa3-40f0-9017-e30b48762969 req-5945eb10-8c3b-4507-b1b0-6e25f9ec06c9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4cf1a95-b74a-405e-9225-dca615857089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386496 May 25 23:12:14.837434 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:15.054680 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:15.672575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea67ac1-4a32-4650-9dc0-023721b62667 req-72fc0ad6-0f7b-4ecf-9eba-df0283700689 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:15.674029 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9ea67ac1-4a32-4650-9dc0-023721b62667 req-72fc0ad6-0f7b-4ecf-9eba-df0283700689 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 944 time: 0.0772614 May 25 23:12:15.719573 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9ea67ac1-4a32-4650-9dc0-023721b62667 req-f9d8dcdd-1cf3-4809-9d09-b0542565c777 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4cf1a95-b74a-405e-9225-dca615857089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394969 May 25 23:12:15.853054 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:12:15.975458 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:12:15.980113 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:12:15.980473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:16.090261 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:16.119175 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7715507-ba46-4dc0-a0f2-a9d60b182161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:12:16.128821 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:12:16.172778 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2e5c0c-4d75-4824-bb1e-9b4b21918475'] response: {'server_uuid': 'c7715507-ba46-4dc0-a0f2-a9d60b182161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d', 'code': 200} May 25 23:12:16.180611 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:16.252298 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:16.529347 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-68e2bc61-c320-465c-9f60-7c5dfa3c55e1 req-86228483-aee9-4fab-a438-084c5f44065d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 1098 time: 0.0664580 May 25 23:12:16.571450 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-68e2bc61-c320-465c-9f60-7c5dfa3c55e1 req-2157cb7b-abb6-4145-8bb5-5d59c3bb5b52 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d4cf1a95-b74a-405e-9225-dca615857089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374680 May 25 23:12:16.609115 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:16.626652 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:12:16.915615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba76306-042c-4065-a457-36f49b5203ff req-a87fe9b1-2a8a-4b3d-9953-ff24cb31d918 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:16.917076 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bba76306-042c-4065-a457-36f49b5203ff req-a87fe9b1-2a8a-4b3d-9953-ff24cb31d918 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 945 time: 0.0746131 May 25 23:12:16.964831 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bba76306-042c-4065-a457-36f49b5203ff req-7568bc49-a078-486e-b6b9-a7aaabc8e02a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4cf1a95-b74a-405e-9225-dca615857089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416586 May 25 23:12:17.517654 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:18.162618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22523eb-04c3-4f30-9404-d7bdd34dca29 req-defe8836-ace8-468f-8c65-5166826b8ad7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:18.164031 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b22523eb-04c3-4f30-9404-d7bdd34dca29 req-defe8836-ace8-468f-8c65-5166826b8ad7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 945 time: 0.0793850 May 25 23:12:18.208786 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b22523eb-04c3-4f30-9404-d7bdd34dca29 req-909827fe-ec39-48e3-901c-6915b4bad570 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4cf1a95-b74a-405e-9225-dca615857089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386956 May 25 23:12:18.400387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03288e-5967-43c9-9e00-c8c2e894ec70 req-04f28c59-30a1-4b8c-b232-45c0326b51b2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:18.401826 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fb03288e-5967-43c9-9e00-c8c2e894ec70 req-04f28c59-30a1-4b8c-b232-45c0326b51b2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 945 time: 0.0754755 May 25 23:12:18.448920 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fb03288e-5967-43c9-9e00-c8c2e894ec70 req-72d5fd99-20ca-497e-a0a8-adecff29d230 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4cf1a95-b74a-405e-9225-dca615857089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416453 May 25 23:12:18.475380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44178) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:12:18.542384 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1a87eae5-b289-44cd-9944-8437ac1d8e2a tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 1093 time: 0.0657520 May 25 23:12:18.544832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44182) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:12:18.549784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': 'd5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:12:18.556038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:12:18.560014 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:floatingip and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:12:18.562785 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:12:18.569004 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:12:18.648500 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:18.783425 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:18.918891 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.50 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/88791185-79c0-47ee-91c5-8d8adfcc54f0) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:12:19.061351 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:19.151810 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:19.225092 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:12:19.227797 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:12:19.231988 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:12:19.259384 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=88791185-79c0-47ee-91c5-8d8adfcc54f0,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:19.814580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:19.912254 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:20.116720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:20.169051 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:20.279060 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=88791185-79c0-47ee-91c5-8d8adfcc54f0,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:20.291587 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:20.480058 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Floating IP 89dc0f59-a32a-4943-9173-bce5218af11a associated. External IP: 172.26.5.50, port: d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d. May 25 23:12:20.865243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:12:21.060058 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:12:21.070076 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe66b30b-4933-4417-9a3a-1e0a0339b77e None None] Sync routers for ids ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:12:21.082415 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66b30b-4933-4417-9a3a-1e0a0339b77e None None] Routers {'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:12:21.083108 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-fe66b30b-4933-4417-9a3a-1e0a0339b77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:12:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:12:21.128984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:21.185278 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-63724bc9-0e4c-4dff-af6e-a670f73a6504 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6394582 May 25 23:12:21.185831 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7715507-ba46-4dc0-a0f2-a9d60b182161', 'tag': 'd5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:12:21.240149 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07545ce4-377b-4af4-95e3-75dbec810aa7'] response: {'name': 'network-changed', 'server_uuid': 'c7715507-ba46-4dc0-a0f2-a9d60b182161', 'tag': 'd5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d', 'status': 'completed', 'code': 200} May 25 23:12:21.263549 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-fe66b30b-4933-4417-9a3a-1e0a0339b77e None None] Set router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:12:21.333347 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-64f3c168-2ad6-4604-ad2c-ec05f4162e7b req-39064f77-4886-4e93-82ca-4c8762a24c34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 1098 time: 0.0732164 May 25 23:12:21.464857 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3c168-2ad6-4604-ad2c-ec05f4162e7b req-3df7bd02-bae9-4361-8610-dc7ca8f45ce7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:21.466283 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-64f3c168-2ad6-4604-ad2c-ec05f4162e7b req-3df7bd02-bae9-4361-8610-dc7ca8f45ce7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96 HTTP/1.1" status: 200 len: 898 time: 0.1275671 May 25 23:12:21.566448 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-64f3c168-2ad6-4604-ad2c-ec05f4162e7b req-d598e6fb-29eb-4042-84f6-248f1ac54622 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d HTTP/1.1" status: 200 len: 998 time: 0.0943284 May 25 23:12:21.636272 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-fe66b30b-4933-4417-9a3a-1e0a0339b77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:42Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '5c6515e3-082d-4407-8e2a-e1150d429755', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.52', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'port_id': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'mac_address': 'fa:16:3e:08:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:12:01Z', 'updated_at': '2022-05-25T23:12:04Z', 'revision_number': 1, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}, {'id': '89dc0f59-a32a-4943-9173-bce5218af11a', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.50', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'port_id': 'd5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'mac_address': 'fa:16:3e:e1:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715507-ba46-4dc0-a0f2-a9d60b182161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:12:19Z', 'updated_at': '2022-05-25T23:12:19Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300a77c7-ec18-4cdf-947e-84feee4d51aa', 'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:eb:79:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:42Z', 'updated_at': '2022-05-25T23:11:49Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:12:21.640399 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe66b30b-4933-4417-9a3a-1e0a0339b77e None None] Checking router: ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:12:21.651081 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66b30b-4933-4417-9a3a-1e0a0339b77e None None] Routers {'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:12:21.651684 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-fe66b30b-4933-4417-9a3a-1e0a0339b77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:12:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:12:21.720573 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3c168-2ad6-4604-ad2c-ec05f4162e7b req-34e65263-ae8a-47e9-bc7d-3596da74788f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:21.722020 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-64f3c168-2ad6-4604-ad2c-ec05f4162e7b req-34e65263-ae8a-47e9-bc7d-3596da74788f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32477b88-4c66-427f-b6d1-eaffca7242bb HTTP/1.1" status: 200 len: 834 time: 0.1491001 May 25 23:12:21.795193 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-64f3c168-2ad6-4604-ad2c-ec05f4162e7b req-faf88de2-cc2e-43f8-9447-b5eeaac2deb9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664601 May 25 23:12:21.828621 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-fe66b30b-4933-4417-9a3a-1e0a0339b77e None None] Set router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:12:21.927360 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-64f3c168-2ad6-4604-ad2c-ec05f4162e7b req-c4e2a121-6c81-40c2-9b8c-ca722a1463f1 service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238682 May 25 23:12:22.061609 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-64f3c168-2ad6-4604-ad2c-ec05f4162e7b req-072820f2-f407-4b6d-95c8-7a4059cc592b service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280739 May 25 23:12:22.166889 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-fe66b30b-4933-4417-9a3a-1e0a0339b77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:42Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '5c6515e3-082d-4407-8e2a-e1150d429755', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.52', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'port_id': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'mac_address': 'fa:16:3e:08:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:12:01Z', 'updated_at': '2022-05-25T23:12:04Z', 'revision_number': 1, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}, {'id': '89dc0f59-a32a-4943-9173-bce5218af11a', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.50', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'port_id': 'd5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'mac_address': 'fa:16:3e:e1:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715507-ba46-4dc0-a0f2-a9d60b182161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:12:19Z', 'updated_at': '2022-05-25T23:12:19Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300a77c7-ec18-4cdf-947e-84feee4d51aa', 'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:eb:79:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:42Z', 'updated_at': '2022-05-25T23:11:49Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:12:22.170884 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe66b30b-4933-4417-9a3a-1e0a0339b77e None None] The sync data for ids ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'] in dv-neutron-843300-1-hyperv is: [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:42Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '5c6515e3-082d-4407-8e2a-e1150d429755', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.52', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'port_id': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'mac_address': 'fa:16:3e:08:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:12:01Z', 'updated_at': '2022-05-25T23:12:04Z', 'revision_number': 1, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}, {'id': '89dc0f59-a32a-4943-9173-bce5218af11a', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.50', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'port_id': 'd5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'mac_address': 'fa:16:3e:e1:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715507-ba46-4dc0-a0f2-a9d60b182161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:12:19Z', 'updated_at': '2022-05-25T23:12:19Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300a77c7-ec18-4cdf-947e-84feee4d51aa', 'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:eb:79:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:42Z', 'updated_at': '2022-05-25T23:11:49Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:12:22.365955 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab131f95-b144-4608-813b-0231b330bc26 None None] New status for floating IP 89dc0f59-a32a-4943-9173-bce5218af11a: ACTIVE {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:12:41.459980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9c593589-ec7d-4152-9e99-53f821c530ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:43.676723 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cd738d00-0465-4426-90df-107b206854f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:44.854276 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:45.099995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:46.619987 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:47.539599 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:53.627427 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:12:54.280994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44200) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:12:54.380743 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-27346aa2-e06f-4dba-851c-951b80bd0c2e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/5c6515e3-082d-4407-8e2a-e1150d429755 HTTP/1.1" status: 200 len: 993 time: 0.0984993 May 25 23:12:55.261335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44210) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:12:55.267487 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:12:55.383679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:55.593120 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:12:55.617285 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:55.671248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:55.736142 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:55.736759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:55.738126 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/ports/bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 HTTP/1.1" status: 200 len: 939 time: 0.4754505 May 25 23:12:55.738797 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'tag': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:12:55.760159 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7,revision_number=6']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:55.769288 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:55.770387 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:55.770721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:55.771058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:55.771371 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:55.771841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:55.772171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:55.772496 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:55.772841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:55.773161 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:55.773476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fdc33-241d-4055-92f0-a0e9ee284cce tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:12:55.799208 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a9d466e-60e5-4bb2-87c1-795902494230'] response: {'name': 'network-changed', 'server_uuid': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'tag': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'status': 'completed', 'code': 200} May 25 23:12:55.896514 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-51443085-df68-4a1d-a0e6-a1257183ebe6 req-6972ee95-3fa2-4351-acff-3c29a4ceed67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 1100 time: 0.0745692 May 25 23:12:55.990597 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-57aa45a8-6469-46d9-ba09-882125062211 None None] Provisioning complete for port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:12:55.991213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-57aa45a8-6469-46d9-ba09-882125062211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:56.027606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51443085-df68-4a1d-a0e6-a1257183ebe6 req-8a6664e3-97f7-4d7c-8c37-ca491fda36b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:56.028985 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-51443085-df68-4a1d-a0e6-a1257183ebe6 req-8a6664e3-97f7-4d7c-8c37-ca491fda36b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96 HTTP/1.1" status: 200 len: 898 time: 0.1271825 May 25 23:12:56.048866 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-57aa45a8-6469-46d9-ba09-882125062211 None None] Port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 is administratively disabled so it will not transition to active. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} May 25 23:12:56.127735 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-51443085-df68-4a1d-a0e6-a1257183ebe6 req-77e93b7c-f4de-424e-9a0b-fa5090946969 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 HTTP/1.1" status: 200 len: 1002 time: 0.0920351 May 25 23:12:56.191035 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51443085-df68-4a1d-a0e6-a1257183ebe6 req-59503062-c845-4e65-ad1c-3392d9761b1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:56.192457 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-51443085-df68-4a1d-a0e6-a1257183ebe6 req-59503062-c845-4e65-ad1c-3392d9761b1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32477b88-4c66-427f-b6d1-eaffca7242bb HTTP/1.1" status: 200 len: 834 time: 0.0588114 May 25 23:12:56.264003 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-51443085-df68-4a1d-a0e6-a1257183ebe6 req-fbbad25a-7d88-4851-8714-e25dacdd796c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660982 May 25 23:12:56.274531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [req-51443085-df68-4a1d-a0e6-a1257183ebe6 req-f63abfdc-c365-409f-86a2-07c29b031b60 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 23:12:56.275431 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-51443085-df68-4a1d-a0e6-a1257183ebe6 req-f63abfdc-c365-409f-86a2-07c29b031b60 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046270 May 25 23:12:56.408548 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-51443085-df68-4a1d-a0e6-a1257183ebe6 req-9b4c8c07-bca1-4dd8-9675-d8107585bdd9 service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262288 May 25 23:12:56.536940 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-51443085-df68-4a1d-a0e6-a1257183ebe6 req-928d6de6-f95c-4688-98ae-027b9d7705ae service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230307 May 25 23:12:59.180187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44220) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:12:59.185928 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-fe4d2d8b-3b96-490f-b10f-53336d41de94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:12:59.303307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2d8b-3b96-490f-b10f-53336d41de94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:59.587126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-fe4d2d8b-3b96-490f-b10f-53336d41de94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:12:59.611712 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2d8b-3b96-490f-b10f-53336d41de94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:59.671091 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2d8b-3b96-490f-b10f-53336d41de94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:59.737697 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4d2d8b-3b96-490f-b10f-53336d41de94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:12:59.738356 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2d8b-3b96-490f-b10f-53336d41de94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:12:59.740328 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fe4d2d8b-3b96-490f-b10f-53336d41de94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/ports/bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 HTTP/1.1" status: 200 len: 938 time: 0.5591085 May 25 23:12:59.743476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44224) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:12:59.743973 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'tag': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:12:59.770655 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d2d8b-3b96-490f-b10f-53336d41de94 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7,revision_number=7']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:12:59.813356 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab1bdb27-ac90-4b20-8d5f-d56007ff51aa'] response: {'name': 'network-changed', 'server_uuid': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'tag': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'status': 'completed', 'code': 200} May 25 23:12:59.919492 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85729c04-e6dd-434f-8b2d-15d74c2e67c0 req-732dd1bd-fa24-46a8-9261-bdb9d3cbfb65 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 1099 time: 0.0819085 May 25 23:12:59.970039 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:12:59.970639 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e8375713-a791-4247-b824-2099253444f9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/5c6515e3-082d-4407-8e2a-e1150d429755 HTTP/1.1" status: 200 len: 993 time: 0.2257783 May 25 23:13:00.062317 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85729c04-e6dd-434f-8b2d-15d74c2e67c0 req-38d0e992-4474-4646-bda4-cc555da86f69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:00.063764 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85729c04-e6dd-434f-8b2d-15d74c2e67c0 req-38d0e992-4474-4646-bda4-cc555da86f69 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96 HTTP/1.1" status: 200 len: 898 time: 0.1400735 May 25 23:13:00.079282 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6f72cdd8-2555-4be4-ab2e-88aafd4db4d9 None None] Provisioning complete for port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:13:00.079634 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6f72cdd8-2555-4be4-ab2e-88aafd4db4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:00.165954 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85729c04-e6dd-434f-8b2d-15d74c2e67c0 req-91d7ca20-a4b3-420d-94f6-93e18a8a4749 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 HTTP/1.1" status: 200 len: 1001 time: 0.0960886 May 25 23:13:00.233774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85729c04-e6dd-434f-8b2d-15d74c2e67c0 req-30ae8c58-786e-484b-9fbb-27925bf9c1bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:00.235341 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85729c04-e6dd-434f-8b2d-15d74c2e67c0 req-30ae8c58-786e-484b-9fbb-27925bf9c1bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32477b88-4c66-427f-b6d1-eaffca7242bb HTTP/1.1" status: 200 len: 834 time: 0.0638535 May 25 23:13:00.312114 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85729c04-e6dd-434f-8b2d-15d74c2e67c0 req-335d3f29-fa94-455a-844f-235f6068e563 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711589 May 25 23:13:00.445621 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85729c04-e6dd-434f-8b2d-15d74c2e67c0 req-4b83214e-7770-40e2-a1b9-88720689a0c1 service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270545 May 25 23:13:00.580563 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-85729c04-e6dd-434f-8b2d-15d74c2e67c0 req-23d1a169-c1b4-4165-ad69-f571e5d8bfc5 service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283941 May 25 23:13:02.866708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44238) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:03.062490 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 88791185-79c0-47ee-91c5-8d8adfcc54f0 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:13:03.062738 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:03.228900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:03.229244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:03.348995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 88791185-79c0-47ee-91c5-8d8adfcc54f0 owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:13:03.551360 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:03.597097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=88791185-79c0-47ee-91c5-8d8adfcc54f0,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:03.631804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:03.632138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:03.632467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:03.632820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:03.633147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:03.633469 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:03.633788 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:03.634106 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:03.634419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:03.634732 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:03.635042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:03.697694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:04.077059 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:13:04.369411 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:13:04.378954 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a4bd4-3733-43eb-9570-5b1a2d67bd59 None None] Sync routers for ids ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:13:04.385093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:04.392879 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a4bd4-3733-43eb-9570-5b1a2d67bd59 None None] Routers {'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:13:04.393548 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e14a4bd4-3733-43eb-9570-5b1a2d67bd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:12:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:04.436829 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-893b451a-ab8d-4b30-857b-00bc5ab84ec8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/floatingips/89dc0f59-a32a-4943-9173-bce5218af11a HTTP/1.1" status: 204 len: 168 time: 1.5690370 May 25 23:13:04.437401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7715507-ba46-4dc0-a0f2-a9d60b182161', 'tag': 'd5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:13:04.493917 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4921f3-f910-4061-a25b-77253543ec52'] response: {'name': 'network-changed', 'server_uuid': 'c7715507-ba46-4dc0-a0f2-a9d60b182161', 'tag': 'd5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d', 'status': 'completed', 'code': 200} May 25 23:13:04.572563 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-e14a4bd4-3733-43eb-9570-5b1a2d67bd59 None None] Set router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:13:04.599475 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1eec66ed-c8d5-4007-8fcf-5a22320d5767 req-f4d5f814-3e1b-47e2-9d23-62f67cd19995 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 1098 time: 0.0845518 May 25 23:13:04.733000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec66ed-c8d5-4007-8fcf-5a22320d5767 req-c7cdffd9-041a-40e3-b347-c30a3130cf22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:04.734477 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1eec66ed-c8d5-4007-8fcf-5a22320d5767 req-c7cdffd9-041a-40e3-b347-c30a3130cf22 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96 HTTP/1.1" status: 200 len: 898 time: 0.1292934 May 25 23:13:04.808748 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1eec66ed-c8d5-4007-8fcf-5a22320d5767 req-6a9f015e-d88a-4ed3-be8c-89a0f4c562e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d HTTP/1.1" status: 200 len: 217 time: 0.0640945 May 25 23:13:04.876310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec66ed-c8d5-4007-8fcf-5a22320d5767 req-4945ef02-b572-4bc5-8eb7-73484209b54e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:04.878162 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1eec66ed-c8d5-4007-8fcf-5a22320d5767 req-4945ef02-b572-4bc5-8eb7-73484209b54e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32477b88-4c66-427f-b6d1-eaffca7242bb HTTP/1.1" status: 200 len: 834 time: 0.0641429 May 25 23:13:04.931799 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e14a4bd4-3733-43eb-9570-5b1a2d67bd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:42Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '5c6515e3-082d-4407-8e2a-e1150d429755', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.52', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'port_id': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'mac_address': 'fa:16:3e:08:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:12:01Z', 'updated_at': '2022-05-25T23:12:04Z', 'revision_number': 1, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300a77c7-ec18-4cdf-947e-84feee4d51aa', 'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:eb:79:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:42Z', 'updated_at': '2022-05-25T23:11:49Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:04.935796 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a4bd4-3733-43eb-9570-5b1a2d67bd59 None None] Checking router: ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:13:04.947022 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a4bd4-3733-43eb-9570-5b1a2d67bd59 None None] Routers {'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:13:04.947615 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e14a4bd4-3733-43eb-9570-5b1a2d67bd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:12:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:04.953078 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1eec66ed-c8d5-4007-8fcf-5a22320d5767 req-4ffe6db2-500e-4aa2-bb59-d7bbe4184ae0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691667 May 25 23:13:04.997854 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0e3d1-ddd0-4c0b-80b8-6838d0f94a2f req-f44a4f53-8d63-4ff4-98f9-399e5c5559cb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:04.998620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-b9d0e3d1-ddd0-4c0b-80b8-6838d0f94a2f req-f44a4f53-8d63-4ff4-98f9-399e5c5559cb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:13:05.054642 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-b9d0e3d1-ddd0-4c0b-80b8-6838d0f94a2f req-f44a4f53-8d63-4ff4-98f9-399e5c5559cb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:13:05.056015 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b9d0e3d1-ddd0-4c0b-80b8-6838d0f94a2f req-f44a4f53-8d63-4ff4-98f9-399e5c5559cb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 945 time: 0.1403713 May 25 23:13:05.087367 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1eec66ed-c8d5-4007-8fcf-5a22320d5767 req-dd9d8111-c2f5-48e6-bf75-f28f3d49fc40 service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267233 May 25 23:13:05.102906 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b9d0e3d1-ddd0-4c0b-80b8-6838d0f94a2f req-a3a0d237-23bd-4d63-81b0-82ecfdaee4a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4cf1a95-b74a-405e-9225-dca615857089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408318 May 25 23:13:05.127369 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-e14a4bd4-3733-43eb-9570-5b1a2d67bd59 None None] Set router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:13:05.305228 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1eec66ed-c8d5-4007-8fcf-5a22320d5767 req-4e9a4666-65d2-43eb-8ccd-97984e43e091 service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123563 May 25 23:13:05.500689 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e14a4bd4-3733-43eb-9570-5b1a2d67bd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:42Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '5c6515e3-082d-4407-8e2a-e1150d429755', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.52', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'port_id': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'mac_address': 'fa:16:3e:08:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:12:01Z', 'updated_at': '2022-05-25T23:12:04Z', 'revision_number': 1, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300a77c7-ec18-4cdf-947e-84feee4d51aa', 'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:eb:79:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:42Z', 'updated_at': '2022-05-25T23:11:49Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:05.504692 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a4bd4-3733-43eb-9570-5b1a2d67bd59 None None] The sync data for ids ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'] in dv-neutron-843300-1-hyperv is: [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:42Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '5c6515e3-082d-4407-8e2a-e1150d429755', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.52', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'port_id': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'mac_address': 'fa:16:3e:08:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:12:01Z', 'updated_at': '2022-05-25T23:12:04Z', 'revision_number': 1, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300a77c7-ec18-4cdf-947e-84feee4d51aa', 'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:eb:79:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:42Z', 'updated_at': '2022-05-25T23:11:49Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:13:05.721288 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ef0ce6-d2f3-453e-a69d-6c194dd872c8 None None] New status for floating IP 89dc0f59-a32a-4943-9173-bce5218af11a: DOWN {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:13:06.250913 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326ebec-483e-40cb-b9ad-e6151356fc75 req-a60c27ac-9394-4902-9d5c-7b82e1b4aa93 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:06.251601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-a326ebec-483e-40cb-b9ad-e6151356fc75 req-a60c27ac-9394-4902-9d5c-7b82e1b4aa93 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:13:06.264310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-a326ebec-483e-40cb-b9ad-e6151356fc75 req-a60c27ac-9394-4902-9d5c-7b82e1b4aa93 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:13:06.265438 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a326ebec-483e-40cb-b9ad-e6151356fc75 req-a60c27ac-9394-4902-9d5c-7b82e1b4aa93 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 945 time: 0.0944040 May 25 23:13:06.303586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed833549-2cd2-496a-a439-38c5a7f0ad40 req-c5448c29-423d-4f34-ad48-21a8c89c15a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:06.305066 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ed833549-2cd2-496a-a439-38c5a7f0ad40 req-c5448c29-423d-4f34-ad48-21a8c89c15a6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 945 time: 0.0762572 May 25 23:13:06.336425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-a326ebec-483e-40cb-b9ad-e6151356fc75 req-8e765194-d787-4e1a-8acd-81c8e5583ddf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:13:06.336800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-a326ebec-483e-40cb-b9ad-e6151356fc75 req-8e765194-d787-4e1a-8acd-81c8e5583ddf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:06.356309 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ed833549-2cd2-496a-a439-38c5a7f0ad40 req-cb50d47d-801d-4459-8ffa-1dedc7268e01 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=d4cf1a95-b74a-405e-9225-dca615857089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433981 May 25 23:13:06.578485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-a326ebec-483e-40cb-b9ad-e6151356fc75 req-8e765194-d787-4e1a-8acd-81c8e5583ddf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:06.578749 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-a326ebec-483e-40cb-b9ad-e6151356fc75 req-8e765194-d787-4e1a-8acd-81c8e5583ddf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:06.695831 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-a326ebec-483e-40cb-b9ad-e6151356fc75 req-8e765194-d787-4e1a-8acd-81c8e5583ddf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:13:06.917112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-a326ebec-483e-40cb-b9ad-e6151356fc75 req-8e765194-d787-4e1a-8acd-81c8e5583ddf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:06.964538 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e765194-d787-4e1a-8acd-81c8e5583ddf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:07.041225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-a326ebec-483e-40cb-b9ad-e6151356fc75 req-8e765194-d787-4e1a-8acd-81c8e5583ddf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] No DVR routers for this DVR port d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:13:07.043532 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-a326ebec-483e-40cb-b9ad-e6151356fc75 req-8e765194-d787-4e1a-8acd-81c8e5583ddf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:07.045976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7715507-ba46-4dc0-a0f2-a9d60b182161', 'name': 'network-vif-deleted', 'tag': 'd5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:13:07.101368 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10180f12-9d92-480d-999b-5cc4fb135713'] response: {'server_uuid': 'c7715507-ba46-4dc0-a0f2-a9d60b182161', 'name': 'network-vif-deleted', 'tag': 'd5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d', 'status': 'completed', 'code': 200} May 25 23:13:07.134824 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a326ebec-483e-40cb-b9ad-e6151356fc75 req-8e765194-d787-4e1a-8acd-81c8e5583ddf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "DELETE /v2.0/ports/d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d HTTP/1.1" status: 204 len: 173 time: 0.8630629 May 25 23:13:07.534753 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d50da8eb-3a24-4c2f-b6ce-1f92859e49d3 req-ee130a9d-b66a-4e1b-a9c3-7e3155411ece tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7715507-ba46-4dc0-a0f2-a9d60b182161 HTTP/1.1" status: 200 len: 210 time: 0.0402198 May 25 23:13:08.786927 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44256) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:08.852116 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3506cf2b-fb90-4ce5-8b58-64747ee88534 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:08.880261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3506cf2b-fb90-4ce5-8b58-64747ee88534 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:08.996961 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3506cf2b-fb90-4ce5-8b58-64747ee88534 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:09.018057 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506cf2b-fb90-4ce5-8b58-64747ee88534 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cf1a95-b74a-405e-9225-dca615857089,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:09.087274 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3506cf2b-fb90-4ce5-8b58-64747ee88534 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:09.088453 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3506cf2b-fb90-4ce5-8b58-64747ee88534 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/security-groups/d4cf1a95-b74a-405e-9225-dca615857089 HTTP/1.1" status: 204 len: 168 time: 0.3049984 May 25 23:13:09.179772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44262) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:09.375791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-02a8d711-f455-4930-ab51-2f3d72265b13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 27d25939-c035-4c1e-b105-60ca6a7242c8 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:13:09.376131 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-02a8d711-f455-4930-ab51-2f3d72265b13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:09.542746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-02a8d711-f455-4930-ab51-2f3d72265b13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:09.542996 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-02a8d711-f455-4930-ab51-2f3d72265b13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:09.657896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-02a8d711-f455-4930-ab51-2f3d72265b13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 27d25939-c035-4c1e-b105-60ca6a7242c8 owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:13:09.951442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-02a8d711-f455-4930-ab51-2f3d72265b13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:09.995467 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8d711-f455-4930-ab51-2f3d72265b13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=27d25939-c035-4c1e-b105-60ca6a7242c8,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:10.085169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-02a8d711-f455-4930-ab51-2f3d72265b13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:10.093630 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:13:10.164933 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:13:10.165261 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device d5a8c36b-1fd5-494f-9ff2-eea2e8b63e3d not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:13:10.470798 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a8d711-f455-4930-ab51-2f3d72265b13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:13:10.666961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a8d711-f455-4930-ab51-2f3d72265b13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:13:10.677336 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f5db9-29a4-4bbb-ba63-959f784fcec8 None None] Sync routers for ids ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:13:10.683798 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-02a8d711-f455-4930-ab51-2f3d72265b13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:10.688740 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f5db9-29a4-4bbb-ba63-959f784fcec8 None None] Routers {'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:13:10.689336 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-138f5db9-29a4-4bbb-ba63-959f784fcec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:12:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:10.735815 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-02a8d711-f455-4930-ab51-2f3d72265b13 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/floatingips/5c6515e3-082d-4407-8e2a-e1150d429755 HTTP/1.1" status: 204 len: 168 time: 1.5549431 May 25 23:13:10.736472 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'tag': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:13:10.806977 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d430950e-b2f4-441c-9f24-b2a1fd69e994'] response: {'name': 'network-changed', 'server_uuid': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'tag': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'status': 'completed', 'code': 200} May 25 23:13:10.869168 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-138f5db9-29a4-4bbb-ba63-959f784fcec8 None None] Set router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:13:10.973235 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-042f0be2-a25b-49f2-a310-42eb457fae2a req-611a0029-424c-445d-9767-0e304e0767dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 1099 time: 0.1447875 May 25 23:13:11.112653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f0be2-a25b-49f2-a310-42eb457fae2a req-b18eeca5-40a8-4251-90bd-7c842385d9b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:11.114140 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-042f0be2-a25b-49f2-a310-42eb457fae2a req-b18eeca5-40a8-4251-90bd-7c842385d9b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96 HTTP/1.1" status: 200 len: 898 time: 0.1355839 May 25 23:13:11.182032 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-138f5db9-29a4-4bbb-ba63-959f784fcec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:42Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '300a77c7-ec18-4cdf-947e-84feee4d51aa', 'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:eb:79:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:42Z', 'updated_at': '2022-05-25T23:11:49Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:11.186143 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f5db9-29a4-4bbb-ba63-959f784fcec8 None None] Checking router: ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:13:11.187603 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-042f0be2-a25b-49f2-a310-42eb457fae2a req-cd85fcac-4467-404f-b71b-801a5759cd8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 HTTP/1.1" status: 200 len: 217 time: 0.0680749 May 25 23:13:11.196824 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f5db9-29a4-4bbb-ba63-959f784fcec8 None None] Routers {'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:13:11.197417 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-138f5db9-29a4-4bbb-ba63-959f784fcec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:12:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:11.251846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f0be2-a25b-49f2-a310-42eb457fae2a req-ac58d592-303e-41ed-89bb-4b00d951d529 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:11.253241 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-042f0be2-a25b-49f2-a310-42eb457fae2a req-ac58d592-303e-41ed-89bb-4b00d951d529 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32477b88-4c66-427f-b6d1-eaffca7242bb HTTP/1.1" status: 200 len: 834 time: 0.0599022 May 25 23:13:11.339568 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-042f0be2-a25b-49f2-a310-42eb457fae2a req-b22b3659-a7d1-49b4-8421-6ce41a8cc511 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f82f37c-5f5f-45a8-9957-36f30b2b3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804465 May 25 23:13:11.351932 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408ea5c-245e-4f80-baa9-3abe673918d5 req-19bc3d2a-7cd6-434f-a7e0-17e9d5702e68 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:11.353962 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7408ea5c-245e-4f80-baa9-3abe673918d5 req-19bc3d2a-7cd6-434f-a7e0-17e9d5702e68 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 946 time: 0.1064975 May 25 23:13:11.375254 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-138f5db9-29a4-4bbb-ba63-959f784fcec8 None None] Set router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:13:11.409773 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-7408ea5c-245e-4f80-baa9-3abe673918d5 req-4907b111-2a6d-4a2a-bfac-1ee4249a2d3d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:13:11.460096 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-370383e6-a211-4530-b036-7aac0eff5c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:11.478765 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-042f0be2-a25b-49f2-a310-42eb457fae2a req-b3b6f10c-ab10-41a0-9829-430cf0bcd537 service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327541 May 25 23:13:11.499654 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-7408ea5c-245e-4f80-baa9-3abe673918d5 req-4907b111-2a6d-4a2a-bfac-1ee4249a2d3d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:13:11.500989 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7408ea5c-245e-4f80-baa9-3abe673918d5 req-4907b111-2a6d-4a2a-bfac-1ee4249a2d3d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414318 May 25 23:13:11.705346 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-042f0be2-a25b-49f2-a310-42eb457fae2a req-39a46c2d-5434-4735-acb4-5a8721f08e3d service neutron] 10.222.0.73 "GET /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201185 May 25 23:13:11.716214 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-138f5db9-29a4-4bbb-ba63-959f784fcec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:42Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '300a77c7-ec18-4cdf-947e-84feee4d51aa', 'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:eb:79:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:42Z', 'updated_at': '2022-05-25T23:11:49Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:11.720108 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f5db9-29a4-4bbb-ba63-959f784fcec8 None None] The sync data for ids ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'] in dv-neutron-843300-1-hyperv is: [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:11:42Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '300a77c7-ec18-4cdf-947e-84feee4d51aa', 'name': '', 'network_id': '4f82f37c-5f5f-45a8-9957-36f30b2b3f96', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:eb:79:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:42Z', 'updated_at': '2022-05-25T23:11:49Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '32477b88-4c66-427f-b6d1-eaffca7242bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:13:11.942775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6704c9c5-8f69-4b6b-a59a-9f56bab3fbb8 None None] New status for floating IP 5c6515e3-082d-4407-8e2a-e1150d429755: DOWN {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:13:12.659742 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2749ee7-10be-403b-a7cb-ad28fdd3c9b5 req-dc3754f1-b1e8-4d43-8f87-ffcfb972215f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:12.660540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-f2749ee7-10be-403b-a7cb-ad28fdd3c9b5 req-dc3754f1-b1e8-4d43-8f87-ffcfb972215f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:13:12.704555 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9892c7-451b-49db-b735-bfa2f7afaa47 req-e7ed3438-5b89-48ed-bacf-cce5030de3f5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:12.705970 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bd9892c7-451b-49db-b735-bfa2f7afaa47 req-e7ed3438-5b89-48ed-bacf-cce5030de3f5 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 946 time: 0.0797918 May 25 23:13:12.750779 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bd9892c7-451b-49db-b735-bfa2f7afaa47 req-0b145f1a-1d2f-4b0d-9837-7a79d10c2290 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391464 May 25 23:13:12.762505 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-f2749ee7-10be-403b-a7cb-ad28fdd3c9b5 req-dc3754f1-b1e8-4d43-8f87-ffcfb972215f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:13:12.763834 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f2749ee7-10be-403b-a7cb-ad28fdd3c9b5 req-dc3754f1-b1e8-4d43-8f87-ffcfb972215f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 946 time: 0.1783099 May 25 23:13:12.847116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-f2749ee7-10be-403b-a7cb-ad28fdd3c9b5 req-93a0005c-b3f2-490c-a18d-cc4b2f1f64ad tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:13:12.847828 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f2749ee7-10be-403b-a7cb-ad28fdd3c9b5 req-93a0005c-b3f2-490c-a18d-cc4b2f1f64ad tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:13.088966 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-f2749ee7-10be-403b-a7cb-ad28fdd3c9b5 req-93a0005c-b3f2-490c-a18d-cc4b2f1f64ad tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:13.089218 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f2749ee7-10be-403b-a7cb-ad28fdd3c9b5 req-93a0005c-b3f2-490c-a18d-cc4b2f1f64ad tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:13.213430 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-f2749ee7-10be-403b-a7cb-ad28fdd3c9b5 req-93a0005c-b3f2-490c-a18d-cc4b2f1f64ad tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:13:13.407946 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f2749ee7-10be-403b-a7cb-ad28fdd3c9b5 req-93a0005c-b3f2-490c-a18d-cc4b2f1f64ad tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:13.455864 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0005c-b3f2-490c-a18d-cc4b2f1f64ad tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:13.526729 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2749ee7-10be-403b-a7cb-ad28fdd3c9b5 req-93a0005c-b3f2-490c-a18d-cc4b2f1f64ad tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] No DVR routers for this DVR port bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:13:13.528986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f2749ee7-10be-403b-a7cb-ad28fdd3c9b5 req-93a0005c-b3f2-490c-a18d-cc4b2f1f64ad tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:13.531368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'name': 'network-vif-deleted', 'tag': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:13:13.587341 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7582fe-9957-4d04-bd27-9d5d15f93851'] response: {'server_uuid': '403630e5-30a8-41b3-a96a-4ef30de1a788', 'name': 'network-vif-deleted', 'tag': 'bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7', 'status': 'completed', 'code': 200} May 25 23:13:13.591530 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f2749ee7-10be-403b-a7cb-ad28fdd3c9b5 req-93a0005c-b3f2-490c-a18d-cc4b2f1f64ad tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "DELETE /v2.0/ports/bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 HTTP/1.1" status: 204 len: 173 time: 0.8203533 May 25 23:13:13.688549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d8d5aa49-7928-4121-a7ae-47cd6c2d64e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:13.924907 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fe391444-025d-410e-8faa-11ab139baf0a req-b2e44fe7-b422-4e94-bb8e-46646b927d16 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=403630e5-30a8-41b3-a96a-4ef30de1a788 HTTP/1.1" status: 200 len: 210 time: 0.0411706 May 25 23:13:14.831004 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:15.030551 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44282) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:15.076786 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:15.103653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e0a1d83-1111-4751-8f53-fca7d16ea7a3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:15.132352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e0a1d83-1111-4751-8f53-fca7d16ea7a3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:15.259708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e0a1d83-1111-4751-8f53-fca7d16ea7a3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:15.277373 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a1d83-1111-4751-8f53-fca7d16ea7a3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:15.355466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e0a1d83-1111-4751-8f53-fca7d16ea7a3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:15.356607 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7e0a1d83-1111-4751-8f53-fca7d16ea7a3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/security-groups/dc6d5f52-9bf9-41e0-af2b-4c0bbba030d9 HTTP/1.1" status: 204 len: 168 time: 0.3251181 May 25 23:13:15.467244 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44288) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:15.873179 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6874615-146c-42e4-b571-991153c2aea2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:16.113874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:13:16.148624 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:13:16.148860 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device bf8d473c-9f5f-40dc-a65e-baf61c3ecbc7 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:13:16.570157 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-b6874615-146c-42e4-b571-991153c2aea2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 300a77c7-ec18-4cdf-947e-84feee4d51aa {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:13:16.570868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6874615-146c-42e4-b571-991153c2aea2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:16.631025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:16.757738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-b6874615-146c-42e4-b571-991153c2aea2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port 300a77c7-ec18-4cdf-947e-84feee4d51aa, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=300a77c7-ec18-4cdf-947e-84feee4d51aa,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:16.758092 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6874615-146c-42e4-b571-991153c2aea2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:16.879474 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-b6874615-146c-42e4-b571-991153c2aea2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 300a77c7-ec18-4cdf-947e-84feee4d51aa owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:13:17.133916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6874615-146c-42e4-b571-991153c2aea2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:17.177181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6874615-146c-42e4-b571-991153c2aea2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=300a77c7-ec18-4cdf-947e-84feee4d51aa,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:17.484741 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b6874615-146c-42e4-b571-991153c2aea2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:17.516474 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:18.142310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6874615-146c-42e4-b571-991153c2aea2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:13:18.338099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6874615-146c-42e4-b571-991153c2aea2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:13:18.347681 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc38632f-aadc-47f7-beab-4068f9920066 None None] Sync routers for ids ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:13:18.350947 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b6874615-146c-42e4-b571-991153c2aea2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8826678 May 25 23:13:18.353647 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44292) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:18.359450 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc38632f-aadc-47f7-beab-4068f9920066 None None] Routers {'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:13:18.360041 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-cc38632f-aadc-47f7-beab-4068f9920066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:13:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:18.541036 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-cc38632f-aadc-47f7-beab-4068f9920066 None None] Set router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:13:18.543711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-97216c42-c5cb-453f-a96f-d0fd6d663803 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting subnet 32477b88-4c66-427f-b6d1-eaffca7242bb {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:13:18.546644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97216c42-c5cb-453f-a96f-d0fd6d663803 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:18.599632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97216c42-c5cb-453f-a96f-d0fd6d663803 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:18.684729 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97216c42-c5cb-453f-a96f-d0fd6d663803 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:18.814863 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97216c42-c5cb-453f-a96f-d0fd6d663803 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:18.830062 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-cc38632f-aadc-47f7-beab-4068f9920066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:13:16Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:18.835658 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc38632f-aadc-47f7-beab-4068f9920066 None None] Checking router: ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:13:18.851260 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc38632f-aadc-47f7-beab-4068f9920066 None None] Routers {'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:13:18.851883 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-cc38632f-aadc-47f7-beab-4068f9920066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:13:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:18.856112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97216c42-c5cb-453f-a96f-d0fd6d663803 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Subnet': ['ID=32477b88-4c66-427f-b6d1-eaffca7242bb,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:18.862374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-97216c42-c5cb-453f-a96f-d0fd6d663803 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:18.869704 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-97216c42-c5cb-453f-a96f-d0fd6d663803 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/subnets/32477b88-4c66-427f-b6d1-eaffca7242bb HTTP/1.1" status: 204 len: 168 time: 0.5143085 May 25 23:13:18.871680 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44296) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:18.873123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafd1de7-acd6-4389-b5be-b20d187d494a None None] Network 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:13:19.036228 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-cc38632f-aadc-47f7-beab-4068f9920066 None None] Set router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:13:19.087453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a75dcd20-67ca-4f7a-a055-677f232fd4d7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:19.146439 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] DHCP port deletion for 4f82f37c-5f5f-45a8-9957-36f30b2b3f96 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:13:19.152674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Deleting port 38d45304-c500-458a-807b-f81183f899e4 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:13:19.152674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:19.296941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a75dcd20-67ca-4f7a-a055-677f232fd4d7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:19.325318 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-cc38632f-aadc-47f7-beab-4068f9920066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:13:16Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:19.329719 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc38632f-aadc-47f7-beab-4068f9920066 None None] The sync data for ids ['ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1'] in dv-neutron-843300-1-hyperv is: [{'id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'name': 'tempest-TestNetworkBasicOps-router-514120727', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:11:37Z', 'updated_at': '2022-05-25T23:13:16Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': '195e8cd2-975a-4e5f-97e9-9fb40e68c8ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:11:38Z', 'updated_at': '2022-05-25T23:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:13:19.356811 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-a75dcd20-67ca-4f7a-a055-677f232fd4d7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:13:19.362438 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a75dcd20-67ca-4f7a-a055-677f232fd4d7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:19.362677 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] For port 38d45304-c500-458a-807b-f81183f899e4, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=38d45304-c500-458a-807b-f81183f899e4,segment=NetworkSegment(1a693573-5727-4346-a328-5222df9c6ce6),segment_id=1a693573-5727-4346-a328-5222df9c6ce6)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:19.362677 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:19.480475 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Calling delete_port for 38d45304-c500-458a-807b-f81183f899e4 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:13:19.529541 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-a75dcd20-67ca-4f7a-a055-677f232fd4d7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=195e8cd2-975a-4e5f-97e9-9fb40e68c8ed,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:19.529897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a75dcd20-67ca-4f7a-a055-677f232fd4d7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:19.619731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:19.646012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-a75dcd20-67ca-4f7a-a055-677f232fd4d7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:13:19.669174 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Pushing event deleted for resources: {'Port': ['ID=38d45304-c500-458a-807b-f81183f899e4,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:19.678121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] No DVR routers for this DVR port 38d45304-c500-458a-807b-f81183f899e4 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:13:19.683119 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:19.683455 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:19.686545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:19.686545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:19.686545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:19.686545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:19.686545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:19.686545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:19.686545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:19.686545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:19.686545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1732b-ecd9-4f5b-92df-93d8d0929972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:19.984975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a75dcd20-67ca-4f7a-a055-677f232fd4d7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:20.030708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75dcd20-67ca-4f7a-a055-677f232fd4d7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=195e8cd2-975a-4e5f-97e9-9fb40e68c8ed,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:20.251641 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a75dcd20-67ca-4f7a-a055-677f232fd4d7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:20.503903 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a75dcd20-67ca-4f7a-a055-677f232fd4d7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:20.508239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a75dcd20-67ca-4f7a-a055-677f232fd4d7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:20.619599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a75dcd20-67ca-4f7a-a055-677f232fd4d7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:20.620099 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75dcd20-67ca-4f7a-a055-677f232fd4d7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Fanout notify agent at l3_agent the message router_deleted on router ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:13:20.634151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a75dcd20-67ca-4f7a-a055-677f232fd4d7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:20.639495 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a75dcd20-67ca-4f7a-a055-677f232fd4d7 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/routers/ed67dc9d-83b5-42bf-a34e-76f9e8fc40b1 HTTP/1.1" status: 204 len: 168 time: 1.7624815 May 25 23:13:20.639495 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44300) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:20.752648 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-46c092f8-3865-487c-9e52-ee0169c8289a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:20.880593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-46c092f8-3865-487c-9e52-ee0169c8289a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:20.905265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-46c092f8-3865-487c-9e52-ee0169c8289a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f82f37c-5f5f-45a8-9957-36f30b2b3f96']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:20.917607 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-46c092f8-3865-487c-9e52-ee0169c8289a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a693573-5727-4346-a328-5222df9c6ce6') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:20.917897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-46c092f8-3865-487c-9e52-ee0169c8289a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a693573-5727-4346-a328-5222df9c6ce6') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:20.929598 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-46c092f8-3865-487c-9e52-ee0169c8289a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:20.945153 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-46c092f8-3865-487c-9e52-ee0169c8289a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:20.951421 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c092f8-3865-487c-9e52-ee0169c8289a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:13:20.951797 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-46c092f8-3865-487c-9e52-ee0169c8289a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:13:20.966030 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:13:21.096568 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 38d45304-c500-458a-807b-f81183f899e4 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:13:21.099876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-46c092f8-3865-487c-9e52-ee0169c8289a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:21.117045 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-46c092f8-3865-487c-9e52-ee0169c8289a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:21.128244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c092f8-3865-487c-9e52-ee0169c8289a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Network': ['ID=4f82f37c-5f5f-45a8-9957-36f30b2b3f96,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:21.130958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 38d45304-c500-458a-807b-f81183f899e4 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:13:21.131515 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 38d45304-c500-458a-807b-f81183f899e4 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:13:21.132108 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 300a77c7-ec18-4cdf-947e-84feee4d51aa no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:13:21.164716 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 300a77c7-ec18-4cdf-947e-84feee4d51aa {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:13:21.165058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 300a77c7-ec18-4cdf-947e-84feee4d51aa not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:13:21.165474 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:13:21.197410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:13:21.197773 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 195e8cd2-975a-4e5f-97e9-9fb40e68c8ed not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:13:21.220472 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-46c092f8-3865-487c-9e52-ee0169c8289a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/networks/4f82f37c-5f5f-45a8-9957-36f30b2b3f96 HTTP/1.1" status: 204 len: 168 time: 0.5813923 May 25 23:13:21.245690 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44304) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:21.251525 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-88546e8f-b4ad-4c06-9620-b249ade2eeb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'network': {'name': 'tempest-network-smoke--1231819756', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'port_security_enabled': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:13:21.257370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-88546e8f-b4ad-4c06-9620-b249ade2eeb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:13:21.263860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-88546e8f-b4ad-4c06-9620-b249ade2eeb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:network and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:13:21.264189 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-88546e8f-b4ad-4c06-9620-b249ade2eeb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:13:21.270683 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-88546e8f-b4ad-4c06-9620-b249ade2eeb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:13:21.344995 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88546e8f-b4ad-4c06-9620-b249ade2eeb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:13:21.347989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-88546e8f-b4ad-4c06-9620-b249ade2eeb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:21.375533 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88546e8f-b4ad-4c06-9620-b249ade2eeb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:13:21.384588 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-88546e8f-b4ad-4c06-9620-b249ade2eeb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:21.384928 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-88546e8f-b4ad-4c06-9620-b249ade2eeb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Added segment 8f4894c8-bceb-4472-88d8-e30d4b12cd72 of type vlan for network 7368b398-b260-492b-98a5-e500a756c7d0 May 25 23:13:21.413463 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-88546e8f-b4ad-4c06-9620-b249ade2eeb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:21.499123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-88546e8f-b4ad-4c06-9620-b249ade2eeb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:21.502887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88546e8f-b4ad-4c06-9620-b249ade2eeb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:21.504082 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-88546e8f-b4ad-4c06-9620-b249ade2eeb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:21.615255 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88546e8f-b4ad-4c06-9620-b249ade2eeb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Network': ['ID=7368b398-b260-492b-98a5-e500a756c7d0,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:21.625240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 7368b398-b260-492b-98a5-e500a756c7d0 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:13:21.694529 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-88546e8f-b4ad-4c06-9620-b249ade2eeb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4476469 May 25 23:13:21.697303 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44308) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:21.702769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1584789595', 'admin_state_up': True, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:13:21.709616 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:13:21.714489 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:router and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:13:21.716208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:13:21.721901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:13:21.790836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:21.791774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:21.809516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:22.030915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:22.363464 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:22.392124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:22.525875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.253 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/a5b8924f-af0f-4f95-a7e2-dae1896e580c) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:13:22.671318 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:22.745564 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:22.813811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:13:22.816450 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:13:22.821511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:13:22.850096 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=a5b8924f-af0f-4f95-a7e2-dae1896e580c,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:23.062507 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:23.063134 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:23.379903 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 5d8f74d1-03b6-4b61-9657-10926d58cb51 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:13:23.577729 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:13:23.587114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Sync routers for ids ['5d8f74d1-03b6-4b61-9657-10926d58cb51'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:13:23.598886 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Routers {'5d8f74d1-03b6-4b61-9657-10926d58cb51'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:13:23.599479 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:13:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5d8f74d1-03b6-4b61-9657-10926d58cb51'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:23.665540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:23.666784 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e314d1b3-f675-4fb3-b037-7b026058b220 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9682770 May 25 23:13:23.669880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44312) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:23.710166 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a50655d3-87e7-4b9c-a12d-481a36c68a65 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=cf9636952f01491a97cc3c500b4629f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391574 May 25 23:13:23.712810 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44316) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:23.803796 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Set router 5d8f74d1-03b6-4b61-9657-10926d58cb51 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:13:23.841772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4d13f-3b4b-4466-b101-3cfcc43cb25a tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:23.843313 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-52d4d13f-3b4b-4466-b101-3cfcc43cb25a tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296294 May 25 23:13:23.846340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44320) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:23.890203 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fa0b4be3-5422-4111-8a7f-817ea80adeb3 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427716 May 25 23:13:23.892721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44324) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:23.897929 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-3aa56380-26d5-42df-8034-e5e55f0b7bfe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1828287268', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:13:24.010820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3aa56380-26d5-42df-8034-e5e55f0b7bfe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:13:24.014523 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3aa56380-26d5-42df-8034-e5e55f0b7bfe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:subnet and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:13:24.017272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3aa56380-26d5-42df-8034-e5e55f0b7bfe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:13:24.023096 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3aa56380-26d5-42df-8034-e5e55f0b7bfe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:13:24.085413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'name': 'tempest-TestNetworkBasicOps-router-1584789595', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:13:21Z', 'updated_at': '2022-05-25T23:13:22Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:39:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:22Z', 'updated_at': '2022-05-25T23:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:24.089236 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Checking router: 5d8f74d1-03b6-4b61-9657-10926d58cb51 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:13:24.089575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Updating router 5d8f74d1-03b6-4b61-9657-10926d58cb51 port a5b8924f-af0f-4f95-a7e2-dae1896e580c binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:13:24.093719 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa56380-26d5-42df-8034-e5e55f0b7bfe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:13:24.139296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:24.190526 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3aa56380-26d5-42df-8034-e5e55f0b7bfe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:24.466432 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:24.479190 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Transition to ACTIVE for port object a5b8924f-af0f-4f95-a7e2-dae1896e580c will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:13:24.568601 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:24.596610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3aa56380-26d5-42df-8034-e5e55f0b7bfe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:24.647195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b40ab-35e2-4241-9563-4c21ce3b132b None None] Pushing event updated for resources: {'Port': ['ID=a5b8924f-af0f-4f95-a7e2-dae1896e580c,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:24.653759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Attempting to bind port a5b8924f-af0f-4f95-a7e2-dae1896e580c on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:13:24.653759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Attempting to bind port a5b8924f-af0f-4f95-a7e2-dae1896e580c by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:13:24.654753 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Attempting to bind port a5b8924f-af0f-4f95-a7e2-dae1896e580c on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:13:24.660407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:13:24.665713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:13:24.665713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:24.665713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:13:24.665713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Bound port: a5b8924f-af0f-4f95-a7e2-dae1896e580c, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:13:24.665713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:24.673892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa56380-26d5-42df-8034-e5e55f0b7bfe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Subnet': ['ID=67c784c5-9b4c-4af0-b9ed-b523bcb40185,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:24.690357 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa56380-26d5-42df-8034-e5e55f0b7bfe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Checking segment: {'id': '8f4894c8-bceb-4472-88d8-e30d4b12cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:13:24.690715 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa56380-26d5-42df-8034-e5e55f0b7bfe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network hostable DHCP agents. Network: 7368b398-b260-492b-98a5-e500a756c7d0, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:13:24.731594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] For port a5b8924f-af0f-4f95-a7e2-dae1896e580c, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:13:24.734533 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] For port a5b8924f-af0f-4f95-a7e2-dae1896e580c, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a5b8924f-af0f-4f95-a7e2-dae1896e580c,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:13:24.808094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa56380-26d5-42df-8034-e5e55f0b7bfe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 7368b398-b260-492b-98a5-e500a756c7d0 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:13:24.836961 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:24.905616 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-3aa56380-26d5-42df-8034-e5e55f0b7bfe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 7368b398-b260-492b-98a5-e500a756c7d0) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:13:24.909370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa56380-26d5-42df-8034-e5e55f0b7bfe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:24.909949 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3aa56380-26d5-42df-8034-e5e55f0b7bfe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:24.919631 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bad88f4-ea90-495b-9252-725dd0009a78 None None] Network 7368b398-b260-492b-98a5-e500a756c7d0 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:13:24.936018 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b40ab-35e2-4241-9563-4c21ce3b132b None None] Pushing event updated for resources: {'Port': ['ID=a5b8924f-af0f-4f95-a7e2-dae1896e580c,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:24.991541 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3aa56380-26d5-42df-8034-e5e55f0b7bfe tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0978091 May 25 23:13:24.994311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44328) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:24.996790 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Routers {'5d8f74d1-03b6-4b61-9657-10926d58cb51'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:13:24.997406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:13:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5d8f74d1-03b6-4b61-9657-10926d58cb51'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:25.318941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] Set router 5d8f74d1-03b6-4b61-9657-10926d58cb51 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:13:25.425663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-7368b398-b260-492b-98a5-e500a756c7d0', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ips': [{'subnet_id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:13:25.426689 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:25.732741 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Allocated IP 172.20.0.2 (7368b398-b260-492b-98a5-e500a756c7d0/67c784c5-9b4c-4af0-b9ed-b523bcb40185/760729c0-7986-451b-abdd-18afeaf9462c) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:13:25.739665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:25.842084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'name': 'tempest-TestNetworkBasicOps-router-1584789595', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:13:21Z', 'updated_at': '2022-05-25T23:13:22Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:39:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:22Z', 'updated_at': '2022-05-25T23:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:25.862730 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b8bf1-d89e-4f3c-9e08-400acbd18af7 None None] The sync data for ids ['5d8f74d1-03b6-4b61-9657-10926d58cb51'] in dv-neutron-843300-1-hyperv is: [{'id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'name': 'tempest-TestNetworkBasicOps-router-1584789595', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:13:21Z', 'updated_at': '2022-05-25T23:13:22Z', 'revision_number': 3, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:39:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:22Z', 'updated_at': '2022-05-25T23:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:13:25.961106 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:25.972300 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Transition to ACTIVE for port object 760729c0-7986-451b-abdd-18afeaf9462c will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:13:25.994393 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Transition to ACTIVE for port object 760729c0-7986-451b-abdd-18afeaf9462c will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:13:26.073752 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:26.157527 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Network 7368b398-b260-492b-98a5-e500a756c7d0 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:13:26.161080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:13:26.168551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:13:26.168731 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.1 (7368b398-b260-492b-98a5-e500a756c7d0/67c784c5-9b4c-4af0-b9ed-b523bcb40185/0b91e424-1a15-4e79-a0f1-df81033ab770) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:13:26.196444 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Pushing event updated for resources: {'Port': ['ID=760729c0-7986-451b-abdd-18afeaf9462c,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:26.273967 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Attempting to bind port 760729c0-7986-451b-abdd-18afeaf9462c on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:13:26.274327 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Attempting to bind port 760729c0-7986-451b-abdd-18afeaf9462c by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '8f4894c8-bceb-4472-88d8-e30d4b12cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:13:26.274684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Attempting to bind port 760729c0-7986-451b-abdd-18afeaf9462c on network 7368b398-b260-492b-98a5-e500a756c7d0 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:13:26.282392 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:13:26.282762 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Checking segment: {'id': '8f4894c8-bceb-4472-88d8-e30d4b12cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:13:26.283165 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:26.283554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Bound using segment: {'id': '8f4894c8-bceb-4472-88d8-e30d4b12cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:13:26.284018 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Bound port: 760729c0-7986-451b-abdd-18afeaf9462c, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4894c8-bceb-4472-88d8-e30d4b12cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:13:26.284389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:26.389003 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] For port 760729c0-7986-451b-abdd-18afeaf9462c, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:13:26.392833 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] For port 760729c0-7986-451b-abdd-18afeaf9462c, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=760729c0-7986-451b-abdd-18afeaf9462c,segment=NetworkSegment(8f4894c8-bceb-4472-88d8-e30d4b12cd72),segment_id=8f4894c8-bceb-4472-88d8-e30d4b12cd72)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:13:26.445684 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:26.463403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object 0b91e424-1a15-4e79-a0f1-df81033ab770 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:13:26.465753 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:26.549953 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbe033-8869-43b8-b7b8-27a9c90971b3 None None] Pushing event updated for resources: {'Port': ['ID=760729c0-7986-451b-abdd-18afeaf9462c,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:26.558612 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:26.640761 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 7368b398-b260-492b-98a5-e500a756c7d0 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:13:26.643932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:13:26.648730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:13:26.688444 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=0b91e424-1a15-4e79-a0f1-df81033ab770,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:26.725986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:26.876830 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:26.920096 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a5b8924f-af0f-4f95-a7e2-dae1896e580c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:13:27.047166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port a5b8924f-af0f-4f95-a7e2-dae1896e580c completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:13:27.052741 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a5b8924f-af0f-4f95-a7e2-dae1896e580c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:13:27.053121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:27.169031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:27.185615 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port a5b8924f-af0f-4f95-a7e2-dae1896e580c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a5b8924f-af0f-4f95-a7e2-dae1896e580c,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:27.259747 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:27.260552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 760729c0-7986-451b-abdd-18afeaf9462c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:13:27.291155 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:27.374625 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:27.386559 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=a5b8924f-af0f-4f95-a7e2-dae1896e580c,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:27.454014 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 760729c0-7986-451b-abdd-18afeaf9462c completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:13:27.491729 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:27.495068 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=0b91e424-1a15-4e79-a0f1-df81033ab770,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:27.557268 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd1586-c7f8-4b93-85df-4dedce4f47c0 None None] Network 7368b398-b260-492b-98a5-e500a756c7d0 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:13:27.629959 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 7368b398-b260-492b-98a5-e500a756c7d0 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:13:27.631391 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:13:27.730167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4d8c107f-0e29-4ef4-87df-6b34823b837e None None] Provisioning for port 760729c0-7986-451b-abdd-18afeaf9462c completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:13:27.764787 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4d8c107f-0e29-4ef4-87df-6b34823b837e None None] Provisioning complete for port 760729c0-7986-451b-abdd-18afeaf9462c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:13:27.765153 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4d8c107f-0e29-4ef4-87df-6b34823b837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:27.948974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4d8c107f-0e29-4ef4-87df-6b34823b837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:27.983317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4d8c107f-0e29-4ef4-87df-6b34823b837e None None] For port 760729c0-7986-451b-abdd-18afeaf9462c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=760729c0-7986-451b-abdd-18afeaf9462c,segment=NetworkSegment(8f4894c8-bceb-4472-88d8-e30d4b12cd72),segment_id=8f4894c8-bceb-4472-88d8-e30d4b12cd72)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:28.029046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 5d8f74d1-03b6-4b61-9657-10926d58cb51 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:13:28.053187 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4d8c107f-0e29-4ef4-87df-6b34823b837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:28.126118 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c107f-0e29-4ef4-87df-6b34823b837e None None] Pushing event updated for resources: {'Port': ['ID=760729c0-7986-451b-abdd-18afeaf9462c,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:28.242360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bf963095-263a-4290-91d3-6ebaa0e3ee6d None None] Provisioning for port 0b91e424-1a15-4e79-a0f1-df81033ab770 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:13:28.252657 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bf963095-263a-4290-91d3-6ebaa0e3ee6d None None] Provisioning complete for port 0b91e424-1a15-4e79-a0f1-df81033ab770 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:13:28.253119 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf963095-263a-4290-91d3-6ebaa0e3ee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:28.332164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-bf963095-263a-4290-91d3-6ebaa0e3ee6d None None] Port 0b91e424-1a15-4e79-a0f1-df81033ab770 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:13:28.345132 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bf963095-263a-4290-91d3-6ebaa0e3ee6d None None] Provisioning complete for port 760729c0-7986-451b-abdd-18afeaf9462c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:13:28.345493 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf963095-263a-4290-91d3-6ebaa0e3ee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:28.368895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:13:28.385023 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-590a2996-dfc7-46a2-9809-9c9e7d3243e2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/5d8f74d1-03b6-4b61-9657-10926d58cb51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3874006 May 25 23:13:28.385255 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44332) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:28.524769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3577e9-2326-4855-802a-a903e8458713 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:28.525137 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3577e9-2326-4855-802a-a903e8458713 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:28.525497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3577e9-2326-4855-802a-a903e8458713 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:28.525852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3577e9-2326-4855-802a-a903e8458713 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:28.527458 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1f3577e9-2326-4855-802a-a903e8458713 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1412418 May 25 23:13:28.530123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44336) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:28.588498 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f1e0ceb6-7120-4570-a114-25e1b5e0534b None None] Provisioning complete for port 0b91e424-1a15-4e79-a0f1-df81033ab770 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:13:28.588812 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f1e0ceb6-7120-4570-a114-25e1b5e0534b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:28.602896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6178df52-f382-4a7e-a583-f1e84a53da4f tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:28.603277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6178df52-f382-4a7e-a583-f1e84a53da4f tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:28.603640 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6178df52-f382-4a7e-a583-f1e84a53da4f tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:28.604001 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6178df52-f382-4a7e-a583-f1e84a53da4f tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:28.605680 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6178df52-f382-4a7e-a583-f1e84a53da4f tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0746861 May 25 23:13:28.608431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44340) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:28.648887 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f1e0ceb6-7120-4570-a114-25e1b5e0534b None None] Port 0b91e424-1a15-4e79-a0f1-df81033ab770 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:13:28.808870 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-18288c2b-03dc-44ee-895b-9fb5c46282e3 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1986170 May 25 23:13:28.851621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a5b8924f-af0f-4f95-a7e2-dae1896e580c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:13:28.922178 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a5b8924f-af0f-4f95-a7e2-dae1896e580c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:13:28.922533 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:28.954585 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44346) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:28.960943 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-efb92282-3626-4e69-aee4-1f1b854fd304 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1745389525', 'description': 'tempest-secgroup-smoke-1745389525 description', 'project_id': 'cf9636952f01491a97cc3c500b4629f1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:13:28.966757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-efb92282-3626-4e69-aee4-1f1b854fd304 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:13:28.970876 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-efb92282-3626-4e69-aee4-1f1b854fd304 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:13:28.974506 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-efb92282-3626-4e69-aee4-1f1b854fd304 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:13:28.980194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-efb92282-3626-4e69-aee4-1f1b854fd304 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:13:29.039572 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 760729c0-7986-451b-abdd-18afeaf9462c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:13:29.042857 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-efb92282-3626-4e69-aee4-1f1b854fd304 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:29.080790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-efb92282-3626-4e69-aee4-1f1b854fd304 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:13:29.085371 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-efb92282-3626-4e69-aee4-1f1b854fd304 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:13:29.088168 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-efb92282-3626-4e69-aee4-1f1b854fd304 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:13:29.093799 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-efb92282-3626-4e69-aee4-1f1b854fd304 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:13:29.106983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 760729c0-7986-451b-abdd-18afeaf9462c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:13:29.107414 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:29.148603 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-efb92282-3626-4e69-aee4-1f1b854fd304 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:29.208311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-efb92282-3626-4e69-aee4-1f1b854fd304 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:29.255389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb92282-3626-4e69-aee4-1f1b854fd304 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c971f9-d7ac-4c4a-8d56-2aeaabee64be,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:29.316608 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-efb92282-3626-4e69-aee4-1f1b854fd304 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:29.318661 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-efb92282-3626-4e69-aee4-1f1b854fd304 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3630691 May 25 23:13:29.321428 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44350) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:29.327053 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-620084b2-66d8-4b75-bdc6-9f3d260cc2cb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '58c971f9-d7ac-4c4a-8d56-2aeaabee64be', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:13:29.333051 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-620084b2-66d8-4b75-bdc6-9f3d260cc2cb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:13:29.336961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-620084b2-66d8-4b75-bdc6-9f3d260cc2cb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:13:29.339921 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-620084b2-66d8-4b75-bdc6-9f3d260cc2cb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:13:29.345834 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-620084b2-66d8-4b75-bdc6-9f3d260cc2cb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:13:29.415269 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-620084b2-66d8-4b75-bdc6-9f3d260cc2cb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:29.477352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-620084b2-66d8-4b75-bdc6-9f3d260cc2cb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:29.545393 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-620084b2-66d8-4b75-bdc6-9f3d260cc2cb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:29.546184 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Sync routers for ids ['5d8f74d1-03b6-4b61-9657-10926d58cb51'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:13:29.558857 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Routers {'5d8f74d1-03b6-4b61-9657-10926d58cb51'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:13:29.559383 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:13:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5d8f74d1-03b6-4b61-9657-10926d58cb51'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:29.567962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620084b2-66d8-4b75-bdc6-9f3d260cc2cb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249b07fe-19cf-4890-9893-fbcfcc142cfc,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:29.648250 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-620084b2-66d8-4b75-bdc6-9f3d260cc2cb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:29.649576 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-620084b2-66d8-4b75-bdc6-9f3d260cc2cb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3272090 May 25 23:13:29.652358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44354) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:29.657825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d1072227-a27f-4282-a718-aed75035c94f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '58c971f9-d7ac-4c4a-8d56-2aeaabee64be', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:13:29.664264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d1072227-a27f-4282-a718-aed75035c94f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:13:29.668046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d1072227-a27f-4282-a718-aed75035c94f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:13:29.670873 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d1072227-a27f-4282-a718-aed75035c94f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:13:29.677588 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d1072227-a27f-4282-a718-aed75035c94f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:13:29.737464 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Set router 5d8f74d1-03b6-4b61-9657-10926d58cb51 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:13:29.756760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1072227-a27f-4282-a718-aed75035c94f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:29.821844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1072227-a27f-4282-a718-aed75035c94f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:29.905165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1072227-a27f-4282-a718-aed75035c94f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:29.930230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1072227-a27f-4282-a718-aed75035c94f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d933777-c2f7-495b-a4a8-b48fc5a7db7c,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:30.002398 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d1072227-a27f-4282-a718-aed75035c94f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:30.003594 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d1072227-a27f-4282-a718-aed75035c94f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3502061 May 25 23:13:30.006844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44358) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:30.012353 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-2998c86f-fc72-496a-9d2f-023b04e82f3c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '58c971f9-d7ac-4c4a-8d56-2aeaabee64be', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:13:30.018107 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2998c86f-fc72-496a-9d2f-023b04e82f3c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:13:30.022455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2998c86f-fc72-496a-9d2f-023b04e82f3c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:13:30.025319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2998c86f-fc72-496a-9d2f-023b04e82f3c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:13:30.030908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2998c86f-fc72-496a-9d2f-023b04e82f3c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:13:30.075055 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'name': 'tempest-TestNetworkBasicOps-router-1584789595', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:13:21Z', 'updated_at': '2022-05-25T23:13:26Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:22Z', 'updated_at': '2022-05-25T23:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '0b91e424-1a15-4e79-a0f1-df81033ab770', 'name': '', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:a2:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:25Z', 'updated_at': '2022-05-25T23:13:27Z', 'revision_number': 2, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:30.078642 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Checking router: 5d8f74d1-03b6-4b61-9657-10926d58cb51 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:13:30.078977 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Updating router 5d8f74d1-03b6-4b61-9657-10926d58cb51 port 0b91e424-1a15-4e79-a0f1-df81033ab770 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:13:30.122949 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2998c86f-fc72-496a-9d2f-023b04e82f3c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:30.132308 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:30.185500 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2998c86f-fc72-496a-9d2f-023b04e82f3c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:30.265247 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2998c86f-fc72-496a-9d2f-023b04e82f3c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:30.292506 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998c86f-fc72-496a-9d2f-023b04e82f3c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6dcb02e-ac8c-4629-9ecf-c3367f6fe1bb,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:30.380080 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2998c86f-fc72-496a-9d2f-023b04e82f3c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:30.384145 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2998c86f-fc72-496a-9d2f-023b04e82f3c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3735979 May 25 23:13:30.384392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44362) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:30.390160 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c5f0b4b9-4cb4-4911-b0b9-44a20c6997bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '58c971f9-d7ac-4c4a-8d56-2aeaabee64be', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:13:30.396841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c5f0b4b9-4cb4-4911-b0b9-44a20c6997bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:13:30.400858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c5f0b4b9-4cb4-4911-b0b9-44a20c6997bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:13:30.403733 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c5f0b4b9-4cb4-4911-b0b9-44a20c6997bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:13:30.409790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c5f0b4b9-4cb4-4911-b0b9-44a20c6997bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:13:30.484134 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c5f0b4b9-4cb4-4911-b0b9-44a20c6997bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:30.487008 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:30.500033 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Transition to ACTIVE for port object 0b91e424-1a15-4e79-a0f1-df81033ab770 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:13:30.560313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c5f0b4b9-4cb4-4911-b0b9-44a20c6997bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:30.579624 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:30.665540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c5f0b4b9-4cb4-4911-b0b9-44a20c6997bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:30.690769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0b4b9-4cb4-4911-b0b9-44a20c6997bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d3db3c-9fe3-443a-a0a6-aabd23b967ab,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:30.719488 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af561f97-42ee-474c-9b58-a0f10669a288 None None] Pushing event updated for resources: {'Port': ['ID=0b91e424-1a15-4e79-a0f1-df81033ab770,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:30.731536 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:13:30.741965 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af561f97-42ee-474c-9b58-a0f10669a288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:30.742371 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af561f97-42ee-474c-9b58-a0f10669a288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:30.742612 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af561f97-42ee-474c-9b58-a0f10669a288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:30.742935 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af561f97-42ee-474c-9b58-a0f10669a288 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:30.743258 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af561f97-42ee-474c-9b58-a0f10669a288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:30.743648 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af561f97-42ee-474c-9b58-a0f10669a288 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:30.743969 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af561f97-42ee-474c-9b58-a0f10669a288 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:30.744283 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af561f97-42ee-474c-9b58-a0f10669a288 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:30.744620 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af561f97-42ee-474c-9b58-a0f10669a288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:30.744932 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af561f97-42ee-474c-9b58-a0f10669a288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:30.745241 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af561f97-42ee-474c-9b58-a0f10669a288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:13:30.785880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c5f0b4b9-4cb4-4911-b0b9-44a20c6997bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:30.787434 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c5f0b4b9-4cb4-4911-b0b9-44a20c6997bf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4020672 May 25 23:13:30.790327 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44368) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:30.802686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-bdc2d0ab-4836-4f95-8b8d-001c58e08eb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '58c971f9-d7ac-4c4a-8d56-2aeaabee64be', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:13:30.805379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-bdc2d0ab-4836-4f95-8b8d-001c58e08eb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:13:30.809739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-bdc2d0ab-4836-4f95-8b8d-001c58e08eb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:13:30.812886 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-bdc2d0ab-4836-4f95-8b8d-001c58e08eb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:13:30.822825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-bdc2d0ab-4836-4f95-8b8d-001c58e08eb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:13:30.846250 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Attempting to bind port 0b91e424-1a15-4e79-a0f1-df81033ab770 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:13:30.846602 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Attempting to bind port 0b91e424-1a15-4e79-a0f1-df81033ab770 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '8f4894c8-bceb-4472-88d8-e30d4b12cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:13:30.847054 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Attempting to bind port 0b91e424-1a15-4e79-a0f1-df81033ab770 on network 7368b398-b260-492b-98a5-e500a756c7d0 {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:13:30.853979 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:13:30.854339 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Checking segment: {'id': '8f4894c8-bceb-4472-88d8-e30d4b12cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:13:30.854725 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:30.855106 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Bound using segment: {'id': '8f4894c8-bceb-4472-88d8-e30d4b12cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:13:30.855557 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Bound port: 0b91e424-1a15-4e79-a0f1-df81033ab770, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4894c8-bceb-4472-88d8-e30d4b12cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:13:30.855921 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:30.922351 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-bdc2d0ab-4836-4f95-8b8d-001c58e08eb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:13:30.929554 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d0ab-4836-4f95-8b8d-001c58e08eb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:30.943085 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] For port 0b91e424-1a15-4e79-a0f1-df81033ab770, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:13:30.945164 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] For port 0b91e424-1a15-4e79-a0f1-df81033ab770, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0b91e424-1a15-4e79-a0f1-df81033ab770,segment=NetworkSegment(8f4894c8-bceb-4472-88d8-e30d4b12cd72),segment_id=8f4894c8-bceb-4472-88d8-e30d4b12cd72)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:13:30.996384 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d0ab-4836-4f95-8b8d-001c58e08eb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:31.020496 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:31.071094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d0ab-4836-4f95-8b8d-001c58e08eb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:31.096230 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2d0ab-4836-4f95-8b8d-001c58e08eb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdca613b-3a2b-4fcd-a813-daa92ae2fa30,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:31.104137 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Routers {'5d8f74d1-03b6-4b61-9657-10926d58cb51'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:13:31.104795 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:13:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5d8f74d1-03b6-4b61-9657-10926d58cb51'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:31.146415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d0ab-4836-4f95-8b8d-001c58e08eb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:31.147907 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bdc2d0ab-4836-4f95-8b8d-001c58e08eb9 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3561256 May 25 23:13:31.150536 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44372) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:31.151796 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af561f97-42ee-474c-9b58-a0f10669a288 None None] Pushing event updated for resources: {'Port': ['ID=0b91e424-1a15-4e79-a0f1-df81033ab770,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:31.164223 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-31bfe703-e345-48c5-b8b0-c168ebb5770f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'security_group_rule': {'security_group_id': '58c971f9-d7ac-4c4a-8d56-2aeaabee64be', 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:13:31.170796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-31bfe703-e345-48c5-b8b0-c168ebb5770f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:13:31.175030 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-31bfe703-e345-48c5-b8b0-c168ebb5770f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:security_group_rule and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:13:31.178413 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-31bfe703-e345-48c5-b8b0-c168ebb5770f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:13:31.184997 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-31bfe703-e345-48c5-b8b0-c168ebb5770f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:13:31.242538 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-31bfe703-e345-48c5-b8b0-c168ebb5770f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Project cf9636952f01491a97cc3c500b4629f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:13:31.249633 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-31bfe703-e345-48c5-b8b0-c168ebb5770f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:31.294801 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] Set router 5d8f74d1-03b6-4b61-9657-10926d58cb51 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:13:31.335022 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-31bfe703-e345-48c5-b8b0-c168ebb5770f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:31.471294 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-31bfe703-e345-48c5-b8b0-c168ebb5770f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:31.495612 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfe703-e345-48c5-b8b0-c168ebb5770f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21ae30a-03b9-4ba1-99ba-bde5896c5e60,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:31.585434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-31bfe703-e345-48c5-b8b0-c168ebb5770f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:31.586734 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-31bfe703-e345-48c5-b8b0-c168ebb5770f tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4351325 May 25 23:13:31.624626 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'name': 'tempest-TestNetworkBasicOps-router-1584789595', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:13:21Z', 'updated_at': '2022-05-25T23:13:26Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:22Z', 'updated_at': '2022-05-25T23:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '0b91e424-1a15-4e79-a0f1-df81033ab770', 'name': '', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:a2:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:25Z', 'updated_at': '2022-05-25T23:13:30Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:31.628456 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105384d-74ec-456d-9690-9c0bb99af3a0 None None] The sync data for ids ['5d8f74d1-03b6-4b61-9657-10926d58cb51'] in dv-neutron-843300-1-hyperv is: [{'id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'name': 'tempest-TestNetworkBasicOps-router-1584789595', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:13:21Z', 'updated_at': '2022-05-25T23:13:26Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:22Z', 'updated_at': '2022-05-25T23:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '0b91e424-1a15-4e79-a0f1-df81033ab770', 'name': '', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:a2:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:25Z', 'updated_at': '2022-05-25T23:13:30Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:13:31.843404 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-a4df9358-c662-4184-9f26-ffbc70299388 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1745389525&fields=id&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 267 time: 0.0457151 May 25 23:13:31.994617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-e87713f3-b297-43e8-99e5-75ea470710bd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:31.995223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-e87713f3-b297-43e8-99e5-75ea470710bd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:13:32.059325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-e87713f3-b297-43e8-99e5-75ea470710bd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:13:32.060554 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-e87713f3-b297-43e8-99e5-75ea470710bd tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/networks?id=7368b398-b260-492b-98a5-e500a756c7d0 HTTP/1.1" status: 200 len: 797 time: 0.2104306 May 25 23:13:32.078654 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-67f2e6cd-35f7-42c1-ba74-8f2fe69710de tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/quotas/cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 375 time: 0.0125322 May 25 23:13:32.166914 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-f17f9868-fde0-4270-90eb-f7eac4276129 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826700 May 25 23:13:32.183500 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-4e217240-aaa0-4325-9b22-8d902dd7eaf0 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 23:13:32.184453 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-4e217240-aaa0-4325-9b22-8d902dd7eaf0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050588 May 25 23:13:32.425194 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-ade7bd0c-f8d9-4a2e-b748-06a1a28c8615 service neutron] 10.222.0.66 "GET /v2.0/networks/7368b398-b260-492b-98a5-e500a756c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338874 May 25 23:13:32.559588 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-817be4ff-ff9b-4484-9055-b7321f858815 service neutron] 10.222.0.66 "GET /v2.0/networks/7368b398-b260-492b-98a5-e500a756c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276042 May 25 23:13:32.797599 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6f560f74-5bb4-4eed-848a-a725719679a8 req-c036e6e3-c7b9-4650-9d2f-3a6ff6cbdacf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 210 time: 0.0425131 May 25 23:13:32.883754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0b91e424-1a15-4e79-a0f1-df81033ab770 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:13:33.030639 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 0b91e424-1a15-4e79-a0f1-df81033ab770 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:13:33.036085 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 0b91e424-1a15-4e79-a0f1-df81033ab770 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:13:33.036451 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:33.149026 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:33.184909 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 0b91e424-1a15-4e79-a0f1-df81033ab770, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0b91e424-1a15-4e79-a0f1-df81033ab770,segment=NetworkSegment(8f4894c8-bceb-4472-88d8-e30d4b12cd72),segment_id=8f4894c8-bceb-4472-88d8-e30d4b12cd72)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:33.253723 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:33.320790 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=0b91e424-1a15-4e79-a0f1-df81033ab770,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:33.973796 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-660d8d70-d7eb-47e6-ac71-641304c788ae req-d6b957ae-cb45-4264-9620-38e374be3075 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 210 time: 0.0400453 May 25 23:13:34.697612 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-432831b8-5556-4397-97f6-984b6c5afe56 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:34.698554 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-432831b8-5556-4397-97f6-984b6c5afe56 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:13:34.709865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-432831b8-5556-4397-97f6-984b6c5afe56 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:13:34.711603 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-432831b8-5556-4397-97f6-984b6c5afe56 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/networks?id=7368b398-b260-492b-98a5-e500a756c7d0 HTTP/1.1" status: 200 len: 797 time: 0.1552620 May 25 23:13:34.766961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-75c7783c-0d47-49af-99ba-82736e1378fc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:13:34.847870 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0b91e424-1a15-4e79-a0f1-df81033ab770 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:13:34.853076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-75c7783c-0d47-49af-99ba-82736e1378fc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:13:34.854247 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-75c7783c-0d47-49af-99ba-82736e1378fc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9636952f01491a97cc3c500b4629f1 HTTP/1.1" status: 200 len: 380 time: 0.1309166 May 25 23:13:34.862848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'port': {'device_id': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'admin_state_up': True, 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'security_groups': ['58c971f9-d7ac-4c4a-8d56-2aeaabee64be']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:13:34.922066 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 0b91e424-1a15-4e79-a0f1-df81033ab770 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:13:34.922501 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:35.014708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:13:35.020178 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:port and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:13:35.023594 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:13:35.029260 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:13:35.128074 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Made reservation on behalf of cf9636952f01491a97cc3c500b4629f1 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:13:35.131033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:35.153012 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f1214709-51fa-40ed-b5c9-84eda9e4c776 req-f146d95c-c114-4937-934f-b087f987147c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 210 time: 0.0430777 May 25 23:13:35.291074 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.20.0.12 (7368b398-b260-492b-98a5-e500a756c7d0/67c784c5-9b4c-4af0-b9ed-b523bcb40185/d1a1b282-df47-44ff-9de0-6fd1ef488f69) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:13:35.473317 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:35.487933 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Transition to ACTIVE for port object d1a1b282-df47-44ff-9de0-6fd1ef488f69 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:13:35.625665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:35.695790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network 7368b398-b260-492b-98a5-e500a756c7d0 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:13:35.698976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:13:35.702881 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:13:35.732916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=d1a1b282-df47-44ff-9de0-6fd1ef488f69,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:35.771712 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:35.772313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:35.860042 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3296c99f-5324-4da3-9266-f5d0338031cf tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0010653 May 25 23:13:35.871496 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Request body: {'port': {'device_id': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:13:36.016257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:36.025218 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-92060731-3a6e-4afa-a666-9b63c8c2c175 None None] Provisioning for port d1a1b282-df47-44ff-9de0-6fd1ef488f69 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:13:36.034880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-92060731-3a6e-4afa-a666-9b63c8c2c175 None None] Provisioning complete for port d1a1b282-df47-44ff-9de0-6fd1ef488f69 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:13:36.035635 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-92060731-3a6e-4afa-a666-9b63c8c2c175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:36.092457 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-92060731-3a6e-4afa-a666-9b63c8c2c175 None None] Port d1a1b282-df47-44ff-9de0-6fd1ef488f69 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:13:36.359202 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e2a47-b20e-435e-b4d0-0e3791ae0590 req-957df049-5813-48d6-bce3-b8600b24197b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:36.360673 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-664e2a47-b20e-435e-b4d0-0e3791ae0590 req-957df049-5813-48d6-bce3-b8600b24197b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 932 time: 0.0843964 May 25 23:13:36.407232 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-664e2a47-b20e-435e-b4d0-0e3791ae0590 req-fd599fb4-ae53-493a-8e19-3c3d2b238798 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=58c971f9-d7ac-4c4a-8d56-2aeaabee64be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407073 May 25 23:13:36.447726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a1b282-df47-44ff-9de0-6fd1ef488f69 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:13:36.454855 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:36.469290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Transition to ACTIVE for port object d1a1b282-df47-44ff-9de0-6fd1ef488f69 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:13:36.527907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:36.661528 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a1b282-df47-44ff-9de0-6fd1ef488f69,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:36.770913 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Attempting to bind port d1a1b282-df47-44ff-9de0-6fd1ef488f69 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:13:36.772058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Attempting to bind port d1a1b282-df47-44ff-9de0-6fd1ef488f69 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '8f4894c8-bceb-4472-88d8-e30d4b12cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:13:36.772058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Attempting to bind port d1a1b282-df47-44ff-9de0-6fd1ef488f69 on network 7368b398-b260-492b-98a5-e500a756c7d0 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:13:36.777857 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Port d1a1b282-df47-44ff-9de0-6fd1ef488f69 on network 7368b398-b260-492b-98a5-e500a756c7d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:13:36.778234 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Attempting to bind port d1a1b282-df47-44ff-9de0-6fd1ef488f69 on network 7368b398-b260-492b-98a5-e500a756c7d0 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:13:36.784431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:13:36.784784 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Checking segment: {'id': '8f4894c8-bceb-4472-88d8-e30d4b12cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:13:36.785165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Bound using segment: {'id': '8f4894c8-bceb-4472-88d8-e30d4b12cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:13:36.785575 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Bound port: d1a1b282-df47-44ff-9de0-6fd1ef488f69, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4894c8-bceb-4472-88d8-e30d4b12cd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:13:36.785909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:36.871324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] For port d1a1b282-df47-44ff-9de0-6fd1ef488f69, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:13:36.874264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] For port d1a1b282-df47-44ff-9de0-6fd1ef488f69, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d1a1b282-df47-44ff-9de0-6fd1ef488f69,segment=NetworkSegment(8f4894c8-bceb-4472-88d8-e30d4b12cd72),segment_id=8f4894c8-bceb-4472-88d8-e30d4b12cd72)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:13:36.945284 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:37.009774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:37.011142 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] 10.222.0.73 "PUT /v2.0/ports/d1a1b282-df47-44ff-9de0-6fd1ef488f69 HTTP/1.1" status: 200 len: 1094 time: 1.1445692 May 25 23:13:37.011591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'tag': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:13:37.033585 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1b2bf-46a1-49b7-9ef3-191c37e15ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a1b282-df47-44ff-9de0-6fd1ef488f69,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:37.167417 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed2331e-494e-4245-b25b-5919159dc37e'] response: {'name': 'network-changed', 'server_uuid': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'tag': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69', 'status': 'completed', 'code': 200} May 25 23:13:37.186909 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-3728acd8-b3f0-4bf5-b994-fc5eaa91c923 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 1097 time: 0.0747495 May 25 23:13:37.259337 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-129a8f41-abf2-4992-9c5e-d85558b4eb91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a1b282-df47-44ff-9de0-6fd1ef488f69 HTTP/1.1" status: 200 len: 217 time: 0.0663009 May 25 23:13:37.320296 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-74049a58-9503-495f-af58-690d3f18221d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:37.321780 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-74049a58-9503-495f-af58-690d3f18221d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67c784c5-9b4c-4af0-b9ed-b523bcb40185 HTTP/1.1" status: 200 len: 835 time: 0.0571129 May 25 23:13:37.393817 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-c78a668e-8f7e-460b-85c8-f72c6391ebb7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7368b398-b260-492b-98a5-e500a756c7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662363 May 25 23:13:37.527341 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-382aa0be-19dd-42ad-84ad-767bd700c263 service neutron] 10.222.0.73 "GET /v2.0/networks/7368b398-b260-492b-98a5-e500a756c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271443 May 25 23:13:37.604518 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffea2e8-b958-4bdf-8b04-485f3d21a6c7 req-231d2904-d74c-4980-b022-1020e5369bda tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:37.605949 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dffea2e8-b958-4bdf-8b04-485f3d21a6c7 req-231d2904-d74c-4980-b022-1020e5369bda tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 944 time: 0.0774775 May 25 23:13:37.652106 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dffea2e8-b958-4bdf-8b04-485f3d21a6c7 req-95ec1582-9399-4bf1-9264-2d4a43c17b2e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=58c971f9-d7ac-4c4a-8d56-2aeaabee64be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403974 May 25 23:13:37.661827 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-67811cfb-ae3e-438e-8b3b-396864b5923b req-b4258e49-41b3-485c-87cd-e91479ed88ef service neutron] 10.222.0.73 "GET /v2.0/networks/7368b398-b260-492b-98a5-e500a756c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291411 May 25 23:13:37.825586 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f2031bdb-faf3-4064-b6a0-4cbd111b0bcf req-c03610e7-e554-4d37-9b89-39373b41542f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 1097 time: 0.0722268 May 25 23:13:37.956606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2031bdb-faf3-4064-b6a0-4cbd111b0bcf req-075e9c85-1c38-4532-8312-3c161551edef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:37.957941 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f2031bdb-faf3-4064-b6a0-4cbd111b0bcf req-075e9c85-1c38-4532-8312-3c161551edef service neutron] 10.222.0.73 "GET /v2.0/networks?id=7368b398-b260-492b-98a5-e500a756c7d0 HTTP/1.1" status: 200 len: 898 time: 0.1264224 May 25 23:13:38.026185 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f2031bdb-faf3-4064-b6a0-4cbd111b0bcf req-48ffc546-2a0a-491d-bfd6-c97112243739 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a1b282-df47-44ff-9de0-6fd1ef488f69 HTTP/1.1" status: 200 len: 217 time: 0.0618114 May 25 23:13:38.173389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2031bdb-faf3-4064-b6a0-4cbd111b0bcf req-ad0aeef1-7b38-4ad5-9a93-0eef6c7edd05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:38.174804 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f2031bdb-faf3-4064-b6a0-4cbd111b0bcf req-ad0aeef1-7b38-4ad5-9a93-0eef6c7edd05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67c784c5-9b4c-4af0-b9ed-b523bcb40185 HTTP/1.1" status: 200 len: 835 time: 0.1430781 May 25 23:13:38.250435 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f2031bdb-faf3-4064-b6a0-4cbd111b0bcf req-a0f1d1b8-5b31-47ac-97f6-c736cc415bbc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7368b398-b260-492b-98a5-e500a756c7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690627 May 25 23:13:38.380406 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f2031bdb-faf3-4064-b6a0-4cbd111b0bcf req-125cac9d-8276-4d7d-945d-7149822fcb63 service neutron] 10.222.0.73 "GET /v2.0/networks/7368b398-b260-492b-98a5-e500a756c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234536 May 25 23:13:38.507753 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f2031bdb-faf3-4064-b6a0-4cbd111b0bcf req-d528b8af-ee03-42f7-b8be-d66c73f5b199 service neutron] 10.222.0.73 "GET /v2.0/networks/7368b398-b260-492b-98a5-e500a756c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215386 May 25 23:13:38.849069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518188e-1e8f-450d-97fe-dcf08d519618 req-014d6349-9a56-4430-b50f-a605cd65c306 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:38.850492 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3518188e-1e8f-450d-97fe-dcf08d519618 req-014d6349-9a56-4430-b50f-a605cd65c306 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 944 time: 0.0766120 May 25 23:13:38.894768 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3518188e-1e8f-450d-97fe-dcf08d519618 req-eac68c6e-9dde-4db3-9fc0-0151e166316b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=58c971f9-d7ac-4c4a-8d56-2aeaabee64be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380337 May 25 23:13:40.103282 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596cdf8-9f28-4f3d-9b7d-e60b6c1f054f req-f0fa137c-4bfc-459d-9cbb-770ad9ac131c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:40.104720 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4596cdf8-9f28-4f3d-9b7d-e60b6c1f054f req-f0fa137c-4bfc-459d-9cbb-770ad9ac131c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 944 time: 0.0776854 May 25 23:13:40.148580 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4596cdf8-9f28-4f3d-9b7d-e60b6c1f054f req-b3822349-b73d-40b6-8999-ad66744bb231 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=58c971f9-d7ac-4c4a-8d56-2aeaabee64be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382888 May 25 23:13:40.209462 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device d1a1b282-df47-44ff-9de0-6fd1ef488f69 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:13:40.341005 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port d1a1b282-df47-44ff-9de0-6fd1ef488f69, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d1a1b282-df47-44ff-9de0-6fd1ef488f69,segment=NetworkSegment(8f4894c8-bceb-4472-88d8-e30d4b12cd72),segment_id=8f4894c8-bceb-4472-88d8-e30d4b12cd72)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:40.354335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'port_id': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69', 'mac_address': 'fa:16:3e:30:f1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:13:40.405842 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:40.422875 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a1b282-df47-44ff-9de0-6fd1ef488f69 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:13:40.437312 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port d1a1b282-df47-44ff-9de0-6fd1ef488f69, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d1a1b282-df47-44ff-9de0-6fd1ef488f69,segment=NetworkSegment(8f4894c8-bceb-4472-88d8-e30d4b12cd72),segment_id=8f4894c8-bceb-4472-88d8-e30d4b12cd72)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:40.533545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:40.598043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=d1a1b282-df47-44ff-9de0-6fd1ef488f69,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:40.720261 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['d1a1b282-df47-44ff-9de0-6fd1ef488f69'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:13:41.342961 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5ff0d-e4d0-46b5-ac72-fbd53b882ef5 req-e4e6c3f4-6503-4781-96fa-98e6f9e88b97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:41.344391 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-49f5ff0d-e4d0-46b5-ac72-fbd53b882ef5 req-e4e6c3f4-6503-4781-96fa-98e6f9e88b97 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 945 time: 0.0753167 May 25 23:13:41.393400 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-49f5ff0d-e4d0-46b5-ac72-fbd53b882ef5 req-b370efe3-74cc-499b-982d-ef195f544360 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=58c971f9-d7ac-4c4a-8d56-2aeaabee64be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434828 May 25 23:13:41.464826 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b601daa6-4b2e-4402-a41e-f1f8eb79aa3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:42.221757 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device d1a1b282-df47-44ff-9de0-6fd1ef488f69 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:13:42.362148 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port d1a1b282-df47-44ff-9de0-6fd1ef488f69 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:13:42.367119 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port d1a1b282-df47-44ff-9de0-6fd1ef488f69 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:13:42.367974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:42.484124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:42.511408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:13:42.520824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port d1a1b282-df47-44ff-9de0-6fd1ef488f69, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d1a1b282-df47-44ff-9de0-6fd1ef488f69,segment=NetworkSegment(8f4894c8-bceb-4472-88d8-e30d4b12cd72),segment_id=8f4894c8-bceb-4472-88d8-e30d4b12cd72)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:13:42.569309 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92a54f4-b568-4217-9592-afb018fbe1d4'] response: {'server_uuid': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69', 'code': 200} May 25 23:13:42.593909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0172b0-f638-4e50-93b6-c063db2423da req-3302b777-84f2-4343-b355-1c425bf5f82b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:42.595359 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0d0172b0-f638-4e50-93b6-c063db2423da req-3302b777-84f2-4343-b355-1c425bf5f82b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 945 time: 0.0774255 May 25 23:13:42.602278 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:42.641865 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0d0172b0-f638-4e50-93b6-c063db2423da req-fa2ef8c3-1270-4af0-9694-640d65c32e44 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=58c971f9-d7ac-4c4a-8d56-2aeaabee64be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407305 May 25 23:13:42.671433 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=d1a1b282-df47-44ff-9de0-6fd1ef488f69,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:42.914470 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-32823e14-e6e5-4679-9ecd-0713c13f5cd2 req-9f41a395-3a0a-4337-9bea-72b5224b7c79 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 1099 time: 0.0656695 May 25 23:13:42.955782 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-32823e14-e6e5-4679-9ecd-0713c13f5cd2 req-5f1c8ad2-c6b6-4883-90d8-9fa3066a6a8f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=58c971f9-d7ac-4c4a-8d56-2aeaabee64be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360327 May 25 23:13:43.842955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3418d3-30d8-4c08-98df-d359d71b9ad4 req-0a2c0bba-db15-481d-a63e-0db2e7ee6652 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:43.844410 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-af3418d3-30d8-4c08-98df-d359d71b9ad4 req-0a2c0bba-db15-481d-a63e-0db2e7ee6652 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 946 time: 0.0833859 May 25 23:13:43.890388 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-af3418d3-30d8-4c08-98df-d359d71b9ad4 req-205aae21-6870-4109-b6b9-231dc2c76d06 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=58c971f9-d7ac-4c4a-8d56-2aeaabee64be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404401 May 25 23:13:43.945527 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6a67985d-bca0-46ba-87a2-644fd848d590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:44.864750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:45.065288 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:45.083156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd4dda-b5ea-4b22-82be-928233b3dade req-8d6aa1de-7d86-40aa-8a12-9c3ec580e9bc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:45.084611 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-43bd4dda-b5ea-4b22-82be-928233b3dade req-8d6aa1de-7d86-40aa-8a12-9c3ec580e9bc tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 946 time: 0.0746810 May 25 23:13:45.128677 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-43bd4dda-b5ea-4b22-82be-928233b3dade req-37439760-1b84-4a7d-9aec-f7a1393f1d6c tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=58c971f9-d7ac-4c4a-8d56-2aeaabee64be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377181 May 25 23:13:45.323965 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29154f99-3ce9-4a1f-a7dd-e796f406f838 req-12d4c568-a83b-455f-96b4-9f29058b54b0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:45.325370 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-29154f99-3ce9-4a1f-a7dd-e796f406f838 req-12d4c568-a83b-455f-96b4-9f29058b54b0 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 946 time: 0.0790789 May 25 23:13:45.369909 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-29154f99-3ce9-4a1f-a7dd-e796f406f838 req-401ca217-70d6-4034-9bec-2e92c8447d34 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=58c971f9-d7ac-4c4a-8d56-2aeaabee64be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390453 May 25 23:13:45.396986 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44422) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:45.463825 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-13bcb7be-e166-45d8-a34a-3f3ae9bdadf0 tempest-TestNetworkBasicOps-447862421 tempest-TestNetworkBasicOps-447862421-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 1094 time: 0.0657396 May 25 23:13:45.466476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44426) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:45.471353 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:13:45.476733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:13:45.480675 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Usage tracker for resource:floatingip and tenant:cf9636952f01491a97cc3c500b4629f1 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:13:45.483437 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:13:45.489014 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:13:45.567776 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:45.701614 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:45.854102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Allocated IP 172.26.5.186 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/cbbf75ff-28f4-4613-83e0-202ff14c3f8b) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:13:46.083557 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:46.179176 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:46.248159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:13:46.250992 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:13:46.255245 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:13:46.279391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=cbbf75ff-28f4-4613-83e0-202ff14c3f8b,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:46.676282 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:46.756440 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:46.864938 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:47.062517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:47.127337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:47.234081 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event updated for resources: {'Port': ['ID=cbbf75ff-28f4-4613-83e0-202ff14c3f8b,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:13:47.246343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:47.434867 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Floating IP 5894409d-2039-460b-a7fd-a1a56ff1e928 associated. External IP: 172.26.5.186, port: d1a1b282-df47-44ff-9de0-6fd1ef488f69. May 25 23:13:47.555551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:47.909657 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 5d8f74d1-03b6-4b61-9657-10926d58cb51 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:13:48.105570 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:13:48.115100 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016dcc1f-725f-4cce-aef7-eedff9a266a2 None None] Sync routers for ids ['5d8f74d1-03b6-4b61-9657-10926d58cb51'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:13:48.126363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016dcc1f-725f-4cce-aef7-eedff9a266a2 None None] Routers {'5d8f74d1-03b6-4b61-9657-10926d58cb51'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:13:48.126936 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-016dcc1f-725f-4cce-aef7-eedff9a266a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:13:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5d8f74d1-03b6-4b61-9657-10926d58cb51'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:48.190195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:13:48.247729 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ba0ae94c-ef94-4596-a098-506de000825d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7778413 May 25 23:13:48.247729 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'tag': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:13:48.248735 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44430) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:48.304020 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-016dcc1f-725f-4cce-aef7-eedff9a266a2 None None] Set router 5d8f74d1-03b6-4b61-9657-10926d58cb51 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:13:48.304180 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fbb08cc-0ac0-4a5b-be58-c493550c0571'] response: {'name': 'network-changed', 'server_uuid': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'tag': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69', 'status': 'completed', 'code': 200} May 25 23:13:48.410399 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-542a7abb-2bd7-4721-9c00-4054b09f55e3 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/5894409d-2039-460b-a7fd-a1a56ff1e928 HTTP/1.1" status: 200 len: 992 time: 0.1598587 May 25 23:13:48.430033 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-55f33db6-2429-4d55-968d-ccb8b641b203 req-6c1e1755-e845-4664-a282-57b74518dbf4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 1099 time: 0.0986795 May 25 23:13:48.561706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f33db6-2429-4d55-968d-ccb8b641b203 req-8b2798d3-a0d4-42fe-ad66-62e8fd1aa4a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:48.563056 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-55f33db6-2429-4d55-968d-ccb8b641b203 req-8b2798d3-a0d4-42fe-ad66-62e8fd1aa4a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7368b398-b260-492b-98a5-e500a756c7d0 HTTP/1.1" status: 200 len: 898 time: 0.1266477 May 25 23:13:48.649185 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-016dcc1f-725f-4cce-aef7-eedff9a266a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'name': 'tempest-TestNetworkBasicOps-router-1584789595', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:13:21Z', 'updated_at': '2022-05-25T23:13:26Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:22Z', 'updated_at': '2022-05-25T23:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '5894409d-2039-460b-a7fd-a1a56ff1e928', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.186', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'port_id': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'mac_address': 'fa:16:3e:30:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:13:46Z', 'updated_at': '2022-05-25T23:13:46Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b91e424-1a15-4e79-a0f1-df81033ab770', 'name': '', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:a2:14:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:25Z', 'updated_at': '2022-05-25T23:13:33Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:48.653002 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016dcc1f-725f-4cce-aef7-eedff9a266a2 None None] Checking router: 5d8f74d1-03b6-4b61-9657-10926d58cb51 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:13:48.663456 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016dcc1f-725f-4cce-aef7-eedff9a266a2 None None] Routers {'5d8f74d1-03b6-4b61-9657-10926d58cb51'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:13:48.664041 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-016dcc1f-725f-4cce-aef7-eedff9a266a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:13:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5d8f74d1-03b6-4b61-9657-10926d58cb51'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:48.665293 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-55f33db6-2429-4d55-968d-ccb8b641b203 req-58c6a863-7547-411b-9515-890e479bf759 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a1b282-df47-44ff-9de0-6fd1ef488f69 HTTP/1.1" status: 200 len: 1000 time: 0.0965383 May 25 23:13:48.726093 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f33db6-2429-4d55-968d-ccb8b641b203 req-2879f265-078c-4fce-88ee-db3c275e71b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:13:48.727543 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-55f33db6-2429-4d55-968d-ccb8b641b203 req-2879f265-078c-4fce-88ee-db3c275e71b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67c784c5-9b4c-4af0-b9ed-b523bcb40185 HTTP/1.1" status: 200 len: 835 time: 0.0571656 May 25 23:13:48.802340 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-55f33db6-2429-4d55-968d-ccb8b641b203 req-c9ffda47-7fc4-40aa-a7d9-38ccebbf0276 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7368b398-b260-492b-98a5-e500a756c7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688441 May 25 23:13:48.843849 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-016dcc1f-725f-4cce-aef7-eedff9a266a2 None None] Set router 5d8f74d1-03b6-4b61-9657-10926d58cb51 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:13:48.933451 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-55f33db6-2429-4d55-968d-ccb8b641b203 req-3e9f6a97-c5cf-4a99-9b9a-99d5f51ceabb service neutron] 10.222.0.73 "GET /v2.0/networks/7368b398-b260-492b-98a5-e500a756c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245883 May 25 23:13:49.065359 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-55f33db6-2429-4d55-968d-ccb8b641b203 req-906c9a92-641d-451b-91e4-395c3d32129e service neutron] 10.222.0.73 "GET /v2.0/networks/7368b398-b260-492b-98a5-e500a756c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268475 May 25 23:13:49.221427 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-016dcc1f-725f-4cce-aef7-eedff9a266a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'name': 'tempest-TestNetworkBasicOps-router-1584789595', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:13:21Z', 'updated_at': '2022-05-25T23:13:26Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:22Z', 'updated_at': '2022-05-25T23:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '5894409d-2039-460b-a7fd-a1a56ff1e928', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.186', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'port_id': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'mac_address': 'fa:16:3e:30:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:13:46Z', 'updated_at': '2022-05-25T23:13:46Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b91e424-1a15-4e79-a0f1-df81033ab770', 'name': '', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:a2:14:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:25Z', 'updated_at': '2022-05-25T23:13:33Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:13:49.225434 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016dcc1f-725f-4cce-aef7-eedff9a266a2 None None] The sync data for ids ['5d8f74d1-03b6-4b61-9657-10926d58cb51'] in dv-neutron-843300-1-hyperv is: [{'id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'name': 'tempest-TestNetworkBasicOps-router-1584789595', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:13:21Z', 'updated_at': '2022-05-25T23:13:26Z', 'revision_number': 4, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:22Z', 'updated_at': '2022-05-25T23:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '5894409d-2039-460b-a7fd-a1a56ff1e928', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.186', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'port_id': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'mac_address': 'fa:16:3e:30:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:13:46Z', 'updated_at': '2022-05-25T23:13:46Z', 'revision_number': 0, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b91e424-1a15-4e79-a0f1-df81033ab770', 'name': '', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:a2:14:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:25Z', 'updated_at': '2022-05-25T23:13:33Z', 'revision_number': 5, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:13:49.408744 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47966146-04a5-4a3b-802c-86bafb805417 None None] New status for floating IP 5894409d-2039-460b-a7fd-a1a56ff1e928: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:13:49.414136 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44436) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:49.518699 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7c2e964d-aff3-4cd0-8a5e-05369dca874d tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/5894409d-2039-460b-a7fd-a1a56ff1e928 HTTP/1.1" status: 200 len: 992 time: 0.1033607 May 25 23:13:50.522245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44440) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:13:50.706778 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-71258b42-3d6c-4b79-874d-f3bfcdd98151 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/5894409d-2039-460b-a7fd-a1a56ff1e928 HTTP/1.1" status: 200 len: 994 time: 0.1834352 May 25 23:14:07.631800 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:14:11.475857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-25f4d2e3-6d86-419f-8b6c-d7eb5f637988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:13.545862 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-19050149-7cfb-435e-a045-c2937c2bda07 req-2c2b49cd-995a-4991-bfb4-8847cbdc0500 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680654 May 25 23:14:13.678860 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-19050149-7cfb-435e-a045-c2937c2bda07 req-593d90c3-3ade-4f47-bbe1-a4bdcc4b1248 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 1099 time: 0.0683892 May 25 23:14:13.686264 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e224-6bfe-47fb-a93d-e1fc2de0efb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:13.824583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19050149-7cfb-435e-a045-c2937c2bda07 req-97ff2825-5d94-4810-83e3-652ec46ed97a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:14:13.825925 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-19050149-7cfb-435e-a045-c2937c2bda07 req-97ff2825-5d94-4810-83e3-652ec46ed97a service neutron] 10.222.0.73 "GET /v2.0/networks?id=7368b398-b260-492b-98a5-e500a756c7d0 HTTP/1.1" status: 200 len: 898 time: 0.1286445 May 25 23:14:13.930896 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-19050149-7cfb-435e-a045-c2937c2bda07 req-e7ef41a4-bedf-49b0-a5ee-e2e69429a583 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a1b282-df47-44ff-9de0-6fd1ef488f69 HTTP/1.1" status: 200 len: 1002 time: 0.0984719 May 25 23:14:13.993406 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19050149-7cfb-435e-a045-c2937c2bda07 req-5492d1ad-3fd3-46fa-9f7b-35fe21ed6e92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:14:13.994784 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-19050149-7cfb-435e-a045-c2937c2bda07 req-5492d1ad-3fd3-46fa-9f7b-35fe21ed6e92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67c784c5-9b4c-4af0-b9ed-b523bcb40185 HTTP/1.1" status: 200 len: 835 time: 0.0571446 May 25 23:14:14.071382 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-19050149-7cfb-435e-a045-c2937c2bda07 req-e02ba3ad-1bd0-4fab-828e-f7f66f440ef9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7368b398-b260-492b-98a5-e500a756c7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708759 May 25 23:14:14.201745 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-19050149-7cfb-435e-a045-c2937c2bda07 req-9ba1bd96-a523-49b6-97f2-f0d20b587114 service neutron] 10.222.0.73 "GET /v2.0/networks/7368b398-b260-492b-98a5-e500a756c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243289 May 25 23:14:14.332767 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-19050149-7cfb-435e-a045-c2937c2bda07 req-3232e0c7-8d73-4f42-8245-8f99cc3615ca service neutron] 10.222.0.73 "GET /v2.0/networks/7368b398-b260-492b-98a5-e500a756c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247895 May 25 23:14:14.858594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:15.064698 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:15.338356 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44454) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:15.343574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f545e380-5aeb-4072-bd5e-e01bf9fd925e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:14:15.892470 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f545e380-5aeb-4072-bd5e-e01bf9fd925e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:15.956359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f545e380-5aeb-4072-bd5e-e01bf9fd925e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:16.157335 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f545e380-5aeb-4072-bd5e-e01bf9fd925e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 5d8f74d1-03b6-4b61-9657-10926d58cb51 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:14:16.467325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f545e380-5aeb-4072-bd5e-e01bf9fd925e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:14:16.473623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f545e380-5aeb-4072-bd5e-e01bf9fd925e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:16.474700 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f545e380-5aeb-4072-bd5e-e01bf9fd925e tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/5d8f74d1-03b6-4b61-9657-10926d58cb51 HTTP/1.1" status: 200 len: 889 time: 1.1354427 May 25 23:14:16.477683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7bb193-81d0-4068-8cab-81a3f71a926f None None] Sync routers for ids ['5d8f74d1-03b6-4b61-9657-10926d58cb51'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:14:16.490124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7bb193-81d0-4068-8cab-81a3f71a926f None None] Routers {'5d8f74d1-03b6-4b61-9657-10926d58cb51'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:14:16.490726 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-0d7bb193-81d0-4068-8cab-81a3f71a926f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:14:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5d8f74d1-03b6-4b61-9657-10926d58cb51'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:16.546969 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-0d7bb193-81d0-4068-8cab-81a3f71a926f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:16.567733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7bb193-81d0-4068-8cab-81a3f71a926f None None] Routers {'5d8f74d1-03b6-4b61-9657-10926d58cb51'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:14:16.568307 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-0d7bb193-81d0-4068-8cab-81a3f71a926f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:14:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5d8f74d1-03b6-4b61-9657-10926d58cb51'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:16.629219 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-0d7bb193-81d0-4068-8cab-81a3f71a926f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:16.629600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7bb193-81d0-4068-8cab-81a3f71a926f None None] The sync data for ids ['5d8f74d1-03b6-4b61-9657-10926d58cb51'] in dv-neutron-843300-1-hyperv is: [] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:14:16.693323 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:17.055899 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0b91e424-1a15-4e79-a0f1-df81033ab770 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:14:17.169813 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:17.200690 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 0b91e424-1a15-4e79-a0f1-df81033ab770, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0b91e424-1a15-4e79-a0f1-df81033ab770,segment=NetworkSegment(8f4894c8-bceb-4472-88d8-e30d4b12cd72),segment_id=8f4894c8-bceb-4472-88d8-e30d4b12cd72)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:14:17.264480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:17.330729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=0b91e424-1a15-4e79-a0f1-df81033ab770,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:17.412756 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937dc418-9005-4152-82c9-85d344ea10da None None] New status for floating IP 5894409d-2039-460b-a7fd-a1a56ff1e928: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:14:17.531938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:18.637083 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44462) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:18.642248 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-cac0a2f1-3faa-421e-acff-1cf47a477641 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:14:18.864243 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a5b8924f-af0f-4f95-a7e2-dae1896e580c no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:14:18.975357 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:18.993688 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port a5b8924f-af0f-4f95-a7e2-dae1896e580c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a5b8924f-af0f-4f95-a7e2-dae1896e580c,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:14:19.069486 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:19.138305 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=a5b8924f-af0f-4f95-a7e2-dae1896e580c,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:19.197357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cac0a2f1-3faa-421e-acff-1cf47a477641 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:19.269381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cac0a2f1-3faa-421e-acff-1cf47a477641 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4122000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125714'] for router, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:19.465866 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac0a2f1-3faa-421e-acff-1cf47a477641 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 5d8f74d1-03b6-4b61-9657-10926d58cb51 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:14:19.660753 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac0a2f1-3faa-421e-acff-1cf47a477641 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:14:19.666459 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cac0a2f1-3faa-421e-acff-1cf47a477641 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:19.667567 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cac0a2f1-3faa-421e-acff-1cf47a477641 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/5d8f74d1-03b6-4b61-9657-10926d58cb51 HTTP/1.1" status: 200 len: 888 time: 1.0295095 May 25 23:14:19.669903 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b98cd8-6984-4050-a1e0-0177ad17e24c None None] Sync routers for ids ['5d8f74d1-03b6-4b61-9657-10926d58cb51'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:14:19.670469 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44466) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:19.682145 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b98cd8-6984-4050-a1e0-0177ad17e24c None None] Routers {'5d8f74d1-03b6-4b61-9657-10926d58cb51'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:14:19.682749 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-13b98cd8-6984-4050-a1e0-0177ad17e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:14:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5d8f74d1-03b6-4b61-9657-10926d58cb51'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:19.773906 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4afef9b1-a56c-4a24-b35c-cb43a43f3ab8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/5894409d-2039-460b-a7fd-a1a56ff1e928 HTTP/1.1" status: 200 len: 992 time: 0.1023819 May 25 23:14:19.855709 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-13b98cd8-6984-4050-a1e0-0177ad17e24c None None] Set router 5d8f74d1-03b6-4b61-9657-10926d58cb51 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:14:20.195313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-13b98cd8-6984-4050-a1e0-0177ad17e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'name': 'tempest-TestNetworkBasicOps-router-1584789595', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:13:21Z', 'updated_at': '2022-05-25T23:14:19Z', 'revision_number': 6, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:39:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:22Z', 'updated_at': '2022-05-25T23:14:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '5894409d-2039-460b-a7fd-a1a56ff1e928', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.186', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'port_id': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'mac_address': 'fa:16:3e:30:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:13:46Z', 'updated_at': '2022-05-25T23:14:17Z', 'revision_number': 2, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b91e424-1a15-4e79-a0f1-df81033ab770', 'name': '', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:a2:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:25Z', 'updated_at': '2022-05-25T23:14:17Z', 'revision_number': 6, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:20.199300 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b98cd8-6984-4050-a1e0-0177ad17e24c None None] Checking router: 5d8f74d1-03b6-4b61-9657-10926d58cb51 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:14:20.210034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b98cd8-6984-4050-a1e0-0177ad17e24c None None] Routers {'5d8f74d1-03b6-4b61-9657-10926d58cb51'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:14:20.210619 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-13b98cd8-6984-4050-a1e0-0177ad17e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:14:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5d8f74d1-03b6-4b61-9657-10926d58cb51'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:20.421494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-13b98cd8-6984-4050-a1e0-0177ad17e24c None None] Set router 5d8f74d1-03b6-4b61-9657-10926d58cb51 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:14:20.755970 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-13b98cd8-6984-4050-a1e0-0177ad17e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'name': 'tempest-TestNetworkBasicOps-router-1584789595', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:13:21Z', 'updated_at': '2022-05-25T23:14:19Z', 'revision_number': 6, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:39:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:22Z', 'updated_at': '2022-05-25T23:14:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '5894409d-2039-460b-a7fd-a1a56ff1e928', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.186', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'port_id': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'mac_address': 'fa:16:3e:30:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:13:46Z', 'updated_at': '2022-05-25T23:14:17Z', 'revision_number': 2, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b91e424-1a15-4e79-a0f1-df81033ab770', 'name': '', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:a2:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:25Z', 'updated_at': '2022-05-25T23:14:17Z', 'revision_number': 6, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:20.759889 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b98cd8-6984-4050-a1e0-0177ad17e24c None None] The sync data for ids ['5d8f74d1-03b6-4b61-9657-10926d58cb51'] in dv-neutron-843300-1-hyperv is: [{'id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'name': 'tempest-TestNetworkBasicOps-router-1584789595', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:13:21Z', 'updated_at': '2022-05-25T23:14:19Z', 'revision_number': 6, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:39:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:22Z', 'updated_at': '2022-05-25T23:14:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '5894409d-2039-460b-a7fd-a1a56ff1e928', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'floating_ip_address': '172.26.5.186', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'port_id': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'mac_address': 'fa:16:3e:30:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:13:46Z', 'updated_at': '2022-05-25T23:14:17Z', 'revision_number': 2, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b91e424-1a15-4e79-a0f1-df81033ab770', 'name': '', 'network_id': '7368b398-b260-492b-98a5-e500a756c7d0', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'mac_address': 'fa:16:3e:a2:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:25Z', 'updated_at': '2022-05-25T23:14:17Z', 'revision_number': 6, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'subnets': [{'id': '67c784c5-9b4c-4af0-b9ed-b523bcb40185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:14:20.778563 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44470) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:20.894103 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-37f976b2-5469-45f3-8625-be2e12a601a1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/5894409d-2039-460b-a7fd-a1a56ff1e928 HTTP/1.1" status: 200 len: 992 time: 0.1135738 May 25 23:14:21.898591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44474) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:22.001007 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bc4aa5a3-ad8c-43a7-8cec-a688102cb3d4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/5894409d-2039-460b-a7fd-a1a56ff1e928 HTTP/1.1" status: 200 len: 992 time: 0.1010709 May 25 23:14:22.918097 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a5b8924f-af0f-4f95-a7e2-dae1896e580c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:14:22.989136 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a5b8924f-af0f-4f95-a7e2-dae1896e580c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:14:22.989488 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:23.005495 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44478) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:23.101264 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:23.109413 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-decd2046-3bac-4afb-98f5-c0a1508f8fdb tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/5894409d-2039-460b-a7fd-a1a56ff1e928 HTTP/1.1" status: 200 len: 992 time: 0.1028082 May 25 23:14:23.117008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port a5b8924f-af0f-4f95-a7e2-dae1896e580c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a5b8924f-af0f-4f95-a7e2-dae1896e580c,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:14:23.201463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:23.202284 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0b91e424-1a15-4e79-a0f1-df81033ab770 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:14:23.315896 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=a5b8924f-af0f-4f95-a7e2-dae1896e580c,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:23.328247 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:23.328594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:23.328922 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:23.329243 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:23.329562 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:23.329876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:23.330189 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:23.330521 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:23.330811 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:23.331119 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:23.331428 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:23.344506 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 0b91e424-1a15-4e79-a0f1-df81033ab770 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:14:23.344506 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:23.457913 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:23.489649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 0b91e424-1a15-4e79-a0f1-df81033ab770, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0b91e424-1a15-4e79-a0f1-df81033ab770,segment=NetworkSegment(8f4894c8-bceb-4472-88d8-e30d4b12cd72),segment_id=8f4894c8-bceb-4472-88d8-e30d4b12cd72)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:14:23.601797 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:23.669361 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=0b91e424-1a15-4e79-a0f1-df81033ab770,revision_number=7']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:24.112668 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44482) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:24.213780 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-905e262e-63aa-4ac6-b50d-cb31276d1d1a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/5894409d-2039-460b-a7fd-a1a56ff1e928 HTTP/1.1" status: 200 len: 992 time: 0.0998120 May 25 23:14:24.876162 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a5b8924f-af0f-4f95-a7e2-dae1896e580c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:14:24.941809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a5b8924f-af0f-4f95-a7e2-dae1896e580c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:14:24.942160 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:25.052235 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0b91e424-1a15-4e79-a0f1-df81033ab770 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:14:25.115855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 0b91e424-1a15-4e79-a0f1-df81033ab770 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:14:25.116211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:25.217625 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44486) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:25.322340 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-bc3f9bcb-3a3e-4a55-8dbe-b81958c45507 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/5894409d-2039-460b-a7fd-a1a56ff1e928 HTTP/1.1" status: 200 len: 992 time: 0.1034718 May 25 23:14:26.326213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44490) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:26.532217 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-62e50b35-aa4f-415e-b7a0-f8070209b6f2 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/5894409d-2039-460b-a7fd-a1a56ff1e928 HTTP/1.1" status: 200 len: 992 time: 0.2048721 May 25 23:14:27.536203 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44494) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:27.638803 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7cb30f13-3823-4379-9bfa-b42c73880d73 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/5894409d-2039-460b-a7fd-a1a56ff1e928 HTTP/1.1" status: 200 len: 992 time: 0.1014318 May 25 23:14:27.912156 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45232b91-707d-4ff4-be81-e32e50ede64e None None] New status for floating IP 5894409d-2039-460b-a7fd-a1a56ff1e928: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:14:28.642663 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44498) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:28.745357 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b0ea82dd-64cb-45f5-b8d0-be0faf6234f1 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/floatingips/5894409d-2039-460b-a7fd-a1a56ff1e928 HTTP/1.1" status: 200 len: 994 time: 0.1015897 May 25 23:14:29.042221 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44506) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:29.332593 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port cbbf75ff-28f4-4613-83e0-202ff14c3f8b {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:14:29.332931 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:29.494054 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:29.494372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:29.610017 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for cbbf75ff-28f4-4613-83e0-202ff14c3f8b owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:14:29.841726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:29.887035 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=cbbf75ff-28f4-4613-83e0-202ff14c3f8b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:29.929087 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:29.929438 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:29.929757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:29.930090 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:29.930412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:29.930734 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:29.931054 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:29.931375 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:29.931691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:29.932005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:29.932319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:29.991337 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:30.373314 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 5d8f74d1-03b6-4b61-9657-10926d58cb51 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:14:30.576066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:14:30.592128 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:30.643160 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-074262e7-7d73-4b93-8c1d-1e4888dd6688 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/floatingips/5894409d-2039-460b-a7fd-a1a56ff1e928 HTTP/1.1" status: 204 len: 168 time: 1.5999568 May 25 23:14:30.643720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'tag': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:14:30.702064 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc06d3e-dd21-4c4e-bfe5-f4e07917fc1b'] response: {'name': 'network-changed', 'server_uuid': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'tag': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69', 'status': 'completed', 'code': 200} May 25 23:14:30.804288 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a52ba843-364c-401b-ab3f-da1fa9c0d75d req-477ce4c9-4fb2-4456-9963-8281e3062082 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf9636952f01491a97cc3c500b4629f1&device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 1099 time: 0.0747614 May 25 23:14:31.046258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ba843-364c-401b-ab3f-da1fa9c0d75d req-30bdfa53-676e-4ced-9eaa-a155024973db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:14:31.047707 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a52ba843-364c-401b-ab3f-da1fa9c0d75d req-30bdfa53-676e-4ced-9eaa-a155024973db service neutron] 10.222.0.73 "GET /v2.0/networks?id=7368b398-b260-492b-98a5-e500a756c7d0 HTTP/1.1" status: 200 len: 898 time: 0.2383559 May 25 23:14:31.114012 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a52ba843-364c-401b-ab3f-da1fa9c0d75d req-2feba72f-cbcd-4db7-bac3-094ecccef1e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a1b282-df47-44ff-9de0-6fd1ef488f69 HTTP/1.1" status: 200 len: 217 time: 0.0604570 May 25 23:14:31.179335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ba843-364c-401b-ab3f-da1fa9c0d75d req-285c2e78-9f58-4312-b20c-d02b4bdb966f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:14:31.180782 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a52ba843-364c-401b-ab3f-da1fa9c0d75d req-285c2e78-9f58-4312-b20c-d02b4bdb966f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67c784c5-9b4c-4af0-b9ed-b523bcb40185 HTTP/1.1" status: 200 len: 835 time: 0.0612278 May 25 23:14:31.227757 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd01132-a4bf-4849-8745-e98dd83ad87c req-1d712783-6cc9-4147-a194-d5de4918fc4b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:14:31.229220 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ffd01132-a4bf-4849-8745-e98dd83ad87c req-1d712783-6cc9-4147-a194-d5de4918fc4b tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 946 time: 0.0767796 May 25 23:14:31.256142 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a52ba843-364c-401b-ab3f-da1fa9c0d75d req-9d847b23-b613-4dc5-a15b-2251b699b0b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7368b398-b260-492b-98a5-e500a756c7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690911 May 25 23:14:31.274604 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ffd01132-a4bf-4849-8745-e98dd83ad87c req-8ce140ba-a48d-4b6c-ae2b-628ed7f1707a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=58c971f9-d7ac-4c4a-8d56-2aeaabee64be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399501 May 25 23:14:31.390779 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a52ba843-364c-401b-ab3f-da1fa9c0d75d req-8d517b08-3cee-4c6f-a39e-51547b543bc1 service neutron] 10.222.0.73 "GET /v2.0/networks/7368b398-b260-492b-98a5-e500a756c7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280043 May 25 23:14:31.522077 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a52ba843-364c-401b-ab3f-da1fa9c0d75d req-54e85cd9-4feb-480b-8d60-e7bb2d753fac service neutron] 10.222.0.73 "GET /v2.0/networks/7368b398-b260-492b-98a5-e500a756c7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251061 May 25 23:14:32.466037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ff1f1-fd5d-4ee7-8551-9e6478462e73 req-c51e3248-5fae-45fd-aea6-89cc28058294 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:14:32.466805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-408ff1f1-fd5d-4ee7-8551-9e6478462e73 req-c51e3248-5fae-45fd-aea6-89cc28058294 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Synchronizing usage tracker for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:14:32.475385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fffaa-8d43-4c1e-a30e-380e92930b41 req-a989e949-e329-4bfb-85a3-8fb834e70984 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:14:32.476853 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-603fffaa-8d43-4c1e-a30e-380e92930b41 req-a989e949-e329-4bfb-85a3-8fb834e70984 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 946 time: 0.0789316 May 25 23:14:32.522664 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-603fffaa-8d43-4c1e-a30e-380e92930b41 req-86c4c821-32fc-46c8-8984-61b8aba27654 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/security-groups?id=58c971f9-d7ac-4c4a-8d56-2aeaabee64be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399313 May 25 23:14:32.544840 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-408ff1f1-fd5d-4ee7-8551-9e6478462e73 req-c51e3248-5fae-45fd-aea6-89cc28058294 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Unset dirty status for tenant:cf9636952f01491a97cc3c500b4629f1 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:14:32.546534 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-408ff1f1-fd5d-4ee7-8551-9e6478462e73 req-c51e3248-5fae-45fd-aea6-89cc28058294 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 946 time: 0.1590714 May 25 23:14:32.616372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-408ff1f1-fd5d-4ee7-8551-9e6478462e73 req-1cabd1a8-e897-4b76-bc36-c83996581a04 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port d1a1b282-df47-44ff-9de0-6fd1ef488f69 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:14:32.616865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-408ff1f1-fd5d-4ee7-8551-9e6478462e73 req-1cabd1a8-e897-4b76-bc36-c83996581a04 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:32.861376 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-408ff1f1-fd5d-4ee7-8551-9e6478462e73 req-1cabd1a8-e897-4b76-bc36-c83996581a04 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port d1a1b282-df47-44ff-9de0-6fd1ef488f69, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d1a1b282-df47-44ff-9de0-6fd1ef488f69,segment=NetworkSegment(8f4894c8-bceb-4472-88d8-e30d4b12cd72),segment_id=8f4894c8-bceb-4472-88d8-e30d4b12cd72)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:14:32.861729 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-408ff1f1-fd5d-4ee7-8551-9e6478462e73 req-1cabd1a8-e897-4b76-bc36-c83996581a04 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:32.982843 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-408ff1f1-fd5d-4ee7-8551-9e6478462e73 req-1cabd1a8-e897-4b76-bc36-c83996581a04 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for d1a1b282-df47-44ff-9de0-6fd1ef488f69 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:14:33.207531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-408ff1f1-fd5d-4ee7-8551-9e6478462e73 req-1cabd1a8-e897-4b76-bc36-c83996581a04 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:33.254185 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabd1a8-e897-4b76-bc36-c83996581a04 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=d1a1b282-df47-44ff-9de0-6fd1ef488f69,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:33.329793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-408ff1f1-fd5d-4ee7-8551-9e6478462e73 req-1cabd1a8-e897-4b76-bc36-c83996581a04 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] No DVR routers for this DVR port d1a1b282-df47-44ff-9de0-6fd1ef488f69 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:14:33.332202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-408ff1f1-fd5d-4ee7-8551-9e6478462e73 req-1cabd1a8-e897-4b76-bc36-c83996581a04 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:33.334656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'name': 'network-vif-deleted', 'tag': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:14:33.389619 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36524bfc-0d59-479c-9ab8-16569acf891a'] response: {'server_uuid': 'bf4be08e-d48b-41f1-af4e-af654522ca7f', 'name': 'network-vif-deleted', 'tag': 'd1a1b282-df47-44ff-9de0-6fd1ef488f69', 'status': 'completed', 'code': 200} May 25 23:14:33.431163 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-408ff1f1-fd5d-4ee7-8551-9e6478462e73 req-1cabd1a8-e897-4b76-bc36-c83996581a04 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.73 "DELETE /v2.0/ports/d1a1b282-df47-44ff-9de0-6fd1ef488f69 HTTP/1.1" status: 204 len: 173 time: 0.8792400 May 25 23:14:33.694715 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-97f36b48-2eb8-4607-a321-541988be4d76 req-64d11f6a-120b-4753-a8ff-1b2c2d969e7a tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf4be08e-d48b-41f1-af4e-af654522ca7f HTTP/1.1" status: 200 len: 210 time: 0.0417976 May 25 23:14:34.802639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44524) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:34.872825 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:34.901511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:35.041825 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:35.060332 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c971f9-d7ac-4c4a-8d56-2aeaabee64be,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:35.069472 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:35.069811 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:35.070139 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:35.070462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:35.070784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:35.071103 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:35.071420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:35.071764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:35.072077 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:35.072389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:35.072723 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:35.143670 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:35.145852 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6edb35a9-719c-49ec-907c-67a9b8cedbc8 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/security-groups/58c971f9-d7ac-4c4a-8d56-2aeaabee64be HTTP/1.1" status: 204 len: 168 time: 0.3422217 May 25 23:14:35.241346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44530) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:35.629534 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eaad2df8-e919-4083-af50-21ef6ca25cf6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:36.219561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-eaad2df8-e919-4083-af50-21ef6ca25cf6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port 0b91e424-1a15-4e79-a0f1-df81033ab770 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:14:36.220269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eaad2df8-e919-4083-af50-21ef6ca25cf6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:36.423157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device d1a1b282-df47-44ff-9de0-6fd1ef488f69 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:14:36.459755 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: d1a1b282-df47-44ff-9de0-6fd1ef488f69 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:14:36.460094 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device d1a1b282-df47-44ff-9de0-6fd1ef488f69 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:14:36.508241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-eaad2df8-e919-4083-af50-21ef6ca25cf6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port 0b91e424-1a15-4e79-a0f1-df81033ab770, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0b91e424-1a15-4e79-a0f1-df81033ab770,segment=NetworkSegment(8f4894c8-bceb-4472-88d8-e30d4b12cd72),segment_id=8f4894c8-bceb-4472-88d8-e30d4b12cd72)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:14:36.508616 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eaad2df8-e919-4083-af50-21ef6ca25cf6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:36.623713 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-eaad2df8-e919-4083-af50-21ef6ca25cf6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for 0b91e424-1a15-4e79-a0f1-df81033ab770 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:14:36.840187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eaad2df8-e919-4083-af50-21ef6ca25cf6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:36.888221 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad2df8-e919-4083-af50-21ef6ca25cf6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=0b91e424-1a15-4e79-a0f1-df81033ab770,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:37.179273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eaad2df8-e919-4083-af50-21ef6ca25cf6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:37.743434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaad2df8-e919-4083-af50-21ef6ca25cf6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Router 5d8f74d1-03b6-4b61-9657-10926d58cb51 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:14:38.041420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaad2df8-e919-4083-af50-21ef6ca25cf6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:14:38.053379 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-eaad2df8-e919-4083-af50-21ef6ca25cf6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "PUT /v2.0/routers/5d8f74d1-03b6-4b61-9657-10926d58cb51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8110013 May 25 23:14:38.056108 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44534) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:38.239234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d721393-1d7a-4d38-9672-06be07209e98 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting subnet 67c784c5-9b4c-4af0-b9ed-b523bcb40185 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:14:38.242256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6d721393-1d7a-4d38-9672-06be07209e98 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:38.300684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6d721393-1d7a-4d38-9672-06be07209e98 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:38.353078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ac51ff-747d-4b55-8671-61494749b200 None None] Sync routers for ids ['5d8f74d1-03b6-4b61-9657-10926d58cb51'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:14:38.355266 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ac51ff-747d-4b55-8671-61494749b200 None None] Routers {'5d8f74d1-03b6-4b61-9657-10926d58cb51'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:14:38.355880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a0ac51ff-747d-4b55-8671-61494749b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:14:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5d8f74d1-03b6-4b61-9657-10926d58cb51'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:38.389722 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6d721393-1d7a-4d38-9672-06be07209e98 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:38.536574 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-a0ac51ff-747d-4b55-8671-61494749b200 None None] Set router 5d8f74d1-03b6-4b61-9657-10926d58cb51 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:14:38.556254 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6d721393-1d7a-4d38-9672-06be07209e98 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:38.592770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d721393-1d7a-4d38-9672-06be07209e98 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Subnet': ['ID=67c784c5-9b4c-4af0-b9ed-b523bcb40185,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:38.601978 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6d721393-1d7a-4d38-9672-06be07209e98 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:38.608800 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6d721393-1d7a-4d38-9672-06be07209e98 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/subnets/67c784c5-9b4c-4af0-b9ed-b523bcb40185 HTTP/1.1" status: 204 len: 168 time: 0.5516491 May 25 23:14:38.611395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44538) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:38.689705 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c99311-5eaa-4206-9a82-cb4a5f1754d3 None None] Network 7368b398-b260-492b-98a5-e500a756c7d0 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:14:38.821861 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-93fc434d-bec6-4890-9d6f-c1f88e78e7c6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:39.028002 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-93fc434d-bec6-4890-9d6f-c1f88e78e7c6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:39.054436 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a0ac51ff-747d-4b55-8671-61494749b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'name': 'tempest-TestNetworkBasicOps-router-1584789595', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:13:21Z', 'updated_at': '2022-05-25T23:14:36Z', 'revision_number': 7, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port': {'id': 'a5b8924f-af0f-4f95-a7e2-dae1896e580c', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:13:22Z', 'updated_at': '2022-05-25T23:14:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:39.054436 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ac51ff-747d-4b55-8671-61494749b200 None None] Checking router: 5d8f74d1-03b6-4b61-9657-10926d58cb51 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:14:39.064807 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ac51ff-747d-4b55-8671-61494749b200 None None] Routers {'5d8f74d1-03b6-4b61-9657-10926d58cb51'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:14:39.065556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a0ac51ff-747d-4b55-8671-61494749b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:14:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['5d8f74d1-03b6-4b61-9657-10926d58cb51'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:39.107632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-93fc434d-bec6-4890-9d6f-c1f88e78e7c6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Deleting port a5b8924f-af0f-4f95-a7e2-dae1896e580c {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:14:39.107632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-93fc434d-bec6-4890-9d6f-c1f88e78e7c6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:39.126167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39ae3a3-0549-4b7a-836e-3bb24e25661a None None] DHCP port deletion for 7368b398-b260-492b-98a5-e500a756c7d0 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:14:39.191902 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e39ae3a3-0549-4b7a-836e-3bb24e25661a None None] Deleting port 760729c0-7986-451b-abdd-18afeaf9462c {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:14:39.192435 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e39ae3a3-0549-4b7a-836e-3bb24e25661a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:39.290785 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-93fc434d-bec6-4890-9d6f-c1f88e78e7c6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] For port a5b8924f-af0f-4f95-a7e2-dae1896e580c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a5b8924f-af0f-4f95-a7e2-dae1896e580c,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:14:39.291901 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-93fc434d-bec6-4890-9d6f-c1f88e78e7c6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:39.338299 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-a0ac51ff-747d-4b55-8671-61494749b200 None None] Set router 5d8f74d1-03b6-4b61-9657-10926d58cb51 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:14:39.415306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-93fc434d-bec6-4890-9d6f-c1f88e78e7c6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Calling delete_port for a5b8924f-af0f-4f95-a7e2-dae1896e580c owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:14:39.514369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a0ac51ff-747d-4b55-8671-61494749b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'name': 'tempest-TestNetworkBasicOps-router-1584789595', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:13:21Z', 'updated_at': '2022-05-25T23:14:39Z', 'revision_number': 8, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:39.523062 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ac51ff-747d-4b55-8671-61494749b200 None None] The sync data for ids ['5d8f74d1-03b6-4b61-9657-10926d58cb51'] in dv-neutron-843300-1-hyperv is: [{'id': '5d8f74d1-03b6-4b61-9657-10926d58cb51', 'name': 'tempest-TestNetworkBasicOps-router-1584789595', 'tenant_id': 'cf9636952f01491a97cc3c500b4629f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:13:21Z', 'updated_at': '2022-05-25T23:14:39Z', 'revision_number': 8, 'project_id': 'cf9636952f01491a97cc3c500b4629f1', 'gw_port_host': None}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:14:39.541679 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-e39ae3a3-0549-4b7a-836e-3bb24e25661a None None] For port 760729c0-7986-451b-abdd-18afeaf9462c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=760729c0-7986-451b-abdd-18afeaf9462c,segment=NetworkSegment(8f4894c8-bceb-4472-88d8-e30d4b12cd72),segment_id=8f4894c8-bceb-4472-88d8-e30d4b12cd72)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:14:39.542062 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e39ae3a3-0549-4b7a-836e-3bb24e25661a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:39.635773 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-93fc434d-bec6-4890-9d6f-c1f88e78e7c6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:39.667370 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e39ae3a3-0549-4b7a-836e-3bb24e25661a None None] Calling delete_port for 760729c0-7986-451b-abdd-18afeaf9462c owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:14:39.680354 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc434d-bec6-4890-9d6f-c1f88e78e7c6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Port': ['ID=a5b8924f-af0f-4f95-a7e2-dae1896e580c,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:39.807473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e39ae3a3-0549-4b7a-836e-3bb24e25661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:39.859120 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ae3a3-0549-4b7a-836e-3bb24e25661a None None] Pushing event deleted for resources: {'Port': ['ID=760729c0-7986-451b-abdd-18afeaf9462c,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:39.864436 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ae3a3-0549-4b7a-836e-3bb24e25661a None None] No DVR routers for this DVR port 760729c0-7986-451b-abdd-18afeaf9462c on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:14:40.009216 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-93fc434d-bec6-4890-9d6f-c1f88e78e7c6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:40.267175 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-93fc434d-bec6-4890-9d6f-c1f88e78e7c6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:40.272160 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-93fc434d-bec6-4890-9d6f-c1f88e78e7c6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:40.374729 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74255d1d-9be3-4ca8-ba6a-a3c4beaa71b7 None None] New status for floating IP 5894409d-2039-460b-a7fd-a1a56ff1e928: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:14:40.395709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-93fc434d-bec6-4890-9d6f-c1f88e78e7c6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:40.396257 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fc434d-bec6-4890-9d6f-c1f88e78e7c6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Fanout notify agent at l3_agent the message router_deleted on router 5d8f74d1-03b6-4b61-9657-10926d58cb51 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:14:40.410283 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-93fc434d-bec6-4890-9d6f-c1f88e78e7c6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:40.411405 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-93fc434d-bec6-4890-9d6f-c1f88e78e7c6 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/routers/5d8f74d1-03b6-4b61-9657-10926d58cb51 HTTP/1.1" status: 204 len: 168 time: 1.7990873 May 25 23:14:40.414140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44542) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:40.529697 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3428caf3-31f9-4191-8101-51250b0b22b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:40.661327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3428caf3-31f9-4191-8101-51250b0b22b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:40.686001 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3428caf3-31f9-4191-8101-51250b0b22b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7368b398-b260-492b-98a5-e500a756c7d0']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:40.698213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3428caf3-31f9-4191-8101-51250b0b22b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4894c8-bceb-4472-88d8-e30d4b12cd72') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:40.698498 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3428caf3-31f9-4191-8101-51250b0b22b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4894c8-bceb-4472-88d8-e30d4b12cd72') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:40.709732 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3428caf3-31f9-4191-8101-51250b0b22b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:40.725532 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3428caf3-31f9-4191-8101-51250b0b22b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:40.731329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3428caf3-31f9-4191-8101-51250b0b22b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:14:40.731700 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3428caf3-31f9-4191-8101-51250b0b22b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:14:40.750936 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:14:40.877676 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a5b8924f-af0f-4f95-a7e2-dae1896e580c no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:14:40.893448 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3428caf3-31f9-4191-8101-51250b0b22b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:40.897909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3428caf3-31f9-4191-8101-51250b0b22b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:40.912235 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: a5b8924f-af0f-4f95-a7e2-dae1896e580c {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:14:40.912595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a5b8924f-af0f-4f95-a7e2-dae1896e580c not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:14:40.913007 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 760729c0-7986-451b-abdd-18afeaf9462c no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:14:40.926542 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428caf3-31f9-4191-8101-51250b0b22b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] Pushing event deleted for resources: {'Network': ['ID=7368b398-b260-492b-98a5-e500a756c7d0,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:40.944773 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 760729c0-7986-451b-abdd-18afeaf9462c {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:14:40.945115 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 760729c0-7986-451b-abdd-18afeaf9462c not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:14:40.945522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0b91e424-1a15-4e79-a0f1-df81033ab770 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:14:40.976483 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 0b91e424-1a15-4e79-a0f1-df81033ab770 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:14:40.976834 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0b91e424-1a15-4e79-a0f1-df81033ab770 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:14:41.000719 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3428caf3-31f9-4191-8101-51250b0b22b4 tempest-TestNetworkBasicOps-2071223830 tempest-TestNetworkBasicOps-2071223830-project] 10.222.0.66 "DELETE /v2.0/networks/7368b398-b260-492b-98a5-e500a756c7d0 HTTP/1.1" status: 204 len: 168 time: 0.5854783 May 25 23:14:41.498706 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ae55288a-1cfd-46d9-a080-c4fd313377b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:41.641076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44550) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:41.854583 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ffc0862d-3bba-4bed-9787-aec9b45b262c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf9636952f01491a97cc3c500b4629f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2123501 May 25 23:14:41.856999 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44556) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:41.917578 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7b2832c2-8c35-4848-a1fa-4d704c79bc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:41.944047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7b2832c2-8c35-4848-a1fa-4d704c79bc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:42.047234 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7b2832c2-8c35-4848-a1fa-4d704c79bc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:42.065025 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2832c2-8c35-4848-a1fa-4d704c79bc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ec6e47-00b8-4b39-899b-1977f0269b3e,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:42.072264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7b2832c2-8c35-4848-a1fa-4d704c79bc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:42.074462 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7b2832c2-8c35-4848-a1fa-4d704c79bc75 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b6ec6e47-00b8-4b39-899b-1977f0269b3e HTTP/1.1" status: 204 len: 168 time: 0.2164552 May 25 23:14:42.755227 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44564) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:42.776675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-604a9214-7472-4b8c-a464-4fe9432dbd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:42.888955 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-604a9214-7472-4b8c-a464-4fe9432dbd2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:14:42.892761 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-604a9214-7472-4b8c-a464-4fe9432dbd2e admin admin] Usage tracker for resource:security_group_rule and tenant:140be292b87c40c689af1aa7c354c628 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:14:42.896251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-604a9214-7472-4b8c-a464-4fe9432dbd2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:14:42.902162 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-604a9214-7472-4b8c-a464-4fe9432dbd2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:14:42.967701 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-604a9214-7472-4b8c-a464-4fe9432dbd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:43.035997 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-604a9214-7472-4b8c-a464-4fe9432dbd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:43.080939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a9214-7472-4b8c-a464-4fe9432dbd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307f08a5-a849-4b3a-9896-290957b069f4,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:43.086031 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-604a9214-7472-4b8c-a464-4fe9432dbd2e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=140be292b87c40c689af1aa7c354c628&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3298080 May 25 23:14:43.088890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44568) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:43.148862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e553f784-52d8-46c0-a7bb-893b2a24455d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:43.173800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e553f784-52d8-46c0-a7bb-893b2a24455d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:43.264426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e553f784-52d8-46c0-a7bb-893b2a24455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:43.284094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553f784-52d8-46c0-a7bb-893b2a24455d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307f08a5-a849-4b3a-9896-290957b069f4,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:43.288921 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e553f784-52d8-46c0-a7bb-893b2a24455d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:43.292423 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e553f784-52d8-46c0-a7bb-893b2a24455d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/307f08a5-a849-4b3a-9896-290957b069f4 HTTP/1.1" status: 204 len: 168 time: 0.2001610 May 25 23:14:43.647143 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a22aac0e-3973-4145-b7df-0adefcc198c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:44.565188 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44590) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:44.632244 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:14:44.692319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-891474859-network', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:14:44.696908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:14:44.700904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Usage tracker for resource:network and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:14:44.703678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:14:44.710232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:14:44.806954 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Made reservation on behalf of 1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:14:44.809203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:44.822035 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:44.851537 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:14:44.855183 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Usage tracker for resource:security_group_rule and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:14:44.857868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:14:44.863933 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:14:44.865077 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:44.925344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:45.013054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:45.044053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:14:45.049052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f4bdaf-8e73-4e3c-9d94-61bce8b4d7f4,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:45.056027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:45.056465 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Added segment 3bb4c823-86e5-487f-ac4c-42a2d5b9bd12 of type vlan for network 70b80a57-1744-4562-af25-dee233046585 May 25 23:14:45.075668 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:45.082291 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:45.184168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:45.184985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:14:45.185542 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:45.292181 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] Pushing event updated for resources: {'Network': ['ID=70b80a57-1744-4562-af25-dee233046585,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:45.302417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 70b80a57-1744-4562-af25-dee233046585 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:14:45.360641 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-301ebb94-9847-4bd4-afa3-b39a31b4b388 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7943327 May 25 23:14:45.364264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44596) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:45.369466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-95a1c6b9-8958-41ea-9381-3dad01431106 admin admin] Request body: {'subnet': {'network_id': '70b80a57-1744-4562-af25-dee233046585', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-891474859-subnet', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'ip_version': 4}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:14:45.374325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-95a1c6b9-8958-41ea-9381-3dad01431106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:14:45.378119 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-95a1c6b9-8958-41ea-9381-3dad01431106 admin admin] Usage tracker for resource:subnet and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:14:45.381336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-95a1c6b9-8958-41ea-9381-3dad01431106 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:14:45.387276 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-95a1c6b9-8958-41ea-9381-3dad01431106 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:14:45.462991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a1c6b9-8958-41ea-9381-3dad01431106 admin admin] Made reservation on behalf of 1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:14:45.465243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-95a1c6b9-8958-41ea-9381-3dad01431106 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:45.857157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-95a1c6b9-8958-41ea-9381-3dad01431106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:45.928901 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1c6b9-8958-41ea-9381-3dad01431106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:45.940466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1c6b9-8958-41ea-9381-3dad01431106 admin admin] Checking segment: {'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:14:45.940841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a1c6b9-8958-41ea-9381-3dad01431106 admin admin] Network hostable DHCP agents. Network: 70b80a57-1744-4562-af25-dee233046585, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:14:46.052740 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a1c6b9-8958-41ea-9381-3dad01431106 admin admin] Network 70b80a57-1744-4562-af25-dee233046585 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:14:46.138532 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-95a1c6b9-8958-41ea-9381-3dad01431106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 70b80a57-1744-4562-af25-dee233046585) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:14:46.142333 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a1c6b9-8958-41ea-9381-3dad01431106 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:14:46.147815 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-95a1c6b9-8958-41ea-9381-3dad01431106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:46.148779 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d820e46-fcde-43c0-88e3-212dcab6209b None None] Network 70b80a57-1744-4562-af25-dee233046585 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:14:46.231009 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-95a1c6b9-8958-41ea-9381-3dad01431106 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8656168 May 25 23:14:46.233569 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44600) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:46.238941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:14:46.243911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:14:46.248355 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Usage tracker for resource:router and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:14:46.251344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:14:46.257807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:14:46.327589 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:46.328692 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:46.346167 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:46.363851 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-70b80a57-1744-4562-af25-dee233046585', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:14:46.364689 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:46.517678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Allocated IP 172.20.0.2 (70b80a57-1744-4562-af25-dee233046585/93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3/48883dba-19c8-47fe-817f-9b834b255cfe) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:14:46.560074 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:46.717158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:46.727538 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:46.737568 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Transition to ACTIVE for port object 48883dba-19c8-47fe-817f-9b834b255cfe will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:14:46.756768 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Transition to ACTIVE for port object 48883dba-19c8-47fe-817f-9b834b255cfe will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:14:46.807702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:46.819225 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:46.837101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:46.887477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Network 70b80a57-1744-4562-af25-dee233046585 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:14:46.890406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:14:46.894690 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:14:46.897411 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Pushing event updated for resources: {'Port': ['ID=48883dba-19c8-47fe-817f-9b834b255cfe,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:46.974994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Allocated IP 172.26.5.68 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/8b088ecd-cb09-43f5-956d-7a59d5af3ac5) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:14:46.983858 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Attempting to bind port 48883dba-19c8-47fe-817f-9b834b255cfe on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:14:46.984219 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Attempting to bind port 48883dba-19c8-47fe-817f-9b834b255cfe by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:14:46.984605 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Attempting to bind port 48883dba-19c8-47fe-817f-9b834b255cfe on network 70b80a57-1744-4562-af25-dee233046585 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:14:46.991557 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:14:46.992020 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Checking segment: {'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:14:46.992415 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:46.992822 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Bound using segment: {'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:14:46.993275 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Bound port: 48883dba-19c8-47fe-817f-9b834b255cfe, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:14:46.993636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:47.095594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] For port 48883dba-19c8-47fe-817f-9b834b255cfe, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:14:47.099286 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] For port 48883dba-19c8-47fe-817f-9b834b255cfe, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=48883dba-19c8-47fe-817f-9b834b255cfe,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:14:47.162512 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:47.236157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:47.241170 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600ebb8-68ab-4b59-9fa4-a05e6b865f72 None None] Pushing event updated for resources: {'Port': ['ID=48883dba-19c8-47fe-817f-9b834b255cfe,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:47.320264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:47.402376 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:14:47.405251 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:14:47.413180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:14:47.458658 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Pushing event updated for resources: {'Port': ['ID=8b088ecd-cb09-43f5-956d-7a59d5af3ac5,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:47.561439 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:47.674061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:47.674809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:47.950519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:14:48.124674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feb9087-53f6-46b9-a358-1c014059f275 None None] Network 70b80a57-1744-4562-af25-dee233046585 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:14:48.258979 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:14:48.288372 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Sync routers for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:14:48.305333 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-092c0a76-30cd-402b-85a1-98c3f154957c None None] Provisioning for port 48883dba-19c8-47fe-817f-9b834b255cfe completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:14:48.325239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:14:48.325843 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:14:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:48.349073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:48.350434 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-482374a6-fca8-4d40-ac0c-cb9eae4556cd admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1158242 May 25 23:14:48.353260 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44604) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:48.547062 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:14:48.897940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:47Z', 'revision_number': 3, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:48.902246 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Checking router: 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:14:48.902579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Updating router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 port 8b088ecd-cb09-43f5-956d-7a59d5af3ac5 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:14:48.931907 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 48883dba-19c8-47fe-817f-9b834b255cfe up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:14:49.004738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:49.092814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:49.198507 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 48883dba-19c8-47fe-817f-9b834b255cfe completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:14:49.213145 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 48883dba-19c8-47fe-817f-9b834b255cfe triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:14:49.213505 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:49.296250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Allocated IP 172.20.0.1 (70b80a57-1744-4562-af25-dee233046585/93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3/95aef73d-1fc2-43d8-9f69-a2bb2add0392) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:14:49.414200 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:49.446188 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:49.459354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:49.462218 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Transition to ACTIVE for port object 95aef73d-1fc2-43d8-9f69-a2bb2add0392 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:14:49.472326 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 48883dba-19c8-47fe-817f-9b834b255cfe, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=48883dba-19c8-47fe-817f-9b834b255cfe,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:14:49.475229 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Transition to ACTIVE for port object 8b088ecd-cb09-43f5-956d-7a59d5af3ac5 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:14:49.548372 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:49.555989 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:49.581216 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:49.624808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Network 70b80a57-1744-4562-af25-dee233046585 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:14:49.628261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:14:49.630288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Pushing event updated for resources: {'Port': ['ID=95aef73d-1fc2-43d8-9f69-a2bb2add0392,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:49.630881 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Attempting to bind port 8b088ecd-cb09-43f5-956d-7a59d5af3ac5 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:14:49.631239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Attempting to bind port 8b088ecd-cb09-43f5-956d-7a59d5af3ac5 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:14:49.631679 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Attempting to bind port 8b088ecd-cb09-43f5-956d-7a59d5af3ac5 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:14:49.632405 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:14:49.637117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=48883dba-19c8-47fe-817f-9b834b255cfe,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:49.674660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:14:49.674943 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:14:49.675332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:49.675761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:14:49.676321 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Bound port: 8b088ecd-cb09-43f5-956d-7a59d5af3ac5, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:14:49.676742 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:49.687335 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:49.757814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef5137-fa5e-4564-9694-ccf42e9eb53c None None] Pushing event updated for resources: {'Port': ['ID=8b088ecd-cb09-43f5-956d-7a59d5af3ac5,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:49.774280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] For port 8b088ecd-cb09-43f5-956d-7a59d5af3ac5, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:14:49.777510 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] For port 8b088ecd-cb09-43f5-956d-7a59d5af3ac5, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8b088ecd-cb09-43f5-956d-7a59d5af3ac5,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:14:49.836578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:49.846192 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:49.893831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e24c52f5-5167-4c2d-ac66-ef01bd49c6a4 None None] Provisioning for port 95aef73d-1fc2-43d8-9f69-a2bb2add0392 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:14:49.909467 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e24c52f5-5167-4c2d-ac66-ef01bd49c6a4 None None] Provisioning complete for port 95aef73d-1fc2-43d8-9f69-a2bb2add0392 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:14:49.909822 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e24c52f5-5167-4c2d-ac66-ef01bd49c6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:49.975763 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef5137-fa5e-4564-9694-ccf42e9eb53c None None] Pushing event updated for resources: {'Port': ['ID=8b088ecd-cb09-43f5-956d-7a59d5af3ac5,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:49.983729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:14:49.984108 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:14:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:50.057382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:50.090296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e24c52f5-5167-4c2d-ac66-ef01bd49c6a4 None None] Port 95aef73d-1fc2-43d8-9f69-a2bb2add0392 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:14:50.132808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:50.158953 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:14:50.341663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Pushing event updated for resources: {'Port': ['ID=95aef73d-1fc2-43d8-9f69-a2bb2add0392,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:50.344136 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:50.479065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Network 70b80a57-1744-4562-af25-dee233046585 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:14:50.480208 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:14:50.512587 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 1, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:50.516768 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df31a5c9-3cc6-43b9-8243-398b0796b267 None None] The sync data for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv is: [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 1, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:14:50.721002 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5ab8700c-ead6-4493-968f-3093b79c34bb None None] Provisioning complete for port 95aef73d-1fc2-43d8-9f69-a2bb2add0392 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:14:50.721367 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5ab8700c-ead6-4493-968f-3093b79c34bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:50.777929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5ab8700c-ead6-4493-968f-3093b79c34bb None None] Port 95aef73d-1fc2-43d8-9f69-a2bb2add0392 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:14:50.896347 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 48883dba-19c8-47fe-817f-9b834b255cfe up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:14:50.913725 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:14:50.972252 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 48883dba-19c8-47fe-817f-9b834b255cfe triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:14:50.973344 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:51.146211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:14:51.158190 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2d44e40b-662d-406d-854f-2c16eea003a9 admin admin] 10.222.0.66 "PUT /v2.0/routers/6298a479-3f76-4f7a-b6ed-4d6d6e064aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8039351 May 25 23:14:52.240314 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44626) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:52.245688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-616149814-network', 'tenant_id': '9d8fb4af327a4e249e2fba8430463c21'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:14:52.250439 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:14:52.255011 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Usage tracker for resource:network and tenant:9d8fb4af327a4e249e2fba8430463c21 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:14:52.257876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:14:52.263599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:14:52.361725 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Made reservation on behalf of 9d8fb4af327a4e249e2fba8430463c21 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:14:52.364758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:52.377435 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:52.407990 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:14:52.411956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Usage tracker for resource:security_group_rule and tenant:9d8fb4af327a4e249e2fba8430463c21 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:14:52.414709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:14:52.420151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:14:52.485913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:52.566797 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:52.596701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:14:52.605793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5beca85-a47a-4951-a06c-a6b33d31e584,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:52.612091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:52.612428 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Added segment c6cdbc89-17e9-4c12-8e5c-24e1ee6140df of type vlan for network c1167afe-28e8-4f3c-aff2-09580df25f8b May 25 23:14:52.640476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:52.726818 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:52.727579 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:14:52.728135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:52.824963 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] Pushing event updated for resources: {'Network': ['ID=c1167afe-28e8-4f3c-aff2-09580df25f8b,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:52.836730 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network c1167afe-28e8-4f3c-aff2-09580df25f8b details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:14:52.899521 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8b76a592-184b-4079-8917-d69e826ba6ba admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6580412 May 25 23:14:52.902129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44630) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:52.907990 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a7d28d02-fff4-4f90-9fdd-8d1a211ba2c4 admin admin] Request body: {'subnet': {'network_id': 'c1167afe-28e8-4f3c-aff2-09580df25f8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-616149814-subnet', 'tenant_id': '9d8fb4af327a4e249e2fba8430463c21', 'ip_version': 4}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:14:52.913368 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a7d28d02-fff4-4f90-9fdd-8d1a211ba2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:14:52.917508 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a7d28d02-fff4-4f90-9fdd-8d1a211ba2c4 admin admin] Usage tracker for resource:subnet and tenant:9d8fb4af327a4e249e2fba8430463c21 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:14:52.920736 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8b088ecd-cb09-43f5-956d-7a59d5af3ac5 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:14:52.921345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a7d28d02-fff4-4f90-9fdd-8d1a211ba2c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:14:52.927415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a7d28d02-fff4-4f90-9fdd-8d1a211ba2c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:14:53.036102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d28d02-fff4-4f90-9fdd-8d1a211ba2c4 admin admin] Made reservation on behalf of 9d8fb4af327a4e249e2fba8430463c21 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:14:53.038385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a7d28d02-fff4-4f90-9fdd-8d1a211ba2c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:53.064272 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 8b088ecd-cb09-43f5-956d-7a59d5af3ac5 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:14:53.070095 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 8b088ecd-cb09-43f5-956d-7a59d5af3ac5 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:14:53.075614 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:53.189607 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:53.211023 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 8b088ecd-cb09-43f5-956d-7a59d5af3ac5, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8b088ecd-cb09-43f5-956d-7a59d5af3ac5,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:14:53.281753 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:53.315846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a7d28d02-fff4-4f90-9fdd-8d1a211ba2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:53.355341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=8b088ecd-cb09-43f5-956d-7a59d5af3ac5,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:53.385851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d28d02-fff4-4f90-9fdd-8d1a211ba2c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22097e7c-94f9-40e8-b064-100751015ddd,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:53.399093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d28d02-fff4-4f90-9fdd-8d1a211ba2c4 admin admin] Checking segment: {'id': 'c6cdbc89-17e9-4c12-8e5c-24e1ee6140df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1167afe-28e8-4f3c-aff2-09580df25f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:14:53.399434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d28d02-fff4-4f90-9fdd-8d1a211ba2c4 admin admin] Network hostable DHCP agents. Network: c1167afe-28e8-4f3c-aff2-09580df25f8b, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:14:53.503887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d28d02-fff4-4f90-9fdd-8d1a211ba2c4 admin admin] Network c1167afe-28e8-4f3c-aff2-09580df25f8b is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:14:53.567361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-a7d28d02-fff4-4f90-9fdd-8d1a211ba2c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, c1167afe-28e8-4f3c-aff2-09580df25f8b) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:14:53.571109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d28d02-fff4-4f90-9fdd-8d1a211ba2c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:14:53.571693 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a7d28d02-fff4-4f90-9fdd-8d1a211ba2c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:53.575884 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8815a14-14d6-497b-a901-5625475c321b None None] Network c1167afe-28e8-4f3c-aff2-09580df25f8b requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:14:53.652510 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a7d28d02-fff4-4f90-9fdd-8d1a211ba2c4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7490463 May 25 23:14:53.655268 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44634) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:53.663111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-616149814-router', 'tenant_id': '9d8fb4af327a4e249e2fba8430463c21', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:14:53.666088 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:14:53.669901 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Usage tracker for resource:router and tenant:9d8fb4af327a4e249e2fba8430463c21 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:14:53.672669 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:14:53.679544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:14:53.760226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:53.761225 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:53.778994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:53.798554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-c1167afe-28e8-4f3c-aff2-09580df25f8b', 'network_id': 'c1167afe-28e8-4f3c-aff2-09580df25f8b', 'tenant_id': '9d8fb4af327a4e249e2fba8430463c21', 'fixed_ips': [{'subnet_id': '22097e7c-94f9-40e8-b064-100751015ddd'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:14:53.798554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:53.950440 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Allocated IP 172.20.0.2 (c1167afe-28e8-4f3c-aff2-09580df25f8b/22097e7c-94f9-40e8-b064-100751015ddd/ae30a898-d47b-42ca-b98c-1f991990d781) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:14:54.083490 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:54.165064 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:54.175057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Transition to ACTIVE for port object ae30a898-d47b-42ca-b98c-1f991990d781 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:14:54.193360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Transition to ACTIVE for port object ae30a898-d47b-42ca-b98c-1f991990d781 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:14:54.268988 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:54.334862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:54.342516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Network c1167afe-28e8-4f3c-aff2-09580df25f8b is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:14:54.345465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:14:54.350209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:14:54.352127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Pushing event updated for resources: {'Port': ['ID=ae30a898-d47b-42ca-b98c-1f991990d781,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:54.369856 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:54.440781 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Attempting to bind port ae30a898-d47b-42ca-b98c-1f991990d781 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:14:54.441145 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Attempting to bind port ae30a898-d47b-42ca-b98c-1f991990d781 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'c6cdbc89-17e9-4c12-8e5c-24e1ee6140df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1167afe-28e8-4f3c-aff2-09580df25f8b'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:14:54.442159 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Attempting to bind port ae30a898-d47b-42ca-b98c-1f991990d781 on network c1167afe-28e8-4f3c-aff2-09580df25f8b {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:14:54.448935 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:14:54.449553 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Checking segment: {'id': 'c6cdbc89-17e9-4c12-8e5c-24e1ee6140df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1167afe-28e8-4f3c-aff2-09580df25f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:14:54.449948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:54.450336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Bound using segment: {'id': 'c6cdbc89-17e9-4c12-8e5c-24e1ee6140df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1167afe-28e8-4f3c-aff2-09580df25f8b'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:14:54.450794 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Bound port: ae30a898-d47b-42ca-b98c-1f991990d781, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cdbc89-17e9-4c12-8e5c-24e1ee6140df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1167afe-28e8-4f3c-aff2-09580df25f8b'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:14:54.451166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:54.505442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Allocated IP 172.26.5.226 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/42c41258-ddbb-495f-b3e1-058f6511913f) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:14:54.539617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-e0975873-2577-4253-8921-f14ecf330350 None None] For port ae30a898-d47b-42ca-b98c-1f991990d781, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:14:54.542574 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-e0975873-2577-4253-8921-f14ecf330350 None None] For port ae30a898-d47b-42ca-b98c-1f991990d781, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ae30a898-d47b-42ca-b98c-1f991990d781,segment=NetworkSegment(c6cdbc89-17e9-4c12-8e5c-24e1ee6140df),segment_id=c6cdbc89-17e9-4c12-8e5c-24e1ee6140df)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:14:54.611560 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:54.653630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:54.720112 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0975873-2577-4253-8921-f14ecf330350 None None] Pushing event updated for resources: {'Port': ['ID=ae30a898-d47b-42ca-b98c-1f991990d781,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:54.748789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:54.821655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:14:54.824489 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:14:54.826894 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:14:54.878473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Pushing event updated for resources: {'Port': ['ID=42c41258-ddbb-495f-b3e1-058f6511913f,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:54.932255 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8b088ecd-cb09-43f5-956d-7a59d5af3ac5 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:14:55.008000 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 8b088ecd-cb09-43f5-956d-7a59d5af3ac5 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:14:55.008734 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:55.092225 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:55.092910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:55.378592 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Router 349315a2-9c2c-4b62-b897-ff4eae095b39 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:14:55.592783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:14:55.595731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b239c1b5-f3df-4c7f-b7e1-0ac5fa7ef223 None None] Network c1167afe-28e8-4f3c-aff2-09580df25f8b requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:14:55.603000 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Sync routers for ids ['349315a2-9c2c-4b62-b897-ff4eae095b39'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:14:55.616135 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Routers {'349315a2-9c2c-4b62-b897-ff4eae095b39'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:14:55.617295 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:14:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['349315a2-9c2c-4b62-b897-ff4eae095b39'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:55.670198 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:55.673885 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-22cc6eb2-0d53-41bd-b01b-ff7ee6fff1a0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0152140 May 25 23:14:55.674123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44638) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:55.766150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bf179f4e-3d2f-4c4a-a004-3bd59bb25452 None None] Provisioning for port ae30a898-d47b-42ca-b98c-1f991990d781 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:14:55.837620 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Set router 349315a2-9c2c-4b62-b897-ff4eae095b39 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:14:56.131940 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'name': 'tempest-TestVolumeBootPattern-616149814-router', 'tenant_id': '9d8fb4af327a4e249e2fba8430463c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '42c41258-ddbb-495f-b3e1-058f6511913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:53Z', 'updated_at': '2022-05-25T23:14:54Z', 'revision_number': 3, 'project_id': '9d8fb4af327a4e249e2fba8430463c21', 'gw_port': {'id': '42c41258-ddbb-495f-b3e1-058f6511913f', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:54Z', 'updated_at': '2022-05-25T23:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:56.135982 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Checking router: 349315a2-9c2c-4b62-b897-ff4eae095b39 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:14:56.136424 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Updating router 349315a2-9c2c-4b62-b897-ff4eae095b39 port 42c41258-ddbb-495f-b3e1-058f6511913f binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:14:56.186119 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:56.511606 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:56.524079 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Transition to ACTIVE for port object 42c41258-ddbb-495f-b3e1-058f6511913f will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:14:56.524760 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:56.595519 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:56.677867 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Attempting to bind port 42c41258-ddbb-495f-b3e1-058f6511913f on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:14:56.678497 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Attempting to bind port 42c41258-ddbb-495f-b3e1-058f6511913f by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:14:56.678639 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Attempting to bind port 42c41258-ddbb-495f-b3e1-058f6511913f on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:14:56.680608 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fe80e-7a69-43e3-8c13-00fbcc31f552 None None] Pushing event updated for resources: {'Port': ['ID=42c41258-ddbb-495f-b3e1-058f6511913f,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:56.693569 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fe80e-7a69-43e3-8c13-00fbcc31f552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:56.693912 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fe80e-7a69-43e3-8c13-00fbcc31f552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:56.694242 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fe80e-7a69-43e3-8c13-00fbcc31f552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:56.694567 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fe80e-7a69-43e3-8c13-00fbcc31f552 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:56.694892 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fe80e-7a69-43e3-8c13-00fbcc31f552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:56.695214 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fe80e-7a69-43e3-8c13-00fbcc31f552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:56.695533 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fe80e-7a69-43e3-8c13-00fbcc31f552 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:56.695851 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fe80e-7a69-43e3-8c13-00fbcc31f552 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:56.696167 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fe80e-7a69-43e3-8c13-00fbcc31f552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:56.696481 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fe80e-7a69-43e3-8c13-00fbcc31f552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:56.696822 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725fe80e-7a69-43e3-8c13-00fbcc31f552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:14:56.701086 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:14:56.701452 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:14:56.701844 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:56.702221 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:14:56.702701 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Bound port: 42c41258-ddbb-495f-b3e1-058f6511913f, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:14:56.703073 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:56.740822 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Allocated IP 172.20.0.1 (c1167afe-28e8-4f3c-aff2-09580df25f8b/22097e7c-94f9-40e8-b064-100751015ddd/3f057def-093c-45f5-8570-da54c796a03f) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:14:56.780395 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] For port 42c41258-ddbb-495f-b3e1-058f6511913f, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:14:56.783235 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] For port 42c41258-ddbb-495f-b3e1-058f6511913f, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=42c41258-ddbb-495f-b3e1-058f6511913f,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:14:56.842455 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:56.896595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:56.919281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Transition to ACTIVE for port object 3f057def-093c-45f5-8570-da54c796a03f will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:14:56.920406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ae30a898-d47b-42ca-b98c-1f991990d781 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:14:56.924300 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fe80e-7a69-43e3-8c13-00fbcc31f552 None None] Pushing event updated for resources: {'Port': ['ID=42c41258-ddbb-495f-b3e1-058f6511913f,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:56.929230 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Routers {'349315a2-9c2c-4b62-b897-ff4eae095b39'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:14:56.929812 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:14:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['349315a2-9c2c-4b62-b897-ff4eae095b39'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:57.011840 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:57.084005 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Network c1167afe-28e8-4f3c-aff2-09580df25f8b is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:14:57.084827 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Pushing event updated for resources: {'Port': ['ID=3f057def-093c-45f5-8570-da54c796a03f,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:57.088418 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:14:57.090541 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:14:57.101383 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port ae30a898-d47b-42ca-b98c-1f991990d781 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:14:57.109504 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ae30a898-d47b-42ca-b98c-1f991990d781 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:14:57.115831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:57.123845 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] Set router 349315a2-9c2c-4b62-b897-ff4eae095b39 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:14:57.148224 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:57.253784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:57.297546 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port ae30a898-d47b-42ca-b98c-1f991990d781, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ae30a898-d47b-42ca-b98c-1f991990d781,segment=NetworkSegment(c6cdbc89-17e9-4c12-8e5c-24e1ee6140df),segment_id=c6cdbc89-17e9-4c12-8e5c-24e1ee6140df)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:14:57.300295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:57.407117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:57.470194 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'name': 'tempest-TestVolumeBootPattern-616149814-router', 'tenant_id': '9d8fb4af327a4e249e2fba8430463c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '42c41258-ddbb-495f-b3e1-058f6511913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:53Z', 'updated_at': '2022-05-25T23:14:54Z', 'revision_number': 3, 'project_id': '9d8fb4af327a4e249e2fba8430463c21', 'gw_port': {'id': '42c41258-ddbb-495f-b3e1-058f6511913f', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:54Z', 'updated_at': '2022-05-25T23:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:14:57.474797 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242a5e8-03bf-44c7-942d-7cb1749ee414 None None] The sync data for ids ['349315a2-9c2c-4b62-b897-ff4eae095b39'] in dv-neutron-843300-1-hyperv is: [{'id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'name': 'tempest-TestVolumeBootPattern-616149814-router', 'tenant_id': '9d8fb4af327a4e249e2fba8430463c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '42c41258-ddbb-495f-b3e1-058f6511913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:53Z', 'updated_at': '2022-05-25T23:14:54Z', 'revision_number': 3, 'project_id': '9d8fb4af327a4e249e2fba8430463c21', 'gw_port': {'id': '42c41258-ddbb-495f-b3e1-058f6511913f', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:54Z', 'updated_at': '2022-05-25T23:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:14:57.487389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=ae30a898-d47b-42ca-b98c-1f991990d781,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:57.547618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:57.571093 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c267ce86-ae40-4de3-9187-00753f2c1026 None None] Provisioning for port 3f057def-093c-45f5-8570-da54c796a03f completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:14:57.576401 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c267ce86-ae40-4de3-9187-00753f2c1026 None None] Provisioning complete for port 3f057def-093c-45f5-8570-da54c796a03f triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:14:57.576796 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c267ce86-ae40-4de3-9187-00753f2c1026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:57.618451 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:57.628030 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c267ce86-ae40-4de3-9187-00753f2c1026 None None] Port 3f057def-093c-45f5-8570-da54c796a03f cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:14:57.719199 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:57.723381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Pushing event updated for resources: {'Port': ['ID=3f057def-093c-45f5-8570-da54c796a03f,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:57.857095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Network c1167afe-28e8-4f3c-aff2-09580df25f8b is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:14:57.858143 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:14:58.157699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-593e8709-5c01-4a34-8990-9dd8c8f8a4e8 None None] Provisioning complete for port 3f057def-093c-45f5-8570-da54c796a03f triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:14:58.158306 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-593e8709-5c01-4a34-8990-9dd8c8f8a4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:58.219688 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-593e8709-5c01-4a34-8990-9dd8c8f8a4e8 None None] Port 3f057def-093c-45f5-8570-da54c796a03f cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:14:58.354943 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Router 349315a2-9c2c-4b62-b897-ff4eae095b39 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:14:58.561146 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:14:58.570245 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e0cb71d7-0591-4f2f-8df5-9e117c909f36 admin admin] 10.222.0.66 "PUT /v2.0/routers/349315a2-9c2c-4b62-b897-ff4eae095b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8951311 May 25 23:14:58.890920 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ae30a898-d47b-42ca-b98c-1f991990d781 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:14:58.972382 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port ae30a898-d47b-42ca-b98c-1f991990d781 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:14:58.972922 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:59.164945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44650) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:59.171594 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-16245083-ebb0-492f-908e-6696e284ee39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-688166400', 'description': 'tempest-secgroup-smoke-688166400 description', 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:14:59.177687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-16245083-ebb0-492f-908e-6696e284ee39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:14:59.181393 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-16245083-ebb0-492f-908e-6696e284ee39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Usage tracker for resource:security_group and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:14:59.184269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-16245083-ebb0-492f-908e-6696e284ee39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:14:59.189964 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-16245083-ebb0-492f-908e-6696e284ee39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:14:59.270972 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-16245083-ebb0-492f-908e-6696e284ee39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:59.306456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-16245083-ebb0-492f-908e-6696e284ee39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:14:59.310137 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-16245083-ebb0-492f-908e-6696e284ee39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Usage tracker for resource:security_group_rule and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:14:59.312850 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-16245083-ebb0-492f-908e-6696e284ee39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:14:59.318376 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-16245083-ebb0-492f-908e-6696e284ee39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:14:59.375799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-16245083-ebb0-492f-908e-6696e284ee39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:59.435686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-16245083-ebb0-492f-908e-6696e284ee39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:59.477293 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16245083-ebb0-492f-908e-6696e284ee39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643fa01c-f4d0-46a3-80f8-5c99343fa4b5,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:59.555664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-16245083-ebb0-492f-908e-6696e284ee39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:59.556885 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-16245083-ebb0-492f-908e-6696e284ee39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3908570 May 25 23:14:59.559727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44654) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:59.565066 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-9924bef9-9a36-482f-980a-b7d513ecc794 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Request body: {'security_group_rule': {'security_group_id': '643fa01c-f4d0-46a3-80f8-5c99343fa4b5', 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:14:59.571659 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9924bef9-9a36-482f-980a-b7d513ecc794 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:14:59.575604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9924bef9-9a36-482f-980a-b7d513ecc794 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Usage tracker for resource:security_group_rule and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:14:59.578423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-9924bef9-9a36-482f-980a-b7d513ecc794 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:14:59.584727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-9924bef9-9a36-482f-980a-b7d513ecc794 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:14:59.676299 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9924bef9-9a36-482f-980a-b7d513ecc794 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:59.736087 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9924bef9-9a36-482f-980a-b7d513ecc794 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:59.846688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9924bef9-9a36-482f-980a-b7d513ecc794 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:59.870879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924bef9-9a36-482f-980a-b7d513ecc794 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f552d017-2094-4533-9711-b3ef924a5390,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:14:59.955459 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9924bef9-9a36-482f-980a-b7d513ecc794 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:14:59.956623 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9924bef9-9a36-482f-980a-b7d513ecc794 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3959458 May 25 23:14:59.959466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44658) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:14:59.965073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ec65c914-178f-4199-b520-d42de94f95da tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Request body: {'security_group_rule': {'security_group_id': '643fa01c-f4d0-46a3-80f8-5c99343fa4b5', 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:14:59.970893 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ec65c914-178f-4199-b520-d42de94f95da tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:14:59.974795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ec65c914-178f-4199-b520-d42de94f95da tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Usage tracker for resource:security_group_rule and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:14:59.977711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ec65c914-178f-4199-b520-d42de94f95da tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:14:59.983934 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ec65c914-178f-4199-b520-d42de94f95da tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:15:00.071527 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ec65c914-178f-4199-b520-d42de94f95da tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:00.135079 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ec65c914-178f-4199-b520-d42de94f95da tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:00.205239 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ec65c914-178f-4199-b520-d42de94f95da tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:00.228604 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65c914-178f-4199-b520-d42de94f95da tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2975964c-878d-44e9-9a23-bb37ef1ff041,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:00.291234 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ec65c914-178f-4199-b520-d42de94f95da tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:00.292443 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ec65c914-178f-4199-b520-d42de94f95da tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3319712 May 25 23:15:00.295107 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44662) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:15:00.300432 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1dd7e6b3-014a-4e5f-a1af-12a931e331d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Request body: {'security_group_rule': {'security_group_id': '643fa01c-f4d0-46a3-80f8-5c99343fa4b5', 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:15:00.308259 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1dd7e6b3-014a-4e5f-a1af-12a931e331d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:15:00.310938 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1dd7e6b3-014a-4e5f-a1af-12a931e331d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Usage tracker for resource:security_group_rule and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:15:00.313859 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1dd7e6b3-014a-4e5f-a1af-12a931e331d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:15:00.319777 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1dd7e6b3-014a-4e5f-a1af-12a931e331d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:15:00.419019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1dd7e6b3-014a-4e5f-a1af-12a931e331d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:00.482923 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1dd7e6b3-014a-4e5f-a1af-12a931e331d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:00.561236 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1dd7e6b3-014a-4e5f-a1af-12a931e331d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:00.589567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7e6b3-014a-4e5f-a1af-12a931e331d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0314a590-876a-4ce8-9469-661324cd58b7,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:00.675670 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1dd7e6b3-014a-4e5f-a1af-12a931e331d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:00.676937 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1dd7e6b3-014a-4e5f-a1af-12a931e331d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3809206 May 25 23:15:00.679687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44666) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:15:00.685170 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d3bef3cd-af80-4cab-ab97-2a37f35fbd50 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Request body: {'security_group_rule': {'security_group_id': '643fa01c-f4d0-46a3-80f8-5c99343fa4b5', 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:15:00.691194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d3bef3cd-af80-4cab-ab97-2a37f35fbd50 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:15:00.696235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d3bef3cd-af80-4cab-ab97-2a37f35fbd50 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Usage tracker for resource:security_group_rule and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:15:00.699447 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d3bef3cd-af80-4cab-ab97-2a37f35fbd50 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:15:00.706377 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d3bef3cd-af80-4cab-ab97-2a37f35fbd50 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:15:00.784587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d3bef3cd-af80-4cab-ab97-2a37f35fbd50 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:00.847553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d3bef3cd-af80-4cab-ab97-2a37f35fbd50 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:00.909789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d3bef3cd-af80-4cab-ab97-2a37f35fbd50 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:00.932808 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bef3cd-af80-4cab-ab97-2a37f35fbd50 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12a7489-fb2b-4d44-a2a8-b5adba7303d5,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:01.016933 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d3bef3cd-af80-4cab-ab97-2a37f35fbd50 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:01.018124 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d3bef3cd-af80-4cab-ab97-2a37f35fbd50 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3374331 May 25 23:15:01.021618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44672) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:15:01.026985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-3964d4f7-24f1-4b5c-ba13-098b651ad761 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Request body: {'security_group_rule': {'security_group_id': '643fa01c-f4d0-46a3-80f8-5c99343fa4b5', 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:15:01.033016 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3964d4f7-24f1-4b5c-ba13-098b651ad761 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:15:01.037692 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3964d4f7-24f1-4b5c-ba13-098b651ad761 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Usage tracker for resource:security_group_rule and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:15:01.040216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3964d4f7-24f1-4b5c-ba13-098b651ad761 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:15:01.046067 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3964d4f7-24f1-4b5c-ba13-098b651ad761 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:15:01.108068 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-3964d4f7-24f1-4b5c-ba13-098b651ad761 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Project 1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:15:01.114799 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3964d4f7-24f1-4b5c-ba13-098b651ad761 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:01.183929 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3964d4f7-24f1-4b5c-ba13-098b651ad761 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:01.252829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3964d4f7-24f1-4b5c-ba13-098b651ad761 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:01.276667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964d4f7-24f1-4b5c-ba13-098b651ad761 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd85d52-0d58-4be1-be00-d1fad19034fb,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:01.333396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3964d4f7-24f1-4b5c-ba13-098b651ad761 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:01.334592 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3964d4f7-24f1-4b5c-ba13-098b651ad761 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3120673 May 25 23:15:01.337277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 44676) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:15:01.343210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7a14684d-6979-4792-9b79-818baab4afce tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Request body: {'security_group_rule': {'security_group_id': '643fa01c-f4d0-46a3-80f8-5c99343fa4b5', 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:15:01.349130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7a14684d-6979-4792-9b79-818baab4afce tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:15:01.352986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7a14684d-6979-4792-9b79-818baab4afce tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Usage tracker for resource:security_group_rule and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:15:01.355891 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7a14684d-6979-4792-9b79-818baab4afce tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:15:01.361752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7a14684d-6979-4792-9b79-818baab4afce tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:15:01.441158 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-7a14684d-6979-4792-9b79-818baab4afce tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Project 1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:15:01.448257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a14684d-6979-4792-9b79-818baab4afce tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:01.511804 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a14684d-6979-4792-9b79-818baab4afce tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:01.584076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a14684d-6979-4792-9b79-818baab4afce tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:01.607904 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14684d-6979-4792-9b79-818baab4afce tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d735a5d2-f8ec-476d-a296-f972e77373ad,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:01.658565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7a14684d-6979-4792-9b79-818baab4afce tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:01.659752 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7a14684d-6979-4792-9b79-818baab4afce tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3214738 May 25 23:15:04.446718 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Sync routers for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:15:04.459778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:15:04.460405 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:14:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:15:04.642114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:15:04.941972 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 42c41258-ddbb-495f-b3e1-058f6511913f up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:15:05.067725 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 2, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:15:05.071583 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Checking router: 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:15:05.071926 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Updating router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 port 95aef73d-1fc2-43d8-9f69-a2bb2add0392 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:15:05.114478 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 42c41258-ddbb-495f-b3e1-058f6511913f completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:15:05.124098 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 42c41258-ddbb-495f-b3e1-058f6511913f triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:15:05.124391 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:05.159019 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:05.363600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:05.448524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 42c41258-ddbb-495f-b3e1-058f6511913f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=42c41258-ddbb-495f-b3e1-058f6511913f,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:15:05.516339 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:05.631649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:05.637095 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=42c41258-ddbb-495f-b3e1-058f6511913f,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:05.647447 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Transition to ACTIVE for port object 95aef73d-1fc2-43d8-9f69-a2bb2add0392 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:15:05.727425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:05.855914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43710d6-4c10-4b4a-84e5-3755f16de088 None None] Pushing event updated for resources: {'Port': ['ID=95aef73d-1fc2-43d8-9f69-a2bb2add0392,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:05.946672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Attempting to bind port 95aef73d-1fc2-43d8-9f69-a2bb2add0392 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:15:05.947060 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Attempting to bind port 95aef73d-1fc2-43d8-9f69-a2bb2add0392 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:15:05.947449 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Attempting to bind port 95aef73d-1fc2-43d8-9f69-a2bb2add0392 on network 70b80a57-1744-4562-af25-dee233046585 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:15:05.955500 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:15:05.955792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Checking segment: {'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:15:05.956187 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:05.956588 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Bound using segment: {'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:15:05.957052 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Bound port: 95aef73d-1fc2-43d8-9f69-a2bb2add0392, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:15:05.957421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:06.053595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] For port 95aef73d-1fc2-43d8-9f69-a2bb2add0392, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:15:06.056662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] For port 95aef73d-1fc2-43d8-9f69-a2bb2add0392, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=95aef73d-1fc2-43d8-9f69-a2bb2add0392,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:15:06.110267 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:06.192865 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43710d6-4c10-4b4a-84e5-3755f16de088 None None] Pushing event updated for resources: {'Port': ['ID=95aef73d-1fc2-43d8-9f69-a2bb2add0392,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:06.198203 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:15:06.198203 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:14:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:15:06.410516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:15:06.809757 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:06Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:15:06.815331 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cea03c-e7bc-4861-a181-7b6d40984d56 None None] The sync data for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv is: [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:06Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:15:06.955057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 42c41258-ddbb-495f-b3e1-058f6511913f up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:15:07.030774 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 42c41258-ddbb-495f-b3e1-058f6511913f triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:15:07.031131 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:07.165718 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 95aef73d-1fc2-43d8-9f69-a2bb2add0392 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:15:07.248361 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Sync routers for ids ['349315a2-9c2c-4b62-b897-ff4eae095b39'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:15:07.262217 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Routers {'349315a2-9c2c-4b62-b897-ff4eae095b39'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:15:07.263185 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:14:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['349315a2-9c2c-4b62-b897-ff4eae095b39'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:15:07.331121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 95aef73d-1fc2-43d8-9f69-a2bb2add0392 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:15:07.337190 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 95aef73d-1fc2-43d8-9f69-a2bb2add0392 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:15:07.344203 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:07.482819 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Set router 349315a2-9c2c-4b62-b897-ff4eae095b39 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:15:07.488383 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:07.519823 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 95aef73d-1fc2-43d8-9f69-a2bb2add0392, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=95aef73d-1fc2-43d8-9f69-a2bb2add0392,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:15:07.584284 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:07.652043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=95aef73d-1fc2-43d8-9f69-a2bb2add0392,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:07.811181 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'name': 'tempest-TestVolumeBootPattern-616149814-router', 'tenant_id': '9d8fb4af327a4e249e2fba8430463c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '42c41258-ddbb-495f-b3e1-058f6511913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:53Z', 'updated_at': '2022-05-25T23:14:57Z', 'revision_number': 4, 'project_id': '9d8fb4af327a4e249e2fba8430463c21', 'gw_port': {'id': '42c41258-ddbb-495f-b3e1-058f6511913f', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:54Z', 'updated_at': '2022-05-25T23:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '3f057def-093c-45f5-8570-da54c796a03f', 'name': '', 'network_id': 'c1167afe-28e8-4f3c-aff2-09580df25f8b', 'tenant_id': '9d8fb4af327a4e249e2fba8430463c21', 'mac_address': 'fa:16:3e:01:4d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22097e7c-94f9-40e8-b064-100751015ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:56Z', 'updated_at': '2022-05-25T23:14:57Z', 'revision_number': 2, 'project_id': '9d8fb4af327a4e249e2fba8430463c21', 'subnets': [{'id': '22097e7c-94f9-40e8-b064-100751015ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:15:07.815873 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Checking router: 349315a2-9c2c-4b62-b897-ff4eae095b39 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:15:07.816245 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Updating router 349315a2-9c2c-4b62-b897-ff4eae095b39 port 3f057def-093c-45f5-8570-da54c796a03f binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:15:07.872648 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:08.230408 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:08.242320 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Transition to ACTIVE for port object 3f057def-093c-45f5-8570-da54c796a03f will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:15:08.418614 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:08.548205 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a683ee-379e-4322-b293-2e03a6296d3f None None] Pushing event updated for resources: {'Port': ['ID=3f057def-093c-45f5-8570-da54c796a03f,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:08.648149 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Attempting to bind port 3f057def-093c-45f5-8570-da54c796a03f on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:15:08.648412 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Attempting to bind port 3f057def-093c-45f5-8570-da54c796a03f by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'c6cdbc89-17e9-4c12-8e5c-24e1ee6140df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1167afe-28e8-4f3c-aff2-09580df25f8b'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:15:08.648769 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Attempting to bind port 3f057def-093c-45f5-8570-da54c796a03f on network c1167afe-28e8-4f3c-aff2-09580df25f8b {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:15:08.655531 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:15:08.656260 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Checking segment: {'id': 'c6cdbc89-17e9-4c12-8e5c-24e1ee6140df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1167afe-28e8-4f3c-aff2-09580df25f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:15:08.657178 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:08.657969 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Bound using segment: {'id': 'c6cdbc89-17e9-4c12-8e5c-24e1ee6140df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1167afe-28e8-4f3c-aff2-09580df25f8b'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:15:08.659302 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Bound port: 3f057def-093c-45f5-8570-da54c796a03f, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cdbc89-17e9-4c12-8e5c-24e1ee6140df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1167afe-28e8-4f3c-aff2-09580df25f8b'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:15:08.660033 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:08.762581 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] For port 3f057def-093c-45f5-8570-da54c796a03f, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:15:08.765435 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] For port 3f057def-093c-45f5-8570-da54c796a03f, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=3f057def-093c-45f5-8570-da54c796a03f,segment=NetworkSegment(c6cdbc89-17e9-4c12-8e5c-24e1ee6140df),segment_id=c6cdbc89-17e9-4c12-8e5c-24e1ee6140df)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:15:08.818727 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:08.903131 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 95aef73d-1fc2-43d8-9f69-a2bb2add0392 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:15:08.919645 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Routers {'349315a2-9c2c-4b62-b897-ff4eae095b39'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:15:08.920410 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:14:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['349315a2-9c2c-4b62-b897-ff4eae095b39'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:15:08.977062 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a683ee-379e-4322-b293-2e03a6296d3f None None] Pushing event updated for resources: {'Port': ['ID=3f057def-093c-45f5-8570-da54c796a03f,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:08.989885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 95aef73d-1fc2-43d8-9f69-a2bb2add0392 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:15:08.990574 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:09.174648 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] Set router 349315a2-9c2c-4b62-b897-ff4eae095b39 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:15:09.498678 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'name': 'tempest-TestVolumeBootPattern-616149814-router', 'tenant_id': '9d8fb4af327a4e249e2fba8430463c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '42c41258-ddbb-495f-b3e1-058f6511913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:53Z', 'updated_at': '2022-05-25T23:14:57Z', 'revision_number': 4, 'project_id': '9d8fb4af327a4e249e2fba8430463c21', 'gw_port': {'id': '42c41258-ddbb-495f-b3e1-058f6511913f', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:54Z', 'updated_at': '2022-05-25T23:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '3f057def-093c-45f5-8570-da54c796a03f', 'name': '', 'network_id': 'c1167afe-28e8-4f3c-aff2-09580df25f8b', 'tenant_id': '9d8fb4af327a4e249e2fba8430463c21', 'mac_address': 'fa:16:3e:01:4d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22097e7c-94f9-40e8-b064-100751015ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:56Z', 'updated_at': '2022-05-25T23:15:08Z', 'revision_number': 4, 'project_id': '9d8fb4af327a4e249e2fba8430463c21', 'subnets': [{'id': '22097e7c-94f9-40e8-b064-100751015ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:15:09.502643 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda31ab4-b3bd-47e9-861e-74fb9e5a04f7 None None] The sync data for ids ['349315a2-9c2c-4b62-b897-ff4eae095b39'] in dv-neutron-843300-1-hyperv is: [{'id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'name': 'tempest-TestVolumeBootPattern-616149814-router', 'tenant_id': '9d8fb4af327a4e249e2fba8430463c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '42c41258-ddbb-495f-b3e1-058f6511913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:53Z', 'updated_at': '2022-05-25T23:14:57Z', 'revision_number': 4, 'project_id': '9d8fb4af327a4e249e2fba8430463c21', 'gw_port': {'id': '42c41258-ddbb-495f-b3e1-058f6511913f', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:54Z', 'updated_at': '2022-05-25T23:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '3f057def-093c-45f5-8570-da54c796a03f', 'name': '', 'network_id': 'c1167afe-28e8-4f3c-aff2-09580df25f8b', 'tenant_id': '9d8fb4af327a4e249e2fba8430463c21', 'mac_address': 'fa:16:3e:01:4d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22097e7c-94f9-40e8-b064-100751015ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:56Z', 'updated_at': '2022-05-25T23:15:08Z', 'revision_number': 4, 'project_id': '9d8fb4af327a4e249e2fba8430463c21', 'subnets': [{'id': '22097e7c-94f9-40e8-b064-100751015ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:15:10.919555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 3f057def-093c-45f5-8570-da54c796a03f up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:15:11.047092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 3f057def-093c-45f5-8570-da54c796a03f completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:15:11.052761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 3f057def-093c-45f5-8570-da54c796a03f triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:15:11.053143 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:11.175386 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:11.211244 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 3f057def-093c-45f5-8570-da54c796a03f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=3f057def-093c-45f5-8570-da54c796a03f,segment=NetworkSegment(c6cdbc89-17e9-4c12-8e5c-24e1ee6140df),segment_id=c6cdbc89-17e9-4c12-8e5c-24e1ee6140df)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:15:11.275953 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:11.345088 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=3f057def-093c-45f5-8570-da54c796a03f,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:11.475885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b4073c6c-848f-4558-9cb3-5b122e86c103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:12.900557 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 3f057def-093c-45f5-8570-da54c796a03f up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:15:12.969798 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 3f057def-093c-45f5-8570-da54c796a03f triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:15:12.970172 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:13.708820 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f06b76d0-359e-4032-a803-21cf9e4fd819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:14.886847 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:15.144255 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:16.633479 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:17.622512 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:21.631683 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:15:28.846035 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-e5853b3a-3c24-4308-836d-bdb6494b997e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Synchronizing usage tracker for tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:15:28.954981 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-e5853b3a-3c24-4308-836d-bdb6494b997e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Unset dirty status for tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:15:28.956127 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-e5853b3a-3c24-4308-836d-bdb6494b997e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688166400&fields=id&tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 HTTP/1.1" status: 200 len: 267 time: 0.1509769 May 25 23:15:29.101288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-15b3f5b2-56c8-45e0-a45c-1fe306bd42d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:29.101955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-15b3f5b2-56c8-45e0-a45c-1fe306bd42d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Synchronizing usage tracker for tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:15:29.204511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-15b3f5b2-56c8-45e0-a45c-1fe306bd42d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Unset dirty status for tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:15:29.205767 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-15b3f5b2-56c8-45e0-a45c-1fe306bd42d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 811 time: 0.2425513 May 25 23:15:29.222622 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-25767ff4-ef78-4905-ace1-0925bbba2d30 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/quotas/1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 HTTP/1.1" status: 200 len: 375 time: 0.0114028 May 25 23:15:29.305810 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-76c30a8a-8422-4b33-b3f5-9d8300725888 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Synchronizing usage tracker for tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:15:29.395142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-76c30a8a-8422-4b33-b3f5-9d8300725888 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Unset dirty status for tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:15:29.396358 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-76c30a8a-8422-4b33-b3f5-9d8300725888 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1670310 May 25 23:15:29.646050 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-a18030bf-74cd-4f05-b2d8-57cf1deaf129 service neutron] 10.222.0.66 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376776 May 25 23:15:29.772518 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-999a8ae8-a790-4b61-b7fb-d357cb70c317 service neutron] 10.222.0.66 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197393 May 25 23:15:30.444208 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-62b2bf85-0f62-4da4-b46b-edee055ac8d6 req-d374fae7-17ec-4d1a-b629-331854848674 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 210 time: 0.0402837 May 25 23:15:31.555021 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ae25a21d-1656-4c04-84eb-6e1d9d86e878 req-70c5cfce-9eee-4673-838a-e7585f07808a tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 210 time: 0.0399203 May 25 23:15:32.718714 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-41657bcd-ede6-47a9-8958-4ccd240125f0 req-02e7cc20-abac-4876-bc49-626f19114446 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 210 time: 0.0435855 May 25 23:15:32.787604 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-aa0d5aae-5b3e-4479-ac04-295bd96f48ed tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:32.789057 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-aa0d5aae-5b3e-4479-ac04-295bd96f48ed tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 811 time: 0.1534297 May 25 23:15:32.841500 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-96341b35-b59b-4270-99cb-5dbc6e76e999 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 HTTP/1.1" status: 200 len: 379 time: 0.0406587 May 25 23:15:32.849290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Request body: {'port': {'device_id': '3564c893-60fa-4348-917e-c50e442c6485', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'admin_state_up': True, 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'security_groups': ['643fa01c-f4d0-46a3-80f8-5c99343fa4b5']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:15:32.981736 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:15:32.995699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:15:33.086631 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Made reservation on behalf of 1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:15:33.090324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:33.255856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Allocated IP 172.20.0.7 (70b80a57-1744-4562-af25-dee233046585/93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3/a1ed81c6-f4c6-4729-b55d-41a06563bf57) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:15:33.453687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:33.471311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Transition to ACTIVE for port object a1ed81c6-f4c6-4729-b55d-41a06563bf57 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:15:33.539763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:33.613622 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Network 70b80a57-1744-4562-af25-dee233046585 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:15:33.616493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:15:33.621197 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:15:33.662297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event updated for resources: {'Port': ['ID=a1ed81c6-f4c6-4729-b55d-41a06563bf57,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:33.685220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:33.685559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:33.685890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:33.686233 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:33.686551 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:33.686871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:33.687195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:33.687514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:33.687853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:33.688172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:33.688485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:33.707462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:33.708110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:33.794465 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-585301e2-4258-4df7-b40b-f950b92efab3 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9486158 May 25 23:15:33.806739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Request body: {'port': {'device_id': '3564c893-60fa-4348-917e-c50e442c6485', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:15:33.909888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3af1afa4-f8e4-4d17-b029-fdb160f03eb8 None None] Provisioning for port a1ed81c6-f4c6-4729-b55d-41a06563bf57 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:15:33.914705 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3af1afa4-f8e4-4d17-b029-fdb160f03eb8 None None] Provisioning complete for port a1ed81c6-f4c6-4729-b55d-41a06563bf57 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:15:33.918016 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3af1afa4-f8e4-4d17-b029-fdb160f03eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:33.930188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:33.961482 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9061732-ef76-4fb8-b692-c0b306dbdbb1 req-6b3b13bf-3b57-4684-a8d0-7ec2810ce079 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:33.963669 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c9061732-ef76-4fb8-b692-c0b306dbdbb1 req-6b3b13bf-3b57-4684-a8d0-7ec2810ce079 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 931 time: 0.1060779 May 25 23:15:33.991294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-3af1afa4-f8e4-4d17-b029-fdb160f03eb8 None None] Port a1ed81c6-f4c6-4729-b55d-41a06563bf57 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:15:34.019425 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c9061732-ef76-4fb8-b692-c0b306dbdbb1 req-b09f5d17-2731-4d4d-a715-c4471a66026c tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467818 May 25 23:15:34.287123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ed81c6-f4c6-4729-b55d-41a06563bf57 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:15:34.294440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:34.309216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Transition to ACTIVE for port object a1ed81c6-f4c6-4729-b55d-41a06563bf57 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:15:34.370172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:34.578758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Pushing event updated for resources: {'Port': ['ID=a1ed81c6-f4c6-4729-b55d-41a06563bf57,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:34.692437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Attempting to bind port a1ed81c6-f4c6-4729-b55d-41a06563bf57 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:15:34.692880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Attempting to bind port a1ed81c6-f4c6-4729-b55d-41a06563bf57 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:15:34.693207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Attempting to bind port a1ed81c6-f4c6-4729-b55d-41a06563bf57 on network 70b80a57-1744-4562-af25-dee233046585 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:15:34.699094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Port a1ed81c6-f4c6-4729-b55d-41a06563bf57 on network 70b80a57-1744-4562-af25-dee233046585 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:15:34.700232 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Attempting to bind port a1ed81c6-f4c6-4729-b55d-41a06563bf57 on network 70b80a57-1744-4562-af25-dee233046585 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:15:34.707379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:15:34.707721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Checking segment: {'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:15:34.708106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Bound using segment: {'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:15:34.708545 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Bound port: a1ed81c6-f4c6-4729-b55d-41a06563bf57, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:15:34.708906 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:34.802251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] For port a1ed81c6-f4c6-4729-b55d-41a06563bf57, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:15:34.805126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] For port a1ed81c6-f4c6-4729-b55d-41a06563bf57, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a1ed81c6-f4c6-4729-b55d-41a06563bf57,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:15:34.867820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:34.929813 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:34.931202 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] 10.222.0.73 "PUT /v2.0/ports/a1ed81c6-f4c6-4729-b55d-41a06563bf57 HTTP/1.1" status: 200 len: 1093 time: 1.1301100 May 25 23:15:34.931622 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3564c893-60fa-4348-917e-c50e442c6485', 'tag': 'a1ed81c6-f4c6-4729-b55d-41a06563bf57'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:15:34.949979 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a22cbf-130d-4f57-abe2-94e764e4c6cf service neutron] Pushing event updated for resources: {'Port': ['ID=a1ed81c6-f4c6-4729-b55d-41a06563bf57,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:34.992090 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-effad23e-5c7d-4785-bd95-3506ebf2361f'] response: {'name': 'network-changed', 'server_uuid': '3564c893-60fa-4348-917e-c50e442c6485', 'tag': 'a1ed81c6-f4c6-4729-b55d-41a06563bf57', 'status': 'completed', 'code': 200} May 25 23:15:35.091725 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-aad86b0f-94c2-407c-9975-278b403d3bc9 req-d1f3f56a-239f-426b-b597-3c427e04a355 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 1096 time: 0.0759900 May 25 23:15:35.244231 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676bcd8-25eb-4ad0-910c-f3053c9ab497 req-1d4feafe-b0d3-47c8-874c-30fb6ed0c9ad tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:35.251241 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad86b0f-94c2-407c-9975-278b403d3bc9 req-2daecdab-61d2-4651-a1dc-a40639a839a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:35.251471 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4676bcd8-25eb-4ad0-910c-f3053c9ab497 req-1d4feafe-b0d3-47c8-874c-30fb6ed0c9ad tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 943 time: 0.0893352 May 25 23:15:35.253308 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-aad86b0f-94c2-407c-9975-278b403d3bc9 req-2daecdab-61d2-4651-a1dc-a40639a839a8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1550682 May 25 23:15:35.310710 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4676bcd8-25eb-4ad0-910c-f3053c9ab497 req-9043af57-4484-440c-b097-12786ad86449 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584118 May 25 23:15:35.408160 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad86b0f-94c2-407c-9975-278b403d3bc9 req-ae70b219-5a1f-4d95-a6e8-151907a3b7dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:35.409647 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-aad86b0f-94c2-407c-9975-278b403d3bc9 req-ae70b219-5a1f-4d95-a6e8-151907a3b7dd service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1497548 May 25 23:15:35.520306 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-73e588c1-617b-41d1-b625-1b33727c2e42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 1096 time: 0.0746727 May 25 23:15:35.591096 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-76927e70-124c-4b94-8837-1f4f77b78aee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1ed81c6-f4c6-4729-b55d-41a06563bf57 HTTP/1.1" status: 200 len: 217 time: 0.0637283 May 25 23:15:35.651049 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-b503233e-d3c6-4230-a829-daae4b7d5d17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:35.652514 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-b503233e-d3c6-4230-a829-daae4b7d5d17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0553648 May 25 23:15:35.724488 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-bc397d2b-9ff5-4c92-b462-2f736376f3a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666223 May 25 23:15:35.854458 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-88cf9302-55ee-4161-b6a8-f5c89a2c1663 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244631 May 25 23:15:35.985621 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34f6f1e7-1ebe-486a-8d9b-4b65ce58ef71 req-d86f22e7-eb22-4b7f-bdd7-74b256110592 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254597 May 25 23:15:36.499508 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd1f39-b64e-403b-8af7-2a77fa88b1f0 req-5a132634-e15d-4c44-95bf-23c230ed0c38 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:36.500966 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-85bd1f39-b64e-403b-8af7-2a77fa88b1f0 req-5a132634-e15d-4c44-95bf-23c230ed0c38 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 943 time: 0.0769844 May 25 23:15:36.549345 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-85bd1f39-b64e-403b-8af7-2a77fa88b1f0 req-2f07e82f-0b1a-47c5-882e-135b40e66eda tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426900 May 25 23:15:37.835066 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74fc75-32af-4666-bbdf-86e72f0aedb1 req-edaa3099-e049-496c-8cbe-42237ccb9352 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:37.836478 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5a74fc75-32af-4666-bbdf-86e72f0aedb1 req-edaa3099-e049-496c-8cbe-42237ccb9352 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 943 time: 0.1699276 May 25 23:15:37.890248 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5a74fc75-32af-4666-bbdf-86e72f0aedb1 req-4316d424-7884-4241-9073-e5b451613d3a tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386031 May 25 23:15:39.081778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55629c-91b2-456f-90e3-d6af4de41f8c req-196c9e95-a6b0-48b4-a7c2-99f27f480d89 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:39.083233 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ca55629c-91b2-456f-90e3-d6af4de41f8c req-196c9e95-a6b0-48b4-a7c2-99f27f480d89 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 943 time: 0.0783956 May 25 23:15:39.129349 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ca55629c-91b2-456f-90e3-d6af4de41f8c req-59beb1ec-56bc-4bef-9057-b16cf3170003 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403666 May 25 23:15:40.324915 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3efe5f-7427-4396-b497-a0b556ea91b4 req-2ce732d8-e242-45d3-b30f-ea7caca455c8 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:40.326973 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eb3efe5f-7427-4396-b497-a0b556ea91b4 req-2ce732d8-e242-45d3-b30f-ea7caca455c8 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 943 time: 0.0752246 May 25 23:15:40.370304 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eb3efe5f-7427-4396-b497-a0b556ea91b4 req-95170f60-8eb2-425a-a2b5-fc35617d0bea tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374186 May 25 23:15:41.467057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-73972c1b-272b-468d-9cb5-69ec76e1a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:41.569137 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207680b-ca7e-4251-ad9e-92336bd014d3 req-71c4d42f-7022-40dc-86ce-d1197c04150b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:41.570474 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8207680b-ca7e-4251-ad9e-92336bd014d3 req-71c4d42f-7022-40dc-86ce-d1197c04150b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 943 time: 0.0784245 May 25 23:15:41.615712 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8207680b-ca7e-4251-ad9e-92336bd014d3 req-aed1fb12-0ded-4ef0-956d-9fec972b6787 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395229 May 25 23:15:42.808365 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640749c-7849-4084-aa36-f6633504d03a req-2c5ac6e9-3639-4424-b5dd-572694488783 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:42.809812 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3640749c-7849-4084-aa36-f6633504d03a req-2c5ac6e9-3639-4424-b5dd-572694488783 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 943 time: 0.0749242 May 25 23:15:42.857257 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3640749c-7849-4084-aa36-f6633504d03a req-6e7e3b0b-62ee-4e6a-939f-5d44a3399681 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411220 May 25 23:15:43.672984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-96198a5f-913a-428d-a5aa-c34291cf9459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:44.057653 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a046-ed3c-47d2-99e1-c6ef40b96545 req-e1c80218-c447-4cf5-b7fb-95308551c007 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:44.058990 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ced4a046-ed3c-47d2-99e1-c6ef40b96545 req-e1c80218-c447-4cf5-b7fb-95308551c007 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 943 time: 0.0752616 May 25 23:15:44.103798 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ced4a046-ed3c-47d2-99e1-c6ef40b96545 req-d73a3c2a-41b8-41b6-bb89-a422f5a2f22c tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388355 May 25 23:15:44.846545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:45.057906 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:45.300300 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19447e-411e-4abb-b928-ca42ca665110 req-b9c97a6e-9c3b-4b48-b2a8-a5c67dd52caa tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:45.301783 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cc19447e-411e-4abb-b928-ca42ca665110 req-b9c97a6e-9c3b-4b48-b2a8-a5c67dd52caa tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 943 time: 0.0781994 May 25 23:15:45.347399 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cc19447e-411e-4abb-b928-ca42ca665110 req-33d4247c-4d03-4a87-9dd2-c55b18a51193 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398498 May 25 23:15:46.542114 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8696c3-a4c4-46b2-9ede-42d6ac3a0305 req-263b1dfd-f9b5-452b-9983-ce8174251b32 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:46.543535 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eb8696c3-a4c4-46b2-9ede-42d6ac3a0305 req-263b1dfd-f9b5-452b-9983-ce8174251b32 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 943 time: 0.0763218 May 25 23:15:46.589560 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eb8696c3-a4c4-46b2-9ede-42d6ac3a0305 req-7ca656b5-cf32-48ce-ad13-81559b060825 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403988 May 25 23:15:46.627148 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:46.764380 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a1ed81c6-f4c6-4729-b55d-41a06563bf57 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:15:46.929159 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a1ed81c6-f4c6-4729-b55d-41a06563bf57, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a1ed81c6-f4c6-4729-b55d-41a06563bf57,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:15:46.942842 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'a1ed81c6-f4c6-4729-b55d-41a06563bf57', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'port_id': 'a1ed81c6-f4c6-4729-b55d-41a06563bf57', 'mac_address': 'fa:16:3e:58:83:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:15:46.998568 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:47.016870 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ed81c6-f4c6-4729-b55d-41a06563bf57 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:15:47.031621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a1ed81c6-f4c6-4729-b55d-41a06563bf57, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a1ed81c6-f4c6-4729-b55d-41a06563bf57,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:15:47.109806 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:47.174221 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a1ed81c6-f4c6-4729-b55d-41a06563bf57,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:47.182332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:47.182669 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:47.182999 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:47.183322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:47.183644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:47.183962 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:47.184276 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:47.184620 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:47.184942 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:47.185253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:47.185562 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:47.339925 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['a1ed81c6-f4c6-4729-b55d-41a06563bf57'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:15:47.635332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:47.790841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702c4a5-8552-499e-9d20-193f7a6e953d req-808a5fca-5927-47b2-af2c-2dbb0ab8ad6b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:47.792266 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7702c4a5-8552-499e-9d20-193f7a6e953d req-808a5fca-5927-47b2-af2c-2dbb0ab8ad6b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 944 time: 0.0788591 May 25 23:15:47.839146 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7702c4a5-8552-499e-9d20-193f7a6e953d req-7d47a519-94c0-4a33-8857-6bede9b33a4f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404761 May 25 23:15:48.778666 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a1ed81c6-f4c6-4729-b55d-41a06563bf57 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:15:48.938131 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port a1ed81c6-f4c6-4729-b55d-41a06563bf57 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:15:48.943145 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port a1ed81c6-f4c6-4729-b55d-41a06563bf57 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:15:48.943577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:49.030901 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdd283-e6a2-4d4c-a35f-e07d5d3a06cb req-4971e75e-d7b8-4995-b97b-901fc1013bb0 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:49.032368 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2bbdd283-e6a2-4d4c-a35f-e07d5d3a06cb req-4971e75e-d7b8-4995-b97b-901fc1013bb0 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 944 time: 0.0753565 May 25 23:15:49.059860 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:49.079767 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2bbdd283-e6a2-4d4c-a35f-e07d5d3a06cb req-4f65154b-e992-43aa-a7fe-0b3f9539564f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414877 May 25 23:15:49.088269 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3564c893-60fa-4348-917e-c50e442c6485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ed81c6-f4c6-4729-b55d-41a06563bf57'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:15:49.102228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a1ed81c6-f4c6-4729-b55d-41a06563bf57, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a1ed81c6-f4c6-4729-b55d-41a06563bf57,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:15:49.142581 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf8c1d2-75a2-4c4e-87f8-5ddc26cd8efc'] response: {'server_uuid': '3564c893-60fa-4348-917e-c50e442c6485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ed81c6-f4c6-4729-b55d-41a06563bf57', 'code': 200} May 25 23:15:49.189408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:49.254831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a1ed81c6-f4c6-4729-b55d-41a06563bf57,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:49.410702 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-789b80a5-23f2-4ab2-8782-2c13ead3116b req-3b2a5462-eb95-4daa-8986-f379f66e38fc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 1098 time: 0.0729775 May 25 23:15:49.451954 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-789b80a5-23f2-4ab2-8782-2c13ead3116b req-fb28673d-7d91-4e4a-9be6-c909be098f33 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347204 May 25 23:15:50.277584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a6df4-f911-4c93-bdbd-e08010559220 req-059e0d66-124c-451e-b041-1a72ce7113ba tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:50.279023 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2e6a6df4-f911-4c93-bdbd-e08010559220 req-059e0d66-124c-451e-b041-1a72ce7113ba tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 945 time: 0.0785422 May 25 23:15:50.325130 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2e6a6df4-f911-4c93-bdbd-e08010559220 req-46ce27d3-aa26-4c6d-ae94-d7a0ee69134c tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401461 May 25 23:15:51.519164 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82f802-d435-45bb-a197-1af789c96ece req-d51eec13-ebbb-464c-a130-cfef8babf145 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:51.520622 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9d82f802-d435-45bb-a197-1af789c96ece req-d51eec13-ebbb-464c-a130-cfef8babf145 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 945 time: 0.0753710 May 25 23:15:51.567951 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9d82f802-d435-45bb-a197-1af789c96ece req-6cd3e215-5c99-481f-ab8a-2f7522824a80 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418711 May 25 23:15:51.758196 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccc296-b861-41bb-8ff9-7880d017ac94 req-8444f15e-7cb1-4681-976e-844ec1a08f57 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:51.759617 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-86ccc296-b861-41bb-8ff9-7880d017ac94 req-8444f15e-7cb1-4681-976e-844ec1a08f57 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 945 time: 0.0756071 May 25 23:15:51.803768 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-86ccc296-b861-41bb-8ff9-7880d017ac94 req-d3522792-9f98-46bf-ab27-7ad99bfbdd5c tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386786 May 25 23:15:51.831745 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44878) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:15:51.967337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-41fa62b0-aa36-45b1-b6cb-12aba6658267 tempest-TestVolumeBootPattern-250123355 tempest-TestVolumeBootPattern-250123355-project-admin] Synchronizing usage tracker for tenant:9d8fb4af327a4e249e2fba8430463c21 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:15:52.023795 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-41fa62b0-aa36-45b1-b6cb-12aba6658267 tempest-TestVolumeBootPattern-250123355 tempest-TestVolumeBootPattern-250123355-project-admin] Unset dirty status for tenant:9d8fb4af327a4e249e2fba8430463c21 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:15:52.024936 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-41fa62b0-aa36-45b1-b6cb-12aba6658267 tempest-TestVolumeBootPattern-250123355 tempest-TestVolumeBootPattern-250123355-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 1093 time: 0.1922374 May 25 23:15:52.027789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 44884) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:15:52.034284 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': 'a1ed81c6-f4c6-4729-b55d-41a06563bf57', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:15:52.039758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:15:52.043622 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Usage tracker for resource:floatingip and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:15:52.046483 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:15:52.053961 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:15:52.131827 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:52.265256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:52.395148 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Allocated IP 172.26.5.236 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/a3997ce6-1528-4d7e-b92c-22c0d46ba2e4) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:15:52.538981 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:52.658745 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:52.813503 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:15:52.816986 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:15:52.818861 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event updated for resources: {'Port': ['ID=a3997ce6-1528-4d7e-b92c-22c0d46ba2e4,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:52.821022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:15:52.864186 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:52.864523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:52.864879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:52.865205 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:52.865526 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:52.865845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:52.866162 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:52.866496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:52.866795 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:52.867105 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:52.867414 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:15:53.319900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:53.433198 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:53.632312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:53.695306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:53.801778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event updated for resources: {'Port': ['ID=a3997ce6-1528-4d7e-b92c-22c0d46ba2e4,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:15:53.815434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:54.004367 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Floating IP 762ab1fa-0655-4319-93d6-fe863092ee35 associated. External IP: 172.26.5.236, port: a1ed81c6-f4c6-4729-b55d-41a06563bf57. May 25 23:15:54.493938 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:15:54.689684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:15:54.698914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a409b243-a590-4352-ba35-cf4d4272f493 None None] Sync routers for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:15:54.711872 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a409b243-a590-4352-ba35-cf4d4272f493 None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:15:54.712466 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a409b243-a590-4352-ba35-cf4d4272f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:15:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:15:54.775243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:15:54.829656 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f698df18-29fb-4b32-97de-b5dd6623c7e2 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8007798 May 25 23:15:54.830533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3564c893-60fa-4348-917e-c50e442c6485', 'tag': 'a1ed81c6-f4c6-4729-b55d-41a06563bf57'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:15:54.885123 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b959dad4-5f42-4684-bc53-abfd11823358'] response: {'name': 'network-changed', 'server_uuid': '3564c893-60fa-4348-917e-c50e442c6485', 'tag': 'a1ed81c6-f4c6-4729-b55d-41a06563bf57', 'status': 'completed', 'code': 200} May 25 23:15:54.892480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-a409b243-a590-4352-ba35-cf4d4272f493 None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:15:54.974521 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f7d7719-95d9-44d6-878f-4c54a944ef0a req-b84cb52d-b10a-4786-b588-218e671d704d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 1098 time: 0.0678694 May 25 23:15:55.105298 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d7719-95d9-44d6-878f-4c54a944ef0a req-15d4d620-504d-4114-ac92-7b183fe3a488 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:55.106731 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f7d7719-95d9-44d6-878f-4c54a944ef0a req-15d4d620-504d-4114-ac92-7b183fe3a488 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 912 time: 0.1261764 May 25 23:15:55.207499 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f7d7719-95d9-44d6-878f-4c54a944ef0a req-9900aeeb-5bde-4a5d-8940-448247019e05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1ed81c6-f4c6-4729-b55d-41a06563bf57 HTTP/1.1" status: 200 len: 999 time: 0.0949655 May 25 23:15:55.238591 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a409b243-a590-4352-ba35-cf4d4272f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '762ab1fa-0655-4319-93d6-fe863092ee35', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'floating_ip_address': '172.26.5.236', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'port_id': 'a1ed81c6-f4c6-4729-b55d-41a06563bf57', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'mac_address': 'fa:16:3e:58:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3564c893-60fa-4348-917e-c50e442c6485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:15:53Z', 'updated_at': '2022-05-25T23:15:53Z', 'revision_number': 0, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:15:55.242345 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a409b243-a590-4352-ba35-cf4d4272f493 None None] Checking router: 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:15:55.252893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a409b243-a590-4352-ba35-cf4d4272f493 None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:15:55.253484 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a409b243-a590-4352-ba35-cf4d4272f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:15:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:15:55.271941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d7719-95d9-44d6-878f-4c54a944ef0a req-98a44d5c-b110-4370-b1fa-16461afd845e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:15:55.273395 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f7d7719-95d9-44d6-878f-4c54a944ef0a req-98a44d5c-b110-4370-b1fa-16461afd845e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0607719 May 25 23:15:55.435940 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f7d7719-95d9-44d6-878f-4c54a944ef0a req-592723c5-3fe5-441d-a852-0c3415beb4df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1566472 May 25 23:15:55.448425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-a409b243-a590-4352-ba35-cf4d4272f493 None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:15:55.566509 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f7d7719-95d9-44d6-878f-4c54a944ef0a req-46d71665-bc76-48ba-812b-ca5d62add8f1 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249642 May 25 23:15:55.695252 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f7d7719-95d9-44d6-878f-4c54a944ef0a req-d26fd42c-5545-4ebb-8bd8-7c20a08ca2b7 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237874 May 25 23:15:55.835111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a409b243-a590-4352-ba35-cf4d4272f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '762ab1fa-0655-4319-93d6-fe863092ee35', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'floating_ip_address': '172.26.5.236', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'port_id': 'a1ed81c6-f4c6-4729-b55d-41a06563bf57', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'mac_address': 'fa:16:3e:58:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3564c893-60fa-4348-917e-c50e442c6485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:15:53Z', 'updated_at': '2022-05-25T23:15:53Z', 'revision_number': 0, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:15:55.839001 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a409b243-a590-4352-ba35-cf4d4272f493 None None] The sync data for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv is: [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '762ab1fa-0655-4319-93d6-fe863092ee35', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'floating_ip_address': '172.26.5.236', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'port_id': 'a1ed81c6-f4c6-4729-b55d-41a06563bf57', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'mac_address': 'fa:16:3e:58:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3564c893-60fa-4348-917e-c50e442c6485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:15:53Z', 'updated_at': '2022-05-25T23:15:53Z', 'revision_number': 0, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:15:56.034162 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4790adcc-dcde-4354-a2cb-0c7cf1c3a8be None None] New status for floating IP 762ab1fa-0655-4319-93d6-fe863092ee35: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:15:58.632027 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:16:11.478295 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9a5a496e-5a9a-40bc-85cc-ff5b368fc10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:13.683724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-27c1bdd1-0bdb-4464-9473-69d5cd7a3c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:14.860743 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:15.069208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:15.540158 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4117e2f6-e4a4-4072-a6bb-02854c441760 req-5211f923-6886-414a-b27c-dfec39aacc87 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665052 May 25 23:16:15.680350 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4117e2f6-e4a4-4072-a6bb-02854c441760 req-55020bc1-1bb0-4b9a-bc6f-8a479b7d5607 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 1098 time: 0.0725362 May 25 23:16:15.825772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117e2f6-e4a4-4072-a6bb-02854c441760 req-aca7406b-49f5-4c00-a505-8d32a7614c28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:16:15.827189 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4117e2f6-e4a4-4072-a6bb-02854c441760 req-aca7406b-49f5-4c00-a505-8d32a7614c28 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 912 time: 0.1279225 May 25 23:16:15.930403 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4117e2f6-e4a4-4072-a6bb-02854c441760 req-c20dadb8-ec33-46d8-8b78-ccf368924de2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1ed81c6-f4c6-4729-b55d-41a06563bf57 HTTP/1.1" status: 200 len: 1001 time: 0.0961263 May 25 23:16:15.993139 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117e2f6-e4a4-4072-a6bb-02854c441760 req-9ee13ed9-770e-41a9-b40c-251357795ccf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:16:15.993894 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4117e2f6-e4a4-4072-a6bb-02854c441760 req-9ee13ed9-770e-41a9-b40c-251357795ccf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0589604 May 25 23:16:16.072217 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4117e2f6-e4a4-4072-a6bb-02854c441760 req-ad1272f7-4267-4efe-9144-f6ecd8b681df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723648 May 25 23:16:16.206521 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4117e2f6-e4a4-4072-a6bb-02854c441760 req-d2592a8f-34a3-4109-87a3-cc5c84b6cdf6 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278555 May 25 23:16:16.339571 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4117e2f6-e4a4-4072-a6bb-02854c441760 req-c2c3b6c6-64a8-467c-b6c4-44f891dccfba service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260734 May 25 23:16:16.875115 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:17.626434 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:35.632189 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:16:41.504798 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-21b021bb-d3d0-43fc-bc6a-91da080ead18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:43.709921 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aacfb4af-e1d3-4631-addb-bf0f464c3210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:44.869912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:45.061110 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:46.647689 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:16:47.591303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:11.519127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-50cdbb32-7cc9-4dd6-b77e-5c8ce1b7bbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:12.632753 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:17:13.692930 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6fa25c88-0d6e-4bd5-95df-79bed55f6568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:14.855408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:15.060696 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:16.212989 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-742010be-a812-4fe4-9681-b9dca69523bd req-00108cac-f8bf-4eb6-b1d4-e0a5558ec6f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673370 May 25 23:17:16.349151 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-742010be-a812-4fe4-9681-b9dca69523bd req-5e186a9d-4eec-496c-a724-25f4ea49d4c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 1098 time: 0.0688608 May 25 23:17:16.493091 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742010be-a812-4fe4-9681-b9dca69523bd req-33be01fd-ea3d-415c-a557-ac494f769829 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:17:16.494474 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-742010be-a812-4fe4-9681-b9dca69523bd req-33be01fd-ea3d-415c-a557-ac494f769829 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 912 time: 0.1275299 May 25 23:17:16.597826 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-742010be-a812-4fe4-9681-b9dca69523bd req-c1bd0ddd-3caf-4492-9557-7ccdd7eed183 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1ed81c6-f4c6-4729-b55d-41a06563bf57 HTTP/1.1" status: 200 len: 1001 time: 0.0979171 May 25 23:17:16.655953 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:16.747306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742010be-a812-4fe4-9681-b9dca69523bd req-6ede9a71-338d-4921-bbc8-b453458a33d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:17:16.748789 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-742010be-a812-4fe4-9681-b9dca69523bd req-6ede9a71-338d-4921-bbc8-b453458a33d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.1456161 May 25 23:17:16.821466 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-742010be-a812-4fe4-9681-b9dca69523bd req-d21b71bf-79c8-4294-941b-52e642ab3352 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672500 May 25 23:17:16.952928 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-742010be-a812-4fe4-9681-b9dca69523bd req-eb39a845-d721-4d28-a266-06175bd81f50 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253018 May 25 23:17:17.082132 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-742010be-a812-4fe4-9681-b9dca69523bd req-9aa6ff4b-3821-480e-a61e-1a14e0b7b205 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240966 May 25 23:17:17.624910 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:41.466520 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5c5a6d11-ccc4-4fb9-9b2e-ddee7f8e76e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:43.681856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8f3e3dc6-bd74-4670-ae15-7ac21a9008dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:44.881876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:45.058992 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:46.647262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:47.649248 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:17:49.633093 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:18:11.489294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-619c1f0f-43d8-48f4-882b-9bca31a46242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:13.717792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f3957a2d-7ab0-404d-a69a-912edc699c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:14.893379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:15.060351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:16.611313 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-555a1081-e03d-40e0-ab28-ac1f1c96fca5 req-a7b9f93b-474e-442f-a4e2-635958abf7d0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1401834 May 25 23:18:16.672461 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:16.748085 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-555a1081-e03d-40e0-ab28-ac1f1c96fca5 req-ffac6b14-df57-48f7-b5a9-3f66f92f202d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 1098 time: 0.0714688 May 25 23:18:16.889260 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a1081-e03d-40e0-ab28-ac1f1c96fca5 req-b17d25bc-0c7a-466d-9e98-bba45cdc7c0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:16.890693 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-555a1081-e03d-40e0-ab28-ac1f1c96fca5 req-b17d25bc-0c7a-466d-9e98-bba45cdc7c0b service neutron] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 912 time: 0.1254783 May 25 23:18:16.992867 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-555a1081-e03d-40e0-ab28-ac1f1c96fca5 req-9fa9d514-35ad-4b39-bb82-4964f45d9d67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1ed81c6-f4c6-4729-b55d-41a06563bf57 HTTP/1.1" status: 200 len: 1001 time: 0.0946388 May 25 23:18:17.053680 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a1081-e03d-40e0-ab28-ac1f1c96fca5 req-aabf7ffd-dd0b-4b0b-8057-ce89916135ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:17.055057 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-555a1081-e03d-40e0-ab28-ac1f1c96fca5 req-aabf7ffd-dd0b-4b0b-8057-ce89916135ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0564287 May 25 23:18:17.132737 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-555a1081-e03d-40e0-ab28-ac1f1c96fca5 req-8ede5285-a3eb-4e66-92a1-7f15dfb1beef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705187 May 25 23:18:17.261843 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-555a1081-e03d-40e0-ab28-ac1f1c96fca5 req-e0f3d327-8e39-47fc-ab0e-df80793df066 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224780 May 25 23:18:17.391693 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-555a1081-e03d-40e0-ab28-ac1f1c96fca5 req-5ab1e628-f6df-4697-83fa-d199b271da8a service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242542 May 25 23:18:17.658827 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:26.634723 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:18:33.918001 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34806925-5127-47b7-8fa7-483730531caa req-cc4c4ea1-469e-4f2a-9c6f-8eabccb0a824 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:33.919489 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-34806925-5127-47b7-8fa7-483730531caa req-cc4c4ea1-469e-4f2a-9c6f-8eabccb0a824 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 945 time: 0.1658781 May 25 23:18:33.964490 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-34806925-5127-47b7-8fa7-483730531caa req-b1eb773e-262b-4d58-be15-cf54e1b39a48 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389559 May 25 23:18:35.239968 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-a19ab2ab-d310-4eaf-ae1a-a835ac177476 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:35.240582 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-a19ab2ab-d310-4eaf-ae1a-a835ac177476 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Synchronizing usage tracker for tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:18:35.246772 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02feab-b7da-44fd-9d03-586bd4cc5106 req-1b6ed1b1-b2ac-42e3-b324-1c80a78bcb24 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:35.248267 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4c02feab-b7da-44fd-9d03-586bd4cc5106 req-1b6ed1b1-b2ac-42e3-b324-1c80a78bcb24 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 945 time: 0.1446502 May 25 23:18:35.296414 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4c02feab-b7da-44fd-9d03-586bd4cc5106 req-1d428418-2515-4f6d-a69f-e050d84902c9 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423048 May 25 23:18:35.317720 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-a19ab2ab-d310-4eaf-ae1a-a835ac177476 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Unset dirty status for tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:18:35.318932 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-a19ab2ab-d310-4eaf-ae1a-a835ac177476 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.73 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 945 time: 0.1566279 May 25 23:18:35.387138 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Deleting port a1ed81c6-f4c6-4729-b55d-41a06563bf57 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:18:35.387476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:35.629399 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] For port a1ed81c6-f4c6-4729-b55d-41a06563bf57, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a1ed81c6-f4c6-4729-b55d-41a06563bf57,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:18:35.629755 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:35.994576 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:35.994855 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:35.995163 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.l3_db [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Floating IP 762ab1fa-0655-4319-93d6-fe863092ee35 disassociated. External IP: 172.26.5.236, port: a1ed81c6-f4c6-4729-b55d-41a06563bf57. May 25 23:18:35.995501 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Calling delete_port for a1ed81c6-f4c6-4729-b55d-41a06563bf57 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:18:36.186500 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:36.237430 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event deleted for resources: {'Port': ['ID=a1ed81c6-f4c6-4729-b55d-41a06563bf57,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:18:36.249566 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:36.250118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:36.250306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:36.250541 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:36.250868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:36.251190 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:36.251513 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:36.251830 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:36.252147 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:36.252573 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:36.252798 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:36.453514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:18:36.476505 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-20f5d07b-13bb-463a-9e8b-e78a19a845ba req-02d926f7-791e-4955-84e4-d7a7b793ae46 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 210 time: 0.0410240 May 25 23:18:36.659315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:18:36.668989 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee95e7d-989d-4384-84fe-946418080c54 None None] Sync routers for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:18:36.682876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee95e7d-989d-4384-84fe-946418080c54 None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:18:36.683503 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1ee95e7d-989d-4384-84fe-946418080c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:18:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:18:36.733225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] No DVR routers for this DVR port a1ed81c6-f4c6-4729-b55d-41a06563bf57 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:18:36.735950 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:36.739966 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3564c893-60fa-4348-917e-c50e442c6485', 'name': 'network-vif-deleted', 'tag': 'a1ed81c6-f4c6-4729-b55d-41a06563bf57'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:18:36.796243 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15c5c7c8-3deb-4c01-8fbb-80e840451add'] response: {'server_uuid': '3564c893-60fa-4348-917e-c50e442c6485', 'name': 'network-vif-deleted', 'tag': 'a1ed81c6-f4c6-4729-b55d-41a06563bf57', 'status': 'completed', 'code': 200} May 25 23:18:36.815522 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b6d5bfab-9c72-41a1-b007-0eec6b2128eb req-e1229cf8-7e6a-452e-84a0-4c77fa4b43bf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.73 "DELETE /v2.0/ports/a1ed81c6-f4c6-4729-b55d-41a06563bf57 HTTP/1.1" status: 204 len: 173 time: 1.4911606 May 25 23:18:36.868908 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-1ee95e7d-989d-4384-84fe-946418080c54 None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:18:37.182488 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1ee95e7d-989d-4384-84fe-946418080c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:18:37.186667 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee95e7d-989d-4384-84fe-946418080c54 None None] Checking router: 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:18:37.197444 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee95e7d-989d-4384-84fe-946418080c54 None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:18:37.198034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1ee95e7d-989d-4384-84fe-946418080c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:18:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:18:37.429505 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-1ee95e7d-989d-4384-84fe-946418080c54 None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:18:37.641322 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7b265530-3c31-4861-8568-4e76073a75d0 req-485617d5-c623-494e-9289-eb11a9aad3cf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=3564c893-60fa-4348-917e-c50e442c6485 HTTP/1.1" status: 200 len: 210 time: 0.0413063 May 25 23:18:37.749403 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1ee95e7d-989d-4384-84fe-946418080c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:18:37.753326 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee95e7d-989d-4384-84fe-946418080c54 None None] The sync data for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv is: [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:18:37.964094 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d55002-49f3-42c0-ab7e-6bb369459b32 None None] New status for floating IP 762ab1fa-0655-4319-93d6-fe863092ee35: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:18:38.965340 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-5d1de441-21ec-418f-9d41-61bbcf5ea4be tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688166400&fields=id&tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 HTTP/1.1" status: 200 len: 267 time: 0.0434856 May 25 23:18:39.115948 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-e13598fd-c635-4195-8128-7accfbade197 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:39.117375 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-e13598fd-c635-4195-8128-7accfbade197 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 811 time: 0.1456430 May 25 23:18:39.133874 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-be5fe4d7-e570-43a9-9254-f081e2af0351 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/quotas/1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 HTTP/1.1" status: 200 len: 375 time: 0.0105767 May 25 23:18:39.220689 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-6627b08a-b4bc-4a07-9424-c63c1be2c4fd tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795016 May 25 23:18:39.363179 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7843ad24-5910-4e0f-9f63-53e01ff3267d service neutron] 10.222.0.66 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311662 May 25 23:18:39.433912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a1ed81c6-f4c6-4729-b55d-41a06563bf57 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:18:39.466823 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: a1ed81c6-f4c6-4729-b55d-41a06563bf57 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:18:39.467164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a1ed81c6-f4c6-4729-b55d-41a06563bf57 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:18:39.493276 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-d3fbc2f2-fcc8-4d20-a5de-77a6db6c0e1f service neutron] 10.222.0.66 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242981 May 25 23:18:40.134584 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2a98add4-5f3b-4eb8-a891-256cef18cfc8 req-3cf5b95d-2e3e-4b8b-881b-612a93ae1182 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 210 time: 0.0392089 May 25 23:18:41.306520 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-db61a8f8-5cec-4931-ba0c-fdcd1f8b23c2 req-5f7f7e69-fc1f-4ff9-8ee7-ddce01e2db42 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 210 time: 0.0456631 May 25 23:18:41.539456 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0c6f767b-05b1-4af8-9386-3431793e489e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:42.087149 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-298bc9d4-5ad6-4a84-b6b6-e152e3701a74 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:42.088570 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-298bc9d4-5ad6-4a84-b6b6-e152e3701a74 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 811 time: 0.1470041 May 25 23:18:42.144492 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-a57e00d1-f92d-40a8-9ea2-bfaba5a0d737 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 HTTP/1.1" status: 200 len: 379 time: 0.0446491 May 25 23:18:42.152139 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Request body: {'port': {'device_id': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'admin_state_up': True, 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'security_groups': ['643fa01c-f4d0-46a3-80f8-5c99343fa4b5']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:18:42.288940 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:18:42.293210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Usage tracker for resource:port and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:18:42.296598 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:18:42.302650 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:18:42.364679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Made reservation on behalf of 1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:18:42.371102 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:42.475677 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-556fbeca-5827-4d30-a1be-5b48bd79fa04 req-692cb5f7-67a5-4cb7-8ece-c7f17c8de455 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 210 time: 0.0421829 May 25 23:18:42.533839 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Allocated IP 172.20.0.4 (70b80a57-1744-4562-af25-dee233046585/93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3/296e5321-bd7f-4311-b545-ad9a4b7eb162) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:18:42.823797 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:42.840280 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Transition to ACTIVE for port object 296e5321-bd7f-4311-b545-ad9a4b7eb162 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:18:42.946795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:43.016751 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Network 70b80a57-1744-4562-af25-dee233046585 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:18:43.017565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:18:43.021348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:18:43.061574 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event updated for resources: {'Port': ['ID=296e5321-bd7f-4311-b545-ad9a4b7eb162,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:18:43.094986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:43.095712 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:43.186212 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-b5ea3fb4-cfbd-4acf-bc53-7462bd611c26 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0375128 May 25 23:18:43.198275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Request body: {'port': {'device_id': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:18:43.310835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:43.362160 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b076f062-da9f-4bc5-8ca4-f491f32ddad2 None None] Provisioning for port 296e5321-bd7f-4311-b545-ad9a4b7eb162 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:18:43.367672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b076f062-da9f-4bc5-8ca4-f491f32ddad2 None None] Provisioning complete for port 296e5321-bd7f-4311-b545-ad9a4b7eb162 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:18:43.368092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b076f062-da9f-4bc5-8ca4-f491f32ddad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:43.423542 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-b076f062-da9f-4bc5-8ca4-f491f32ddad2 None None] Port 296e5321-bd7f-4311-b545-ad9a4b7eb162 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:18:43.666169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296e5321-bd7f-4311-b545-ad9a4b7eb162 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:18:43.666911 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8bedf478-7f51-4f39-a543-07f9abdbeb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:43.673613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:43.685922 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fd34a-d919-412b-bd75-38a35eac78b2 req-fc8dabf8-c7f7-4927-81e8-887381ce7c8a tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:43.688290 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4e6fd34a-d919-412b-bd75-38a35eac78b2 req-fc8dabf8-c7f7-4927-81e8-887381ce7c8a tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 931 time: 0.0894840 May 25 23:18:43.688623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Transition to ACTIVE for port object 296e5321-bd7f-4311-b545-ad9a4b7eb162 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:18:43.735556 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4e6fd34a-d919-412b-bd75-38a35eac78b2 req-3fc0831c-711a-4aad-a248-acb5f4f8bcbe tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414019 May 25 23:18:43.767736 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:43.898288 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Pushing event updated for resources: {'Port': ['ID=296e5321-bd7f-4311-b545-ad9a4b7eb162,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:18:44.013444 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Attempting to bind port 296e5321-bd7f-4311-b545-ad9a4b7eb162 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:18:44.013444 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Attempting to bind port 296e5321-bd7f-4311-b545-ad9a4b7eb162 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:18:44.013602 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Attempting to bind port 296e5321-bd7f-4311-b545-ad9a4b7eb162 on network 70b80a57-1744-4562-af25-dee233046585 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:18:44.020344 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Port 296e5321-bd7f-4311-b545-ad9a4b7eb162 on network 70b80a57-1744-4562-af25-dee233046585 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:18:44.020683 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Attempting to bind port 296e5321-bd7f-4311-b545-ad9a4b7eb162 on network 70b80a57-1744-4562-af25-dee233046585 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:18:44.026809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:18:44.027135 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Checking segment: {'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:18:44.027505 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Bound using segment: {'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:18:44.027916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Bound port: 296e5321-bd7f-4311-b545-ad9a4b7eb162, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:18:44.028254 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:44.120080 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] For port 296e5321-bd7f-4311-b545-ad9a4b7eb162, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:18:44.122900 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] For port 296e5321-bd7f-4311-b545-ad9a4b7eb162, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=296e5321-bd7f-4311-b545-ad9a4b7eb162,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:18:44.187445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:44.248573 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:44.250639 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] 10.222.0.73 "PUT /v2.0/ports/296e5321-bd7f-4311-b545-ad9a4b7eb162 HTTP/1.1" status: 200 len: 1093 time: 1.0573804 May 25 23:18:44.251086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'tag': '296e5321-bd7f-4311-b545-ad9a4b7eb162'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:18:44.275723 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7340fa-3c2d-448b-8d10-cc18bb3dfd7f service neutron] Pushing event updated for resources: {'Port': ['ID=296e5321-bd7f-4311-b545-ad9a4b7eb162,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:18:44.411245 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c897d9e1-8846-4fb8-b198-3d858a496d11'] response: {'name': 'network-changed', 'server_uuid': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'tag': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'status': 'completed', 'code': 200} May 25 23:18:44.431556 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-ed21580a-da57-4207-bc12-61d7521dec0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 1096 time: 0.0789020 May 25 23:18:44.504674 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-cde138dc-c164-4e5a-9175-4bb17808fe04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296e5321-bd7f-4311-b545-ad9a4b7eb162 HTTP/1.1" status: 200 len: 217 time: 0.0666347 May 25 23:18:44.568664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-98b9f0e5-d4fa-40e9-9a74-6a4daf285e42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:44.570089 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-98b9f0e5-d4fa-40e9-9a74-6a4daf285e42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0602176 May 25 23:18:44.646665 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-a8a69a39-dfe9-435f-a63b-92258ac57eab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691831 May 25 23:18:44.781268 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-f70f618f-e0c3-4980-83e2-2c2acacfc41a service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285293 May 25 23:18:44.876542 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:44.919887 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a777bb23-cc42-46db-9fca-29b74bf925dd req-6674b05b-18e6-455c-bf8f-656352fe3de4 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333716 May 25 23:18:44.938195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d81be5-8a82-4777-aff6-9940588cb6f1 req-396f4eb4-c3e5-46e6-a8a5-ea9e3dc4d105 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:44.939628 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-53d81be5-8a82-4777-aff6-9940588cb6f1 req-396f4eb4-c3e5-46e6-a8a5-ea9e3dc4d105 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 943 time: 0.0840673 May 25 23:18:44.985311 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-53d81be5-8a82-4777-aff6-9940588cb6f1 req-ee37f0f5-88c8-475b-86ca-0b0f41512093 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401685 May 25 23:18:45.083816 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:45.193882 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ab281ecf-54f5-4708-9cd6-d5d1aa5e2a81 req-06ddaa19-dc27-4b9c-9c86-a25e265ca856 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 1096 time: 0.1516950 May 25 23:18:45.324922 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab281ecf-54f5-4708-9cd6-d5d1aa5e2a81 req-afc667ae-09ff-4b72-ab5e-0a38acb6387b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:45.326357 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ab281ecf-54f5-4708-9cd6-d5d1aa5e2a81 req-afc667ae-09ff-4b72-ab5e-0a38acb6387b service neutron] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 912 time: 0.1262436 May 25 23:18:45.396201 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ab281ecf-54f5-4708-9cd6-d5d1aa5e2a81 req-05fa23e6-0cd1-4255-8554-b85d13ff9147 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296e5321-bd7f-4311-b545-ad9a4b7eb162 HTTP/1.1" status: 200 len: 217 time: 0.0617127 May 25 23:18:45.457062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab281ecf-54f5-4708-9cd6-d5d1aa5e2a81 req-4498720b-8b17-434b-9c0a-fba61d92c577 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:45.458360 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ab281ecf-54f5-4708-9cd6-d5d1aa5e2a81 req-4498720b-8b17-434b-9c0a-fba61d92c577 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0559988 May 25 23:18:45.529506 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ab281ecf-54f5-4708-9cd6-d5d1aa5e2a81 req-4af8e917-a9c5-4fdf-8b1d-baab415e746f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649638 May 25 23:18:45.656453 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ab281ecf-54f5-4708-9cd6-d5d1aa5e2a81 req-a9fe9a35-629d-45c9-b14a-7490f1409358 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211517 May 25 23:18:45.784934 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ab281ecf-54f5-4708-9cd6-d5d1aa5e2a81 req-793acb1b-65ff-4574-9e63-fddd1f5ac5b5 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229751 May 25 23:18:46.179397 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cdaf2-3bb8-44e9-aa7a-5dde47678805 req-28d77ea5-f8a4-44cf-a99b-7c850bab5714 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:46.180852 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-361cdaf2-3bb8-44e9-aa7a-5dde47678805 req-28d77ea5-f8a4-44cf-a99b-7c850bab5714 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 943 time: 0.0755923 May 25 23:18:46.319851 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-361cdaf2-3bb8-44e9-aa7a-5dde47678805 req-65f52b0a-011a-4a58-8401-2a275d277265 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334465 May 25 23:18:46.654564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:47.515607 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9d3f0-88bf-4619-8aa1-2185f8c88be6 req-1fcc5c89-d534-481a-907e-884787eabaf9 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:47.517100 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ffa9d3f0-88bf-4619-8aa1-2185f8c88be6 req-1fcc5c89-d534-481a-907e-884787eabaf9 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 943 time: 0.0751266 May 25 23:18:47.562563 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ffa9d3f0-88bf-4619-8aa1-2185f8c88be6 req-0871a127-3d01-48ca-92c2-a8eda23f9d00 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394216 May 25 23:18:47.659320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:48.757499 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9161a-6d54-4afa-9843-543d87700821 req-65e1a876-62c0-4ba7-8591-d232540fcb5f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:48.758930 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3ca9161a-6d54-4afa-9843-543d87700821 req-65e1a876-62c0-4ba7-8591-d232540fcb5f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 943 time: 0.0794322 May 25 23:18:48.803290 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3ca9161a-6d54-4afa-9843-543d87700821 req-36e6340b-e3a0-4afb-85fe-469ab2388ffa tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388339 May 25 23:18:49.994973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90546a92-2407-4d7c-8e3d-5e96431642cc req-409b1c62-9b86-45fd-8eb9-975bb3cad31b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:49.996390 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-90546a92-2407-4d7c-8e3d-5e96431642cc req-409b1c62-9b86-45fd-8eb9-975bb3cad31b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 943 time: 0.0745010 May 25 23:18:50.042072 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-90546a92-2407-4d7c-8e3d-5e96431642cc req-b67ea396-a1a8-455c-9fb4-33773bfc506a tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395803 May 25 23:18:51.240243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611335b-152b-407c-b985-225832b57225 req-3ea3da00-66a3-4a81-8111-4dc243311606 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:51.241614 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9611335b-152b-407c-b985-225832b57225 req-3ea3da00-66a3-4a81-8111-4dc243311606 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 943 time: 0.0782526 May 25 23:18:51.287160 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9611335b-152b-407c-b985-225832b57225 req-c17ecdff-baee-4735-a5c4-be151130b9de tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400736 May 25 23:18:52.479529 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dedac-a44c-48eb-be4c-78186d96fce9 req-3808fe9e-27de-48fc-a0f1-5e6d82780e6c tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:52.481016 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-854dedac-a44c-48eb-be4c-78186d96fce9 req-3808fe9e-27de-48fc-a0f1-5e6d82780e6c tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 943 time: 0.0743334 May 25 23:18:52.529407 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-854dedac-a44c-48eb-be4c-78186d96fce9 req-ccfbffcc-0364-488f-8dd6-1c2a1490c946 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426624 May 25 23:18:53.527313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 296e5321-bd7f-4311-b545-ad9a4b7eb162 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:18:53.660636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 296e5321-bd7f-4311-b545-ad9a4b7eb162, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=296e5321-bd7f-4311-b545-ad9a4b7eb162,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:18:53.674551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'port_id': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'mac_address': 'fa:16:3e:35:b1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:18:53.727222 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:53.727765 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df32be7-d0a8-4744-bf80-a129d4e182bb req-05d9a5d7-b12d-47f9-bce7-d658af3c634d tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:53.729270 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3df32be7-d0a8-4744-bf80-a129d4e182bb req-05d9a5d7-b12d-47f9-bce7-d658af3c634d tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 943 time: 0.0769627 May 25 23:18:53.745028 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296e5321-bd7f-4311-b545-ad9a4b7eb162 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:18:53.760410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 296e5321-bd7f-4311-b545-ad9a4b7eb162, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=296e5321-bd7f-4311-b545-ad9a4b7eb162,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:18:53.775863 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3df32be7-d0a8-4744-bf80-a129d4e182bb req-3566c6b3-63da-4189-be00-0861cac8c8b8 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396557 May 25 23:18:53.854684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:53.939914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=296e5321-bd7f-4311-b545-ad9a4b7eb162,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:18:53.948114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:53.948457 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:53.948815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:53.949142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:53.949469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:53.949802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:53.950114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:53.950433 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:53.950750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:53.951063 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:53.951377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:54.085946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['296e5321-bd7f-4311-b545-ad9a4b7eb162'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:18:54.974731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47bf15-9908-42fe-b253-c714404466dc req-419d2389-cc58-4052-9581-196f05197097 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:54.976186 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4c47bf15-9908-42fe-b253-c714404466dc req-419d2389-cc58-4052-9581-196f05197097 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 944 time: 0.0782621 May 25 23:18:55.020110 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4c47bf15-9908-42fe-b253-c714404466dc req-8fd94aac-58d7-4f64-ac9a-a9a99d6d1e80 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383885 May 25 23:18:55.542820 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 296e5321-bd7f-4311-b545-ad9a4b7eb162 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:18:55.689225 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 296e5321-bd7f-4311-b545-ad9a4b7eb162 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:18:55.694073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 296e5321-bd7f-4311-b545-ad9a4b7eb162 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:18:55.694427 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:55.806636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:55.833964 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296e5321-bd7f-4311-b545-ad9a4b7eb162'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:18:55.843317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 296e5321-bd7f-4311-b545-ad9a4b7eb162, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=296e5321-bd7f-4311-b545-ad9a4b7eb162,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:18:56.197313 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ef72af-edba-41c9-b29d-354452bf3018'] response: {'server_uuid': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'code': 200} May 25 23:18:56.212076 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93a885-ca90-446a-a2eb-ef7e5054cebe req-7be56efb-9014-4bb6-a3ed-c566b863ba36 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:56.213524 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4b93a885-ca90-446a-a2eb-ef7e5054cebe req-7be56efb-9014-4bb6-a3ed-c566b863ba36 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 944 time: 0.0744824 May 25 23:18:56.258670 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4b93a885-ca90-446a-a2eb-ef7e5054cebe req-6d159bac-f8e5-4b2f-814b-02903615285a tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387046 May 25 23:18:56.282815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:56.352201 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=296e5321-bd7f-4311-b545-ad9a4b7eb162,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:18:56.539644 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-35b67a96-698e-4f30-8418-acdd22dbf191 req-d7bc0a77-7164-4c3c-912d-c66da63c0fda service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 1098 time: 0.0703223 May 25 23:18:56.581138 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-35b67a96-698e-4f30-8418-acdd22dbf191 req-32a34741-e320-49c6-a97a-5b072ad459fc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363781 May 25 23:18:57.459192 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91afc2-be9d-4399-b5e6-42ec91fe6e31 req-0c4e2657-24ab-40df-ab0e-3ce1eb2cdd07 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:57.460653 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3f91afc2-be9d-4399-b5e6-42ec91fe6e31 req-0c4e2657-24ab-40df-ab0e-3ce1eb2cdd07 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 945 time: 0.0796790 May 25 23:18:57.505954 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3f91afc2-be9d-4399-b5e6-42ec91fe6e31 req-099d9d2d-cd20-4f19-a401-7ee2c2383bce tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397580 May 25 23:18:58.698369 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ace0b-a5c7-4bd7-9886-2174e8a188f6 req-77dbee9b-10d7-4af0-9708-4497aaf70c80 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:58.699774 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c78ace0b-a5c7-4bd7-9886-2174e8a188f6 req-77dbee9b-10d7-4af0-9708-4497aaf70c80 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 945 time: 0.0748382 May 25 23:18:58.748236 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c78ace0b-a5c7-4bd7-9886-2174e8a188f6 req-21f65f7f-9869-43a5-83cd-a4dd8a0ef6f6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428915 May 25 23:18:59.082621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d8f6e-bcea-4177-b44f-4178fa6ca618 req-6b3a9d28-6716-49ef-8fde-ad73595695bd tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:18:59.083935 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-949d8f6e-bcea-4177-b44f-4178fa6ca618 req-6b3a9d28-6716-49ef-8fde-ad73595695bd tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 945 time: 0.0754020 May 25 23:18:59.127236 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-949d8f6e-bcea-4177-b44f-4178fa6ca618 req-0a9ad83c-5e45-40c8-9c00-5ef0af132ff9 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378420 May 25 23:18:59.154406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 45044) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:18:59.226056 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2387b654-fa4e-4bcf-b3cd-c5c5090cf847 tempest-TestVolumeBootPattern-250123355 tempest-TestVolumeBootPattern-250123355-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 1093 time: 0.0705028 May 25 23:18:59.228476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 45048) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:18:59.233434 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:18:59.238925 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:18:59.242636 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Usage tracker for resource:floatingip and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:18:59.245389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:18:59.251719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:18:59.323389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:59.458572 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:59.589179 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Allocated IP 172.26.5.184 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/fd614688-0afe-4f5a-9527-8557f2591beb) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:18:59.732842 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:59.808172 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:18:59.875224 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:18:59.877896 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:18:59.881527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:18:59.911283 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event updated for resources: {'Port': ['ID=fd614688-0afe-4f5a-9527-8557f2591beb,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:18:59.934044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:59.934375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:59.934703 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:59.935165 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:59.935491 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:59.935813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:59.936131 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:59.936445 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:59.936782 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:59.937093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:18:59.937417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:19:00.487994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:00.606295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:00.803936 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:00.861295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:00.968643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event updated for resources: {'Port': ['ID=fd614688-0afe-4f5a-9527-8557f2591beb,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:19:00.982361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:01.173204 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Floating IP e6f0b6c9-2a52-49df-ba06-4c1be9d0c9d9 associated. External IP: 172.26.5.184, port: 296e5321-bd7f-4311-b545-ad9a4b7eb162. May 25 23:19:01.551924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:19:01.744349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:19:01.755809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef3bbf4-6cd5-408d-bf5d-5f957e1c038b None None] Sync routers for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:19:01.768272 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef3bbf4-6cd5-408d-bf5d-5f957e1c038b None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:19:01.769006 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-9ef3bbf4-6cd5-408d-bf5d-5f957e1c038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:18:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:19:01.849273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:01.952545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-9ef3bbf4-6cd5-408d-bf5d-5f957e1c038b None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:19:02.007627 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-783f74fb-e831-4b12-b4bc-5053f13e967e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7781086 May 25 23:19:02.008186 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'tag': '296e5321-bd7f-4311-b545-ad9a4b7eb162'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:19:02.137994 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8140fd9c-15a8-4230-83ce-33bf2ffabe99'] response: {'name': 'network-changed', 'server_uuid': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'tag': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'status': 'completed', 'code': 200} May 25 23:19:02.226572 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34c63d9d-6ebb-429f-8c43-47d07f458b16 req-ff54a83e-607a-4743-a208-4f7333fe7afe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 1098 time: 0.0681798 May 25 23:19:02.335580 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-9ef3bbf4-6cd5-408d-bf5d-5f957e1c038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'e6f0b6c9-2a52-49df-ba06-4c1be9d0c9d9', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'floating_ip_address': '172.26.5.184', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'port_id': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'mac_address': 'fa:16:3e:35:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:19:00Z', 'updated_at': '2022-05-25T23:19:00Z', 'revision_number': 0, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:19:02.339521 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef3bbf4-6cd5-408d-bf5d-5f957e1c038b None None] Checking router: 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:19:02.350855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef3bbf4-6cd5-408d-bf5d-5f957e1c038b None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:19:02.351457 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-9ef3bbf4-6cd5-408d-bf5d-5f957e1c038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:18:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:19:02.358509 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c63d9d-6ebb-429f-8c43-47d07f458b16 req-991dc58e-b9ec-4fd4-abe0-42b4964e733a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:19:02.360547 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34c63d9d-6ebb-429f-8c43-47d07f458b16 req-991dc58e-b9ec-4fd4-abe0-42b4964e733a service neutron] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 912 time: 0.1276104 May 25 23:19:02.461664 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34c63d9d-6ebb-429f-8c43-47d07f458b16 req-87bed02d-f912-42e0-a080-759014ceb1c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296e5321-bd7f-4311-b545-ad9a4b7eb162 HTTP/1.1" status: 200 len: 999 time: 0.0957503 May 25 23:19:02.526931 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c63d9d-6ebb-429f-8c43-47d07f458b16 req-7ce1a9e9-59ce-43ea-882c-ff3bb0e85dbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:19:02.528348 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34c63d9d-6ebb-429f-8c43-47d07f458b16 req-7ce1a9e9-59ce-43ea-882c-ff3bb0e85dbc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0609498 May 25 23:19:02.528464 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-9ef3bbf4-6cd5-408d-bf5d-5f957e1c038b None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:19:02.605495 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34c63d9d-6ebb-429f-8c43-47d07f458b16 req-5d424b1e-1f90-48c6-b068-4fdae7254ff0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712345 May 25 23:19:02.737955 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34c63d9d-6ebb-429f-8c43-47d07f458b16 req-5d26e4b4-cadf-4b6b-b84d-b582606d5100 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268945 May 25 23:19:02.872177 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-34c63d9d-6ebb-429f-8c43-47d07f458b16 req-79ebd5a8-7abc-4fe9-ae71-bc5d2f368687 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289885 May 25 23:19:02.878504 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-9ef3bbf4-6cd5-408d-bf5d-5f957e1c038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'e6f0b6c9-2a52-49df-ba06-4c1be9d0c9d9', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'floating_ip_address': '172.26.5.184', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'port_id': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'mac_address': 'fa:16:3e:35:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:19:00Z', 'updated_at': '2022-05-25T23:19:00Z', 'revision_number': 0, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:19:02.884161 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef3bbf4-6cd5-408d-bf5d-5f957e1c038b None None] The sync data for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv is: [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'e6f0b6c9-2a52-49df-ba06-4c1be9d0c9d9', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'floating_ip_address': '172.26.5.184', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'port_id': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'mac_address': 'fa:16:3e:35:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:19:00Z', 'updated_at': '2022-05-25T23:19:00Z', 'revision_number': 0, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:19:03.068046 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb561db-90b8-4dc7-b6c5-fed6241bb082 None None] New status for floating IP e6f0b6c9-2a52-49df-ba06-4c1be9d0c9d9: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:19:03.633303 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:19:11.494438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-42c885f6-f8c6-45d7-8c53-45e58d75246b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:13.689174 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3b6c-786e-4ec9-94e5-039f47a5acde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:14.881213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:15.063988 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:16.665440 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:17.677430 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:18.543969 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f4d09f7-e806-480d-b3ae-a30a38dfa64e req-6c6ab344-db2f-46fe-bba8-c2387c6186d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730083 May 25 23:19:18.772793 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f4d09f7-e806-480d-b3ae-a30a38dfa64e req-e8f50796-a13a-4683-9a81-585363351a30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 1098 time: 0.1628928 May 25 23:19:18.914676 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d09f7-e806-480d-b3ae-a30a38dfa64e req-3bf24af8-ea29-4398-88bb-1e23eb8ac77b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:19:18.917764 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f4d09f7-e806-480d-b3ae-a30a38dfa64e req-3bf24af8-ea29-4398-88bb-1e23eb8ac77b service neutron] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 912 time: 0.1261573 May 25 23:19:19.020991 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f4d09f7-e806-480d-b3ae-a30a38dfa64e req-80912cc4-bd21-4841-b658-62203601953c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296e5321-bd7f-4311-b545-ad9a4b7eb162 HTTP/1.1" status: 200 len: 1001 time: 0.0983021 May 25 23:19:19.085130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d09f7-e806-480d-b3ae-a30a38dfa64e req-c1570d1a-446e-4c2c-8d9e-48857c073a9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:19:19.086540 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f4d09f7-e806-480d-b3ae-a30a38dfa64e req-c1570d1a-446e-4c2c-8d9e-48857c073a9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0583365 May 25 23:19:19.162800 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f4d09f7-e806-480d-b3ae-a30a38dfa64e req-2ff4e41f-3343-4de5-b592-84b42a798c7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707917 May 25 23:19:19.296681 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f4d09f7-e806-480d-b3ae-a30a38dfa64e req-d732c429-1eb0-41dd-bfc4-7d6ee2036c97 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276889 May 25 23:19:19.430573 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8f4d09f7-e806-480d-b3ae-a30a38dfa64e req-0ddeebea-216b-49dc-8e3d-c350e2479dd1 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288090 May 25 23:19:40.633311 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:19:41.551046 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-af37ee8c-64dd-4dd2-b6c5-b38677638b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:43.734244 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-edffa1dd-6d52-40d5-8cc5-cff01c9d9ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:44.905783 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:45.071909 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:46.654241 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:19:47.671596 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:11.471368 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9c192520-a681-4c3a-8cc8-6b6d5fea9aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:13.683066 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f205-00c1-4cb2-b0d5-270a1d222387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:14.899595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:15.071792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:16.671383 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:17.632732 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:20:17.676730 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:20.534586 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3a2ea4db-e07a-48a2-a16a-8a1ea5a2c6b2 req-53c98fda-fd9c-4c4e-be5d-950a4ff96939 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651820 May 25 23:20:20.671849 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3a2ea4db-e07a-48a2-a16a-8a1ea5a2c6b2 req-0de651af-e270-4e4b-aa84-36c2c5c2b9fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 1098 time: 0.0730429 May 25 23:20:20.814507 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ea4db-e07a-48a2-a16a-8a1ea5a2c6b2 req-f5c22786-2e34-4324-9ccd-4430d02ba8fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:20:20.815917 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3a2ea4db-e07a-48a2-a16a-8a1ea5a2c6b2 req-f5c22786-2e34-4324-9ccd-4430d02ba8fe service neutron] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 912 time: 0.1259634 May 25 23:20:20.912876 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3a2ea4db-e07a-48a2-a16a-8a1ea5a2c6b2 req-b96baddd-ee1f-42ff-9f77-af0eafc2ccd5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296e5321-bd7f-4311-b545-ad9a4b7eb162 HTTP/1.1" status: 200 len: 1001 time: 0.0911107 May 25 23:20:20.975273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ea4db-e07a-48a2-a16a-8a1ea5a2c6b2 req-070c222e-442f-41b8-8fc3-8fd7d949aa0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:20:20.977229 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3a2ea4db-e07a-48a2-a16a-8a1ea5a2c6b2 req-070c222e-442f-41b8-8fc3-8fd7d949aa0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0589604 May 25 23:20:21.049370 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3a2ea4db-e07a-48a2-a16a-8a1ea5a2c6b2 req-ee33b348-d117-4b65-b01c-ef1822912e20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671046 May 25 23:20:21.183238 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3a2ea4db-e07a-48a2-a16a-8a1ea5a2c6b2 req-caee887f-30db-4bad-9fa5-87c52710f3a5 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272371 May 25 23:20:21.317191 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3a2ea4db-e07a-48a2-a16a-8a1ea5a2c6b2 req-02c6dca8-8a1f-4846-91fb-c704a0678f18 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280954 May 25 23:20:41.470794 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b67bb1c5-b34d-4da5-a311-2e65a0cc6825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:43.676938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ef10955b-76f4-4d58-b53d-10630f2c74df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:44.899666 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:45.094058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:46.677430 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:47.699632 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:20:54.632840 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:21:11.586016 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a34a50bc-b5f7-444c-89d3-946407489720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:13.751406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-34b58af7-8022-492c-a8b2-01eb15a14912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:14.922525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:15.082643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:16.665738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:17.711641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:21.627403 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6cae2656-8dbc-4ca8-a0d1-913b4bd82d93 req-f10088d2-a3b0-43eb-a907-34fc1d5536dc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1583295 May 25 23:21:21.766525 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6cae2656-8dbc-4ca8-a0d1-913b4bd82d93 req-b658a6bb-7718-40db-9dd2-015c4c7255c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 1098 time: 0.0669897 May 25 23:21:21.911231 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae2656-8dbc-4ca8-a0d1-913b4bd82d93 req-ad56e212-a1a6-4fc1-a776-a71307323871 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:21:21.915439 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6cae2656-8dbc-4ca8-a0d1-913b4bd82d93 req-ad56e212-a1a6-4fc1-a776-a71307323871 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 912 time: 0.1281400 May 25 23:21:22.016482 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6cae2656-8dbc-4ca8-a0d1-913b4bd82d93 req-226a6619-7a6e-49b9-a731-32602c8d462a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296e5321-bd7f-4311-b545-ad9a4b7eb162 HTTP/1.1" status: 200 len: 1001 time: 0.0983715 May 25 23:21:22.078790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae2656-8dbc-4ca8-a0d1-913b4bd82d93 req-453d36d5-55b9-41cf-90d3-763f17400293 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:21:22.080126 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6cae2656-8dbc-4ca8-a0d1-913b4bd82d93 req-453d36d5-55b9-41cf-90d3-763f17400293 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0572574 May 25 23:21:22.160647 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6cae2656-8dbc-4ca8-a0d1-913b4bd82d93 req-c066a4f2-696b-4526-a3b3-94cab8246eb9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746851 May 25 23:21:22.299312 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6cae2656-8dbc-4ca8-a0d1-913b4bd82d93 req-93dc8489-698a-4ae8-8391-dd476c7ac55e service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328673 May 25 23:21:22.439999 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6cae2656-8dbc-4ca8-a0d1-913b4bd82d93 req-37932caa-040d-463a-8926-c3e14c374567 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329679 May 25 23:21:31.634903 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:21:41.534044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-94ef84ca-8762-439f-ae87-161ddf9de16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:42.307958 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-f17937da-d455-48de-90f8-d7b4a7eea89e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688166400&fields=id&tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 HTTP/1.1" status: 200 len: 267 time: 0.0411057 May 25 23:21:42.454737 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1265a5-e51f-4604-af27-18843266d215 req-1ab39461-7a6b-414a-a26c-516c4b9d66de tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:21:42.456123 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-1ab39461-7a6b-414a-a26c-516c4b9d66de tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 811 time: 0.1416924 May 25 23:21:42.472998 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-2b22b7fb-1d57-48fc-b632-82e69d3ff99f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/quotas/1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 HTTP/1.1" status: 200 len: 375 time: 0.0109999 May 25 23:21:42.559765 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-8abd6294-6ec4-4943-8968-98f5b805dc56 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0818758 May 25 23:21:42.643533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-db240cb3-d7b7-46e2-9264-80d6a52c7d6c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 23:21:42.644489 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-db240cb3-d7b7-46e2-9264-80d6a52c7d6c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0740218 May 25 23:21:42.778613 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-0bd3aca2-fae1-4dfd-becd-08c1a664e02f service neutron] 10.222.0.66 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277125 May 25 23:21:42.910188 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-235d31df-5f47-4c27-b45e-5cec32ce2c66 service neutron] 10.222.0.66 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258063 May 25 23:21:43.668099 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-11eab905-8fa3-4c77-9016-298eab07ced3 req-6196ee01-0166-415e-8242-71aca2010444 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 210 time: 0.0412843 May 25 23:21:43.705492 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9c6c412a-dc39-495f-8fe8-19efa606716f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:44.777133 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-62b0dd08-5987-40df-b293-94ba25ea3de1 req-56c331bc-53dc-4ff3-a719-f00f397121be tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 210 time: 0.0394626 May 25 23:21:44.888207 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:45.065449 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:45.902106 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e0b82fe3-8aae-4b83-a8e9-33dca7493c3d req-cb599d2b-65b4-469b-acc6-2413fd6f8465 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 210 time: 0.0438490 May 25 23:21:46.659754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:47.020450 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0402b27d-4879-42be-a386-df7f78ee3e3b req-4319629b-491a-4380-ad62-d00885f6f625 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 210 time: 0.0484562 May 25 23:21:47.733167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:48.183551 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5a30ea29-03a3-45ec-ac1c-63cfc46455a2 req-357d4702-d562-44b5-b698-f38abe0a82bd tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 210 time: 0.0404134 May 25 23:21:49.350242 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1777f5f3-3b66-443f-bcd5-c02b22b5d607 req-9f633f66-e754-4875-a542-55bcf902d17d tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 210 time: 0.0430081 May 25 23:21:49.783212 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1265a5-e51f-4604-af27-18843266d215 req-fb63f687-0190-4416-8e14-9a5252732caf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:21:49.784850 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-fb63f687-0190-4416-8e14-9a5252732caf tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 811 time: 0.1464713 May 25 23:21:49.837923 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-7c6b2d83-bf1f-4299-a317-d89ec6fc2b57 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 HTTP/1.1" status: 200 len: 379 time: 0.0418005 May 25 23:21:49.845845 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Request body: {'port': {'device_id': '2a25a6d3-8da9-4e7c-83c9-9695f02b7631', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'admin_state_up': True, 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'security_groups': ['643fa01c-f4d0-46a3-80f8-5c99343fa4b5']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:21:49.980275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:21:49.984391 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Usage tracker for resource:port and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:21:49.987297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:21:49.993075 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:21:50.088808 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Made reservation on behalf of 1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:21:50.092791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:50.263161 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Allocated IP 172.20.0.9 (70b80a57-1744-4562-af25-dee233046585/93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3/e43eeba9-d79a-4794-b746-3bad1ff693e2) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:21:50.461174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:50.478044 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Transition to ACTIVE for port object e43eeba9-d79a-4794-b746-3bad1ff693e2 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:21:50.520785 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7cbbb863-43df-4e15-86c7-2e1a37fd1af5 req-77027a78-fc55-4060-a640-8b556ede5233 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 210 time: 0.0422933 May 25 23:21:50.563397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:50.642313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Network 70b80a57-1744-4562-af25-dee233046585 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:21:50.645361 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:21:50.649784 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:21:50.676662 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event updated for resources: {'Port': ['ID=e43eeba9-d79a-4794-b746-3bad1ff693e2,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:50.701206 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:50.705037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:50.705037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:50.705037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:50.705037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:50.705037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:50.705037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:50.705037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:50.705037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:50.705037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:50.705037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:21:50.729937 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:21:50.731058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:50.889435 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-c8b8efeb-c1f0-4360-9bbb-755b33f95d2b tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0470724 May 25 23:21:50.900152 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Request body: {'port': {'device_id': '2a25a6d3-8da9-4e7c-83c9-9695f02b7631', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:21:50.986191 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b5057e5e-8217-4e6b-b340-1790fd276103 None None] Provisioning for port e43eeba9-d79a-4794-b746-3bad1ff693e2 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:21:50.992080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b5057e5e-8217-4e6b-b340-1790fd276103 None None] Provisioning complete for port e43eeba9-d79a-4794-b746-3bad1ff693e2 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:21:50.992607 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b5057e5e-8217-4e6b-b340-1790fd276103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:51.049018 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-b5057e5e-8217-4e6b-b340-1790fd276103 None None] Port e43eeba9-d79a-4794-b746-3bad1ff693e2 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:21:51.116769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:51.455902 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e43eeba9-d79a-4794-b746-3bad1ff693e2 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:21:51.462975 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:51.477037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Transition to ACTIVE for port object e43eeba9-d79a-4794-b746-3bad1ff693e2 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:21:51.591527 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:51.728981 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26567f05-a6e1-48bf-a094-a698c048ace8 req-05f0dbec-5dea-4551-b063-d01f48977607 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:21:51.731856 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-26567f05-a6e1-48bf-a094-a698c048ace8 req-05f0dbec-5dea-4551-b063-d01f48977607 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 943 time: 0.0910733 May 25 23:21:51.737756 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Pushing event updated for resources: {'Port': ['ID=e43eeba9-d79a-4794-b746-3bad1ff693e2,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:51.785719 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-26567f05-a6e1-48bf-a094-a698c048ace8 req-50942307-5078-4a5d-864b-477bfaff0332 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451722 May 25 23:21:51.864048 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Attempting to bind port e43eeba9-d79a-4794-b746-3bad1ff693e2 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:21:51.864374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Attempting to bind port e43eeba9-d79a-4794-b746-3bad1ff693e2 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:21:51.864727 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Attempting to bind port e43eeba9-d79a-4794-b746-3bad1ff693e2 on network 70b80a57-1744-4562-af25-dee233046585 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:21:51.870392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Port e43eeba9-d79a-4794-b746-3bad1ff693e2 on network 70b80a57-1744-4562-af25-dee233046585 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:21:51.870698 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Attempting to bind port e43eeba9-d79a-4794-b746-3bad1ff693e2 on network 70b80a57-1744-4562-af25-dee233046585 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:21:51.877105 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:21:51.885554 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Checking segment: {'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:21:51.885554 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Bound using segment: {'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:21:51.885554 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Bound port: e43eeba9-d79a-4794-b746-3bad1ff693e2, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '70b80a57-1744-4562-af25-dee233046585'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:21:51.885554 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:51.968202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] For port e43eeba9-d79a-4794-b746-3bad1ff693e2, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:21:51.971282 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] For port e43eeba9-d79a-4794-b746-3bad1ff693e2, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e43eeba9-d79a-4794-b746-3bad1ff693e2,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:21:52.100316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:52.161027 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:21:52.162379 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-09ca135e-69b3-41ed-8394-54902681248b service neutron] 10.222.0.73 "PUT /v2.0/ports/e43eeba9-d79a-4794-b746-3bad1ff693e2 HTTP/1.1" status: 200 len: 1093 time: 1.2663813 May 25 23:21:52.170880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a25a6d3-8da9-4e7c-83c9-9695f02b7631', 'tag': 'e43eeba9-d79a-4794-b746-3bad1ff693e2'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:21:52.179395 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca135e-69b3-41ed-8394-54902681248b service neutron] Pushing event updated for resources: {'Port': ['ID=e43eeba9-d79a-4794-b746-3bad1ff693e2,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:21:52.225369 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f696e9e-d024-42d1-915f-57582a3003f0'] response: {'name': 'network-changed', 'server_uuid': '2a25a6d3-8da9-4e7c-83c9-9695f02b7631', 'tag': 'e43eeba9-d79a-4794-b746-3bad1ff693e2', 'status': 'completed', 'code': 200} May 25 23:21:52.342827 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-612948ad-eb65-4b88-872c-53fa84bfbc41 req-bad0d233-174d-47d6-8aab-773880329150 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 1096 time: 0.0948145 May 25 23:21:52.484728 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612948ad-eb65-4b88-872c-53fa84bfbc41 req-45d48438-0c7c-40a0-861e-2b1a3327e46b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:21:52.486141 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-612948ad-eb65-4b88-872c-53fa84bfbc41 req-45d48438-0c7c-40a0-861e-2b1a3327e46b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1374795 May 25 23:21:52.624857 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612948ad-eb65-4b88-872c-53fa84bfbc41 req-b4e2e184-69dc-4b56-9f5f-ccedb8eef6db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:21:52.626279 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-612948ad-eb65-4b88-872c-53fa84bfbc41 req-b4e2e184-69dc-4b56-9f5f-ccedb8eef6db service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338449 May 25 23:21:52.734732 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-3951012b-235e-406a-9051-8c4858437acb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 1096 time: 0.0745881 May 25 23:21:52.804277 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-4c8b6d2a-fcf5-45a2-8f79-a61a61c1574f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e43eeba9-d79a-4794-b746-3bad1ff693e2 HTTP/1.1" status: 200 len: 217 time: 0.0629973 May 25 23:21:52.869278 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1265a5-e51f-4604-af27-18843266d215 req-5e0f6181-c346-4611-90a4-f634da73516b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:21:52.870823 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-5e0f6181-c346-4611-90a4-f634da73516b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0599041 May 25 23:21:52.944834 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-29265185-9099-4b27-9e29-042887f08d9d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678699 May 25 23:21:52.987319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e610a0-2844-4d11-afc6-10c390e5a7c3 req-2c6ff493-3d94-4419-8745-a74002c5df75 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:21:52.988791 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-90e610a0-2844-4d11-afc6-10c390e5a7c3 req-2c6ff493-3d94-4419-8745-a74002c5df75 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 943 time: 0.0802460 May 25 23:21:53.035516 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-90e610a0-2844-4d11-afc6-10c390e5a7c3 req-7e69e072-9984-46f2-a1e2-a90ad21f7891 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409963 May 25 23:21:53.078991 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-47c6b82f-57c4-41ff-b698-d2d3d9d8b86e service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283927 May 25 23:21:53.287423 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4e1265a5-e51f-4604-af27-18843266d215 req-ce0ac4d1-cb8b-49cf-9545-1229cf24b5e7 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026987 May 25 23:21:54.233525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c160b-9d58-4ad2-8802-e39155bba961 req-9c9e8cb0-22b7-4efb-888f-17fd2eb2eea4 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:21:54.234958 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eb7c160b-9d58-4ad2-8802-e39155bba961 req-9c9e8cb0-22b7-4efb-888f-17fd2eb2eea4 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 943 time: 0.0752251 May 25 23:21:54.282654 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eb7c160b-9d58-4ad2-8802-e39155bba961 req-ec557781-707d-47ef-baa2-57a14b460f0d tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420854 May 25 23:21:55.488447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a8682-db0d-4866-8feb-2351a6422bae req-e8829b47-345e-4c27-9a92-9d47b9f0a0f9 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:21:55.489911 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2f7a8682-db0d-4866-8feb-2351a6422bae req-e8829b47-345e-4c27-9a92-9d47b9f0a0f9 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 943 time: 0.0792367 May 25 23:21:55.534996 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2f7a8682-db0d-4866-8feb-2351a6422bae req-19536fb7-0347-45ad-a8d8-c2ec1a75a056 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394886 May 25 23:21:56.732261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f312a9f-f245-479c-8671-e87b5ef2c18d req-b16398c8-6f1b-4377-8cb4-c4a368555b9f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:21:56.734254 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3f312a9f-f245-479c-8671-e87b5ef2c18d req-b16398c8-6f1b-4377-8cb4-c4a368555b9f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 943 time: 0.0788972 May 25 23:21:56.779134 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3f312a9f-f245-479c-8671-e87b5ef2c18d req-210f7399-9acc-45ca-9a0e-1fe5c03d1074 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389862 May 25 23:21:57.972482 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4211c-cc55-42e7-93ed-16ebcc813b24 req-e2694f8e-0c58-42b7-bab5-a68dab97a161 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:21:57.973937 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e9e4211c-cc55-42e7-93ed-16ebcc813b24 req-e2694f8e-0c58-42b7-bab5-a68dab97a161 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 943 time: 0.0756774 May 25 23:21:58.019874 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e9e4211c-cc55-42e7-93ed-16ebcc813b24 req-430f9a21-ae84-4649-8a99-2c01af4f1685 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404072 May 25 23:21:59.220982 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f9932-0dd5-4a30-ad6b-561b96139d53 req-1d69c613-43bd-4b6b-91ae-9e86f00f8dc4 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:21:59.222425 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c08f9932-0dd5-4a30-ad6b-561b96139d53 req-1d69c613-43bd-4b6b-91ae-9e86f00f8dc4 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 943 time: 0.0803363 May 25 23:21:59.267430 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c08f9932-0dd5-4a30-ad6b-561b96139d53 req-e53b173c-80e1-4f85-a4a0-254c1395bdbe tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391870 May 25 23:22:00.322383 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device e43eeba9-d79a-4794-b746-3bad1ff693e2 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:22:00.458715 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port e43eeba9-d79a-4794-b746-3bad1ff693e2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e43eeba9-d79a-4794-b746-3bad1ff693e2,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:22:00.463615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60402c3-b5bf-4c91-b61d-10aa54390dd9 req-16f8f380-9944-4df4-97a6-e879838eeec7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:22:00.465084 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f60402c3-b5bf-4c91-b61d-10aa54390dd9 req-16f8f380-9944-4df4-97a6-e879838eeec7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 943 time: 0.0767264 May 25 23:22:00.473092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'e43eeba9-d79a-4794-b746-3bad1ff693e2', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'port_id': 'e43eeba9-d79a-4794-b746-3bad1ff693e2', 'mac_address': 'fa:16:3e:6f:04:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:22:00.514252 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f60402c3-b5bf-4c91-b61d-10aa54390dd9 req-4a006e8b-4f30-4cbd-820c-89663257eaae tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430183 May 25 23:22:00.528551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:00.549669 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43eeba9-d79a-4794-b746-3bad1ff693e2 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:22:00.564837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port e43eeba9-d79a-4794-b746-3bad1ff693e2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e43eeba9-d79a-4794-b746-3bad1ff693e2,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:22:00.688761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:00.752782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=e43eeba9-d79a-4794-b746-3bad1ff693e2,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:22:00.760834 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:00.761169 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:00.761502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:00.761824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:00.762146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:00.762468 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:00.762782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:00.763097 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:00.763412 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:00.763739 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:00.764038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:00.977253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['e43eeba9-d79a-4794-b746-3bad1ff693e2'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:22:01.718098 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ade1db-f29c-46a6-b0f9-95160315c76d req-c3588750-8b11-4650-9d2d-79ed245ed6d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:22:01.719559 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c5ade1db-f29c-46a6-b0f9-95160315c76d req-c3588750-8b11-4650-9d2d-79ed245ed6d6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 944 time: 0.0762436 May 25 23:22:01.765440 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c5ade1db-f29c-46a6-b0f9-95160315c76d req-4a9fc139-c0d7-4264-b6ab-bda78932d145 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397189 May 25 23:22:02.336755 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device e43eeba9-d79a-4794-b746-3bad1ff693e2 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:22:02.477149 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port e43eeba9-d79a-4794-b746-3bad1ff693e2 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:22:02.481878 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port e43eeba9-d79a-4794-b746-3bad1ff693e2 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:22:02.482271 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:02.591378 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:02.617332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a25a6d3-8da9-4e7c-83c9-9695f02b7631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43eeba9-d79a-4794-b746-3bad1ff693e2'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:22:02.626686 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port e43eeba9-d79a-4794-b746-3bad1ff693e2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e43eeba9-d79a-4794-b746-3bad1ff693e2,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:22:02.673088 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299f597b-1e93-4b7a-be91-367505d5567a'] response: {'server_uuid': '2a25a6d3-8da9-4e7c-83c9-9695f02b7631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43eeba9-d79a-4794-b746-3bad1ff693e2', 'code': 200} May 25 23:22:02.733663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:02.804771 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=e43eeba9-d79a-4794-b746-3bad1ff693e2,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:22:02.968637 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f4792-8166-4116-a20d-ac69b676dadb req-0ad3cd35-b723-43bc-aa0f-47dff79a2ba4 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:22:02.970238 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0e8f4792-8166-4116-a20d-ac69b676dadb req-0ad3cd35-b723-43bc-aa0f-47dff79a2ba4 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 945 time: 0.0803957 May 25 23:22:03.093265 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-514c6eea-3e24-4967-be97-ec16ef73f387 req-37ce7531-84cb-49b6-a795-ccabda16803f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 1098 time: 0.0747666 May 25 23:22:03.103989 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0e8f4792-8166-4116-a20d-ac69b676dadb req-07e41ce2-29d5-4cd1-a4c5-5b11878dd457 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277802 May 25 23:22:03.135907 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-514c6eea-3e24-4967-be97-ec16ef73f387 req-007c4735-0b94-4d0a-8002-9e9b6da6e58d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365355 May 25 23:22:04.309972 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5992d3-67f3-48e5-a7f5-e4cbc9b22d18 req-718be426-2977-49d6-a752-fff37d6bdbee tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:22:04.311475 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1f5992d3-67f3-48e5-a7f5-e4cbc9b22d18 req-718be426-2977-49d6-a752-fff37d6bdbee tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 945 time: 0.0812645 May 25 23:22:04.358448 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1f5992d3-67f3-48e5-a7f5-e4cbc9b22d18 req-fd4a4aac-6430-4f91-b7fa-f4a2d7ce4f35 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410528 May 25 23:22:05.556476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24a511-0892-4c00-a347-fbda5b9f822a req-25d930b8-43f5-446e-83c4-bc19613087af tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:22:05.557964 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7b24a511-0892-4c00-a347-fbda5b9f822a req-25d930b8-43f5-446e-83c4-bc19613087af tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 945 time: 0.0787370 May 25 23:22:05.605314 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7b24a511-0892-4c00-a347-fbda5b9f822a req-a4193f15-e74b-45fa-9bcc-916de12c95b6 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391767 May 25 23:22:05.799453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ca99c-7094-437e-9b04-15bef133d3a8 req-25cc7475-8ac7-4ad1-9ba1-2d4cb173eb81 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:22:05.799890 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-819ca99c-7094-437e-9b04-15bef133d3a8 req-25cc7475-8ac7-4ad1-9ba1-2d4cb173eb81 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 945 time: 0.0766060 May 25 23:22:05.848971 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-819ca99c-7094-437e-9b04-15bef133d3a8 req-45594e6a-711a-4f7d-ba06-5b7a8ee6829e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434256 May 25 23:22:05.878467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 45262) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:22:06.012980 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2950fe7d-c5f7-422e-beab-4247db796456 tempest-TestVolumeBootPattern-250123355 tempest-TestVolumeBootPattern-250123355-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 1093 time: 0.1333752 May 25 23:22:06.015606 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 45268) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:22:06.021497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': 'e43eeba9-d79a-4794-b746-3bad1ff693e2', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:22:06.026891 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:22:06.030703 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Usage tracker for resource:floatingip and tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:22:06.033675 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:22:06.039276 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:22:06.145899 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:06.280069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:06.416370 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Allocated IP 172.26.5.15 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/b4f437aa-3094-4cf5-b91f-233726d32e7f) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:22:06.561432 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:06.672081 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:06.738836 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:22:06.739480 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:22:06.745847 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:22:06.772364 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event updated for resources: {'Port': ['ID=b4f437aa-3094-4cf5-b91f-233726d32e7f,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:22:06.795709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:06.796036 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:06.796359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:06.796724 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:06.797043 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:06.798050 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:06.798369 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:06.798685 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:06.799060 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:06.799366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:06.799698 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:22:07.263904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:07.373738 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:07.678906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:07.739793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:07.843249 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event updated for resources: {'Port': ['ID=b4f437aa-3094-4cf5-b91f-233726d32e7f,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:22:07.857240 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:08.045618 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Floating IP af8047be-9e74-441b-96ff-dbd42183aae0 associated. External IP: 172.26.5.15, port: e43eeba9-d79a-4794-b746-3bad1ff693e2. May 25 23:22:08.445360 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:22:08.635028 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:22:08.643994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:22:08.656009 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94222de-fbaa-411c-9aa5-b8b95be90c16 None None] Sync routers for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:22:08.665171 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94222de-fbaa-411c-9aa5-b8b95be90c16 None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:22:08.665794 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b94222de-fbaa-411c-9aa5-b8b95be90c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:21:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:22:08.717272 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:08.778614 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-923940f7-4ced-4fe3-95a2-edf84478cbc5 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7613437 May 25 23:22:08.779188 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a25a6d3-8da9-4e7c-83c9-9695f02b7631', 'tag': 'e43eeba9-d79a-4794-b746-3bad1ff693e2'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:22:08.835674 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a431071d-571b-4f52-b499-320273549297'] response: {'name': 'network-changed', 'server_uuid': '2a25a6d3-8da9-4e7c-83c9-9695f02b7631', 'tag': 'e43eeba9-d79a-4794-b746-3bad1ff693e2', 'status': 'completed', 'code': 200} May 25 23:22:08.849644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-b94222de-fbaa-411c-9aa5-b8b95be90c16 None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:22:08.926452 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d1fb8334-8608-4e97-9487-df16c9b979c2 req-4c701fb6-e72f-4bca-9b12-b6a2fb8bf4d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 1098 time: 0.0698631 May 25 23:22:09.062100 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb8334-8608-4e97-9487-df16c9b979c2 req-968013ee-f6e5-4a95-a40b-c8c2f7334ab6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:22:09.064154 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d1fb8334-8608-4e97-9487-df16c9b979c2 req-968013ee-f6e5-4a95-a40b-c8c2f7334ab6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 912 time: 0.1323316 May 25 23:22:09.168310 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d1fb8334-8608-4e97-9487-df16c9b979c2 req-89ddf82d-a0d5-47a4-84f7-fba8d80c2f98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e43eeba9-d79a-4794-b746-3bad1ff693e2 HTTP/1.1" status: 200 len: 998 time: 0.0985208 May 25 23:22:09.204242 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b94222de-fbaa-411c-9aa5-b8b95be90c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'af8047be-9e74-441b-96ff-dbd42183aae0', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'floating_ip_address': '172.26.5.15', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'port_id': 'e43eeba9-d79a-4794-b746-3bad1ff693e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'mac_address': 'fa:16:3e:6f:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a25a6d3-8da9-4e7c-83c9-9695f02b7631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:22:07Z', 'updated_at': '2022-05-25T23:22:07Z', 'revision_number': 0, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address_scope': None}, {'id': 'e6f0b6c9-2a52-49df-ba06-4c1be9d0c9d9', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'floating_ip_address': '172.26.5.184', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'port_id': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'mac_address': 'fa:16:3e:35:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:19:00Z', 'updated_at': '2022-05-25T23:19:03Z', 'revision_number': 1, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:22:09.208278 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94222de-fbaa-411c-9aa5-b8b95be90c16 None None] Checking router: 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:22:09.218987 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94222de-fbaa-411c-9aa5-b8b95be90c16 None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:22:09.219673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b94222de-fbaa-411c-9aa5-b8b95be90c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:21:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:22:09.235303 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb8334-8608-4e97-9487-df16c9b979c2 req-2418724f-6d60-4365-81e6-70d6a24d4096 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:22:09.236772 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d1fb8334-8608-4e97-9487-df16c9b979c2 req-2418724f-6d60-4365-81e6-70d6a24d4096 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0625761 May 25 23:22:09.314417 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d1fb8334-8608-4e97-9487-df16c9b979c2 req-fc678f5f-d040-483e-9911-a0f84ce5fce0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718379 May 25 23:22:09.434612 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-b94222de-fbaa-411c-9aa5-b8b95be90c16 None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:22:09.449617 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d1fb8334-8608-4e97-9487-df16c9b979c2 req-906c7362-c7c9-4bcd-a18e-a0fde11f7666 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289003 May 25 23:22:09.584094 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d1fb8334-8608-4e97-9487-df16c9b979c2 req-ccb762b3-e026-435b-8f0c-3db0aad526a6 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291938 May 25 23:22:09.784546 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-b94222de-fbaa-411c-9aa5-b8b95be90c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'af8047be-9e74-441b-96ff-dbd42183aae0', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'floating_ip_address': '172.26.5.15', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'port_id': 'e43eeba9-d79a-4794-b746-3bad1ff693e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'mac_address': 'fa:16:3e:6f:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a25a6d3-8da9-4e7c-83c9-9695f02b7631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:22:07Z', 'updated_at': '2022-05-25T23:22:07Z', 'revision_number': 0, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address_scope': None}, {'id': 'e6f0b6c9-2a52-49df-ba06-4c1be9d0c9d9', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'floating_ip_address': '172.26.5.184', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'port_id': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'mac_address': 'fa:16:3e:35:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:19:00Z', 'updated_at': '2022-05-25T23:19:03Z', 'revision_number': 1, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:22:09.788488 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94222de-fbaa-411c-9aa5-b8b95be90c16 None None] The sync data for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv is: [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'af8047be-9e74-441b-96ff-dbd42183aae0', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'floating_ip_address': '172.26.5.15', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'port_id': 'e43eeba9-d79a-4794-b746-3bad1ff693e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'mac_address': 'fa:16:3e:6f:04:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a25a6d3-8da9-4e7c-83c9-9695f02b7631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:22:07Z', 'updated_at': '2022-05-25T23:22:07Z', 'revision_number': 0, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address_scope': None}, {'id': 'e6f0b6c9-2a52-49df-ba06-4c1be9d0c9d9', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'floating_ip_address': '172.26.5.184', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'port_id': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'mac_address': 'fa:16:3e:35:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:19:00Z', 'updated_at': '2022-05-25T23:19:03Z', 'revision_number': 1, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:22:09.972889 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aaece1-4ea6-4816-8a51-d486b1ffbbcf None None] New status for floating IP af8047be-9e74-441b-96ff-dbd42183aae0: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:22:11.465931 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-91cfc1c3-7d03-4715-a970-e55a8ae5f2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:13.706227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-afdd0e4d-186a-417e-9fd2-0b282672c17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:14.926233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:15.094616 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:16.710751 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:17.790017 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:22.548472 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fbb0fd2-d145-4fdf-8d46-533feb1d1fff req-7003b49e-5f1b-4178-9a91-a54a0ea29729 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721009 May 25 23:22:22.685192 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fbb0fd2-d145-4fdf-8d46-533feb1d1fff req-f0a61a86-117d-444d-86c8-9b0dd0d80d55 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 1098 time: 0.0749753 May 25 23:22:22.850908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb0fd2-d145-4fdf-8d46-533feb1d1fff req-bafd7eea-6689-4927-9de2-778b55f6e3ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:22:22.850908 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fbb0fd2-d145-4fdf-8d46-533feb1d1fff req-bafd7eea-6689-4927-9de2-778b55f6e3ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 912 time: 0.1392527 May 25 23:22:22.951691 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fbb0fd2-d145-4fdf-8d46-533feb1d1fff req-a8d4cd3d-91ff-406f-963b-6fb926e9582e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296e5321-bd7f-4311-b545-ad9a4b7eb162 HTTP/1.1" status: 200 len: 1001 time: 0.1004386 May 25 23:22:23.029339 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb0fd2-d145-4fdf-8d46-533feb1d1fff req-14a3b29a-3811-4e84-9cbf-784f61e66adb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:22:23.029339 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fbb0fd2-d145-4fdf-8d46-533feb1d1fff req-14a3b29a-3811-4e84-9cbf-784f61e66adb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0628123 May 25 23:22:23.100287 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fbb0fd2-d145-4fdf-8d46-533feb1d1fff req-970de445-6ec4-478b-89d1-62da81f2bcfe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743887 May 25 23:22:23.325696 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fbb0fd2-d145-4fdf-8d46-533feb1d1fff req-8f4119bf-d36a-4291-b5d8-629e1efdec36 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143261 May 25 23:22:23.455976 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fbb0fd2-d145-4fdf-8d46-533feb1d1fff req-54dd71dd-e3de-4f00-92bb-bd20629eac97 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298442 May 25 23:22:41.488485 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0e577d34-f70b-489f-ab40-d4010c031e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:43.677308 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-534d8111-6a2c-405b-8a12-3815ec5f3ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:44.892705 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:45.109720 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:45.634746 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:22:46.711381 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:22:47.734568 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:11.494041 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f90cd9ee-43a3-4dce-90ca-250fc6996fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:13.688845 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cfc3568e-656e-42b5-be83-2dd673ce932e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:14.926793 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:15.121714 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:16.700171 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:17.757119 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:22.634745 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:23:22.636360 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5444b6b5-24ba-4c7b-a032-d758f64f51f0 req-3e7563d5-7f70-406b-ae56-693939f47f6d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1327603 May 25 23:23:22.729568 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5444b6b5-24ba-4c7b-a032-d758f64f51f0 req-6ab36bd0-369e-4c6a-bd4e-23a53b21d560 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 1098 time: 0.0721662 May 25 23:23:22.874461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b6b5-24ba-4c7b-a032-d758f64f51f0 req-5b4130a0-d06e-4292-921b-b73262e70953 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:23:22.875883 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5444b6b5-24ba-4c7b-a032-d758f64f51f0 req-5b4130a0-d06e-4292-921b-b73262e70953 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 912 time: 0.1290751 May 25 23:23:22.978384 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5444b6b5-24ba-4c7b-a032-d758f64f51f0 req-e43ebcf4-2f49-4dea-8bb9-b5185292cb90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e43eeba9-d79a-4794-b746-3bad1ff693e2 HTTP/1.1" status: 200 len: 1000 time: 0.0968864 May 25 23:23:23.044765 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b6b5-24ba-4c7b-a032-d758f64f51f0 req-4ab64792-dbdd-4d9e-a21a-77685880bcec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:23:23.045478 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5444b6b5-24ba-4c7b-a032-d758f64f51f0 req-4ab64792-dbdd-4d9e-a21a-77685880bcec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0618281 May 25 23:23:23.120643 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5444b6b5-24ba-4c7b-a032-d758f64f51f0 req-f8611391-8d33-4827-b4d1-a8e0d422c18a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695899 May 25 23:23:23.130158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [req-5444b6b5-24ba-4c7b-a032-d758f64f51f0 req-a2864cd7-8ae6-439f-ac51-0c80fd002e11 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 23:23:23.131017 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5444b6b5-24ba-4c7b-a032-d758f64f51f0 req-a2864cd7-8ae6-439f-ac51-0c80fd002e11 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047665 May 25 23:23:23.263181 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5444b6b5-24ba-4c7b-a032-d758f64f51f0 req-8a87d8bc-7778-40d3-9e71-7e1492fc2a5e service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264532 May 25 23:23:23.396413 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5444b6b5-24ba-4c7b-a032-d758f64f51f0 req-94862398-5f7b-430c-bc00-b286bd7492ef service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277919 May 25 23:23:41.476883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8985febf-df03-4c1d-be72-f73610c15228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:43.728796 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6c537779-e4f5-4c98-8303-83b15652bcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:44.934455 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:45.154816 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:46.726577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:47.731578 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:23:59.635672 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:24:11.494212 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a44d0761-259d-4d32-8a7d-6b59d0252631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:13.688701 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5b60d681-b6f9-47f7-8519-b00b31e46b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:14.916721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:15.093916 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:16.703249 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:17.780209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:23.556007 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-56d650d7-11fd-4c40-84af-dc5384ff19d3 req-5f62c98b-57b8-4b86-b2eb-bfdb96093a22 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720539 May 25 23:24:23.693794 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-56d650d7-11fd-4c40-84af-dc5384ff19d3 req-f7abe411-3fc1-47c6-a804-284c51e42586 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 1098 time: 0.0682847 May 25 23:24:23.845317 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d650d7-11fd-4c40-84af-dc5384ff19d3 req-52d07493-b6c2-4915-88a9-74b18579af80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:24:23.846645 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-56d650d7-11fd-4c40-84af-dc5384ff19d3 req-52d07493-b6c2-4915-88a9-74b18579af80 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 912 time: 0.1350839 May 25 23:24:23.947617 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-56d650d7-11fd-4c40-84af-dc5384ff19d3 req-d74166b6-370b-4c75-8e48-1f7390f21b28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296e5321-bd7f-4311-b545-ad9a4b7eb162 HTTP/1.1" status: 200 len: 1001 time: 0.0952344 May 25 23:24:24.007934 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d650d7-11fd-4c40-84af-dc5384ff19d3 req-1877b87f-8009-4175-a330-bf6f4f2aec5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:24:24.009346 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-56d650d7-11fd-4c40-84af-dc5384ff19d3 req-1877b87f-8009-4175-a330-bf6f4f2aec5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0560334 May 25 23:24:24.083661 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-56d650d7-11fd-4c40-84af-dc5384ff19d3 req-356768ae-67cb-469f-b8b0-df82d6f62b7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683312 May 25 23:24:24.296116 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-56d650d7-11fd-4c40-84af-dc5384ff19d3 req-a7499a97-d3cc-41e2-b581-859ec25fdbec service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068319 May 25 23:24:24.424271 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-56d650d7-11fd-4c40-84af-dc5384ff19d3 req-2205665c-59c1-4c77-b390-1674659d25d2 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223352 May 25 23:24:36.635699 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:24:39.048378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 45316) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:24:39.246439 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Deleting port b4f437aa-3094-4cf5-b91f-233726d32e7f {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:24:39.246672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:39.518218 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:39.518446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:39.633741 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Calling delete_port for b4f437aa-3094-4cf5-b91f-233726d32e7f owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:24:39.843011 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:39.886974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event deleted for resources: {'Port': ['ID=b4f437aa-3094-4cf5-b91f-233726d32e7f,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:39.954923 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:39.955254 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:39.955581 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:39.955898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:39.956365 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:39.956710 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:39.957026 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:39.957338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:39.957647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:39.957953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:39.958259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:39.991345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:40.380007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:24:40.577902 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:24:40.587541 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b99f5-0cd6-43bc-9f93-9ebed5dcd9c7 None None] Sync routers for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:24:40.595341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:40.599188 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b99f5-0cd6-43bc-9f93-9ebed5dcd9c7 None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:24:40.599851 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ac3b99f5-0cd6-43bc-9f93-9ebed5dcd9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:24:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:40.647193 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2c872ad1-500e-4054-b38c-93f02ee787b7 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "DELETE /v2.0/floatingips/af8047be-9e74-441b-96ff-dbd42183aae0 HTTP/1.1" status: 204 len: 168 time: 1.5976992 May 25 23:24:40.648496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a25a6d3-8da9-4e7c-83c9-9695f02b7631', 'tag': 'e43eeba9-d79a-4794-b746-3bad1ff693e2'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:24:40.779494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-ac3b99f5-0cd6-43bc-9f93-9ebed5dcd9c7 None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:24:40.786002 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0654db3-d082-4a3f-b699-6da2cb976104'] response: {'name': 'network-changed', 'server_uuid': '2a25a6d3-8da9-4e7c-83c9-9695f02b7631', 'tag': 'e43eeba9-d79a-4794-b746-3bad1ff693e2', 'status': 'completed', 'code': 200} May 25 23:24:40.875376 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd402758-bfd7-4e7c-95bb-60cca3bb78e9 req-2ff2e901-deb3-4431-8b89-564a8859381e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 1098 time: 0.0691469 May 25 23:24:41.008611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd402758-bfd7-4e7c-95bb-60cca3bb78e9 req-a84fd66f-e426-4977-81f3-128853cf74e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:24:41.010063 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd402758-bfd7-4e7c-95bb-60cca3bb78e9 req-a84fd66f-e426-4977-81f3-128853cf74e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 912 time: 0.1292880 May 25 23:24:41.087187 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd402758-bfd7-4e7c-95bb-60cca3bb78e9 req-d0dd1e29-35b1-445f-bb97-650f24089614 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e43eeba9-d79a-4794-b746-3bad1ff693e2 HTTP/1.1" status: 200 len: 217 time: 0.0711064 May 25 23:24:41.157707 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd402758-bfd7-4e7c-95bb-60cca3bb78e9 req-83429a8d-5c14-4686-98da-3cf852142005 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:24:41.159451 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd402758-bfd7-4e7c-95bb-60cca3bb78e9 req-83429a8d-5c14-4686-98da-3cf852142005 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0668583 May 25 23:24:41.182267 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ac3b99f5-0cd6-43bc-9f93-9ebed5dcd9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'e6f0b6c9-2a52-49df-ba06-4c1be9d0c9d9', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'floating_ip_address': '172.26.5.184', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'port_id': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'mac_address': 'fa:16:3e:35:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:19:00Z', 'updated_at': '2022-05-25T23:19:03Z', 'revision_number': 1, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:41.186239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b99f5-0cd6-43bc-9f93-9ebed5dcd9c7 None None] Checking router: 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:24:41.197762 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b99f5-0cd6-43bc-9f93-9ebed5dcd9c7 None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:24:41.198382 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ac3b99f5-0cd6-43bc-9f93-9ebed5dcd9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:24:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:41.240720 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd402758-bfd7-4e7c-95bb-60cca3bb78e9 req-4af4b781-50bd-4142-81f9-c376a5da7d90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753014 May 25 23:24:41.391194 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd402758-bfd7-4e7c-95bb-60cca3bb78e9 req-ab16b012-5043-440e-b0f5-a483b0f79cd2 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434400 May 25 23:24:41.395285 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-ac3b99f5-0cd6-43bc-9f93-9ebed5dcd9c7 None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:24:41.398585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aafd5-2214-4343-b469-5d0dc863ed52 req-540be629-994d-420b-a4fc-95c1be5a23b8 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:24:41.399268 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-187aafd5-2214-4343-b469-5d0dc863ed52 req-540be629-994d-420b-a4fc-95c1be5a23b8 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Synchronizing usage tracker for tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:24:41.492124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-187aafd5-2214-4343-b469-5d0dc863ed52 req-540be629-994d-420b-a4fc-95c1be5a23b8 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Unset dirty status for tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:24:41.493583 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-187aafd5-2214-4343-b469-5d0dc863ed52 req-540be629-994d-420b-a4fc-95c1be5a23b8 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 945 time: 0.2781961 May 25 23:24:41.528739 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd402758-bfd7-4e7c-95bb-60cca3bb78e9 req-d0d74ab2-0b80-4ebf-a151-9aec53564a2e service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313174 May 25 23:24:41.547545 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-187aafd5-2214-4343-b469-5d0dc863ed52 req-3dc6e912-80e9-4636-91bf-446541657391 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481985 May 25 23:24:41.588900 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-946810fb-d448-4f73-a89b-553700449734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:41.754880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-ac3b99f5-0cd6-43bc-9f93-9ebed5dcd9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'e6f0b6c9-2a52-49df-ba06-4c1be9d0c9d9', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'floating_ip_address': '172.26.5.184', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'port_id': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'mac_address': 'fa:16:3e:35:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:19:00Z', 'updated_at': '2022-05-25T23:19:03Z', 'revision_number': 1, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:41.758870 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b99f5-0cd6-43bc-9f93-9ebed5dcd9c7 None None] The sync data for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv is: [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'e6f0b6c9-2a52-49df-ba06-4c1be9d0c9d9', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'floating_ip_address': '172.26.5.184', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'port_id': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'mac_address': 'fa:16:3e:35:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:19:00Z', 'updated_at': '2022-05-25T23:19:03Z', 'revision_number': 1, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:24:41.968371 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b96c7-a0a2-412f-9795-0ba6071b5b32 None None] New status for floating IP af8047be-9e74-441b-96ff-dbd42183aae0: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:24:42.703738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f24b19-21b5-4591-b92b-7587dcf56040 req-5bad5ffd-5ab9-4d6d-9b4b-ff88cd24ccff tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:24:42.704425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-96f24b19-21b5-4591-b92b-7587dcf56040 req-5bad5ffd-5ab9-4d6d-9b4b-ff88cd24ccff tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Synchronizing usage tracker for tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:24:42.716493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-96f24b19-21b5-4591-b92b-7587dcf56040 req-5bad5ffd-5ab9-4d6d-9b4b-ff88cd24ccff tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Unset dirty status for tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:24:42.717624 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-96f24b19-21b5-4591-b92b-7587dcf56040 req-5bad5ffd-5ab9-4d6d-9b4b-ff88cd24ccff tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 945 time: 0.0888121 May 25 23:24:42.785019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-96f24b19-21b5-4591-b92b-7587dcf56040 req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Deleting port e43eeba9-d79a-4794-b746-3bad1ff693e2 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:24:42.785359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-96f24b19-21b5-4591-b92b-7587dcf56040 req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:42.854236 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e3129-7dd7-48a0-9fc0-9f2ea25d0048 req-635f8dc7-d3eb-44e1-9b21-e098e9e74b91 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:24:42.855687 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0a1e3129-7dd7-48a0-9fc0-9f2ea25d0048 req-635f8dc7-d3eb-44e1-9b21-e098e9e74b91 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 945 time: 0.1799507 May 25 23:24:42.902040 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0a1e3129-7dd7-48a0-9fc0-9f2ea25d0048 req-d6a28186-7a49-48d3-a1ee-9427d3c288d0 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402818 May 25 23:24:43.028235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-96f24b19-21b5-4591-b92b-7587dcf56040 req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] For port e43eeba9-d79a-4794-b746-3bad1ff693e2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e43eeba9-d79a-4794-b746-3bad1ff693e2,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:24:43.028622 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-96f24b19-21b5-4591-b92b-7587dcf56040 req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:43.146663 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-96f24b19-21b5-4591-b92b-7587dcf56040 req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Calling delete_port for e43eeba9-d79a-4794-b746-3bad1ff693e2 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:24:43.334352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-96f24b19-21b5-4591-b92b-7587dcf56040 req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:43.381447 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event deleted for resources: {'Port': ['ID=e43eeba9-d79a-4794-b746-3bad1ff693e2,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:43.392804 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:43.393146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:43.393476 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:43.393803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:43.394127 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:43.394445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:43.394763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:43.395082 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:43.395803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:43.395803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:43.396049 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:24:43.547015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f24b19-21b5-4591-b92b-7587dcf56040 req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] No DVR routers for this DVR port e43eeba9-d79a-4794-b746-3bad1ff693e2 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:24:43.549357 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-96f24b19-21b5-4591-b92b-7587dcf56040 req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:43.551751 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a25a6d3-8da9-4e7c-83c9-9695f02b7631', 'name': 'network-vif-deleted', 'tag': 'e43eeba9-d79a-4794-b746-3bad1ff693e2'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:24:43.627748 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-96f24b19-21b5-4591-b92b-7587dcf56040 req-c65e1298-1d09-4ec1-a9d6-b6b764c7dc86 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.73 "DELETE /v2.0/ports/e43eeba9-d79a-4794-b746-3bad1ff693e2 HTTP/1.1" status: 204 len: 173 time: 0.9050806 May 25 23:24:43.687901 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-150972ef-aaa8-4c6b-8cc7-b3d8dc8ad610'] response: {'server_uuid': '2a25a6d3-8da9-4e7c-83c9-9695f02b7631', 'name': 'network-vif-deleted', 'tag': 'e43eeba9-d79a-4794-b746-3bad1ff693e2', 'status': 'completed', 'code': 200} May 25 23:24:43.716737 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-68fcc9c8-3d04-437f-9e21-7ce1b8d6bffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:44.068080 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f8a89b23-4356-4bed-bcd2-8da36cf15651 req-284c35d1-e1b4-487a-8194-89754e204c4e tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25a6d3-8da9-4e7c-83c9-9695f02b7631 HTTP/1.1" status: 200 len: 210 time: 0.0433588 May 25 23:24:44.925537 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:45.109174 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:45.442390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device e43eeba9-d79a-4794-b746-3bad1ff693e2 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:24:45.474617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: e43eeba9-d79a-4794-b746-3bad1ff693e2 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:24:45.474963 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device e43eeba9-d79a-4794-b746-3bad1ff693e2 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:24:46.728516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:47.757965 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:49.903742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 45360) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:24:50.186888 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-945216d0-ce1d-44bd-938f-51582d3c13bc tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Deleting port fd614688-0afe-4f5a-9527-8557f2591beb {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:24:50.187171 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-945216d0-ce1d-44bd-938f-51582d3c13bc tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:50.356416 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-945216d0-ce1d-44bd-938f-51582d3c13bc tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:50.356756 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-945216d0-ce1d-44bd-938f-51582d3c13bc tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:50.471137 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-945216d0-ce1d-44bd-938f-51582d3c13bc tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Calling delete_port for fd614688-0afe-4f5a-9527-8557f2591beb owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:24:50.702427 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-945216d0-ce1d-44bd-938f-51582d3c13bc tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:50.746701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945216d0-ce1d-44bd-938f-51582d3c13bc tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event deleted for resources: {'Port': ['ID=fd614688-0afe-4f5a-9527-8557f2591beb,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:50.839954 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-945216d0-ce1d-44bd-938f-51582d3c13bc tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:51.221181 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945216d0-ce1d-44bd-938f-51582d3c13bc tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:24:51.415873 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945216d0-ce1d-44bd-938f-51582d3c13bc tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:24:51.425500 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c596e9-e08b-47e4-bf4d-f2125071682a None None] Sync routers for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:24:51.432412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-945216d0-ce1d-44bd-938f-51582d3c13bc tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:51.437154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c596e9-e08b-47e4-bf4d-f2125071682a None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:24:51.437757 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-e5c596e9-e08b-47e4-bf4d-f2125071682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:24:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:51.487328 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-945216d0-ce1d-44bd-938f-51582d3c13bc tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "DELETE /v2.0/floatingips/e6f0b6c9-2a52-49df-ba06-4c1be9d0c9d9 HTTP/1.1" status: 204 len: 168 time: 1.5825267 May 25 23:24:51.487883 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'tag': '296e5321-bd7f-4311-b545-ad9a4b7eb162'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:24:51.546515 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f3ec4e3-3b8c-43a1-8508-08d8c1b32539'] response: {'name': 'network-changed', 'server_uuid': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'tag': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'status': 'completed', 'code': 200} May 25 23:24:51.621063 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-e5c596e9-e08b-47e4-bf4d-f2125071682a None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:24:51.637216 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8177351-044d-454c-828e-4b42a945854b req-72a16750-746f-4433-a4d3-978e84c8a602 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 1098 time: 0.0698009 May 25 23:24:51.767875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8177351-044d-454c-828e-4b42a945854b req-7a50fcfc-beb2-424a-a2c4-0995dc9a04fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:24:51.769291 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8177351-044d-454c-828e-4b42a945854b req-7a50fcfc-beb2-424a-a2c4-0995dc9a04fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 200 len: 912 time: 0.1262510 May 25 23:24:51.840717 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8177351-044d-454c-828e-4b42a945854b req-45c28e0d-b1dd-4c01-a5e0-a4eab5fd1e9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296e5321-bd7f-4311-b545-ad9a4b7eb162 HTTP/1.1" status: 200 len: 217 time: 0.0655112 May 25 23:24:51.908009 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8177351-044d-454c-828e-4b42a945854b req-e5004025-e4bf-49e7-9989-b7f43c7f4aa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:24:51.909480 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8177351-044d-454c-828e-4b42a945854b req-e5004025-e4bf-49e7-9989-b7f43c7f4aa7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 200 len: 850 time: 0.0626016 May 25 23:24:51.943293 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-e5c596e9-e08b-47e4-bf4d-f2125071682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:51.948721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c596e9-e08b-47e4-bf4d-f2125071682a None None] Checking router: 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:24:51.960561 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c596e9-e08b-47e4-bf4d-f2125071682a None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:24:51.961275 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-e5c596e9-e08b-47e4-bf4d-f2125071682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:24:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:51.989890 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8177351-044d-454c-828e-4b42a945854b req-c160fa1a-4132-4b8e-994d-41d1e5206466 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70b80a57-1744-4562-af25-dee233046585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744760 May 25 23:24:52.092640 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e91504-f712-472a-afa3-ee4577e14cc5 req-4d3f4163-38fa-4277-9fde-f2b168d5bdec tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:24:52.093429 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-56e91504-f712-472a-afa3-ee4577e14cc5 req-4d3f4163-38fa-4277-9fde-f2b168d5bdec tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Synchronizing usage tracker for tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:24:52.128387 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8177351-044d-454c-828e-4b42a945854b req-b953cd29-39f6-4dc4-8256-e5aa847b48f7 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325150 May 25 23:24:52.149769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-56e91504-f712-472a-afa3-ee4577e14cc5 req-4d3f4163-38fa-4277-9fde-f2b168d5bdec tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Unset dirty status for tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:24:52.151512 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-56e91504-f712-472a-afa3-ee4577e14cc5 req-4d3f4163-38fa-4277-9fde-f2b168d5bdec tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 945 time: 0.1367373 May 25 23:24:52.200455 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-e5c596e9-e08b-47e4-bf4d-f2125071682a None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:24:52.214857 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-56e91504-f712-472a-afa3-ee4577e14cc5 req-6029b825-3d1d-4bc4-8757-1696b29dce4c tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/security-groups?id=643fa01c-f4d0-46a3-80f8-5c99343fa4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574026 May 25 23:24:52.271595 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8177351-044d-454c-828e-4b42a945854b req-23c937b9-21e3-45b7-ae85-9f87164567b8 service neutron] 10.222.0.73 "GET /v2.0/networks/70b80a57-1744-4562-af25-dee233046585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368213 May 25 23:24:52.509434 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-e5c596e9-e08b-47e4-bf4d-f2125071682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:24:52.513361 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c596e9-e08b-47e4-bf4d-f2125071682a None None] The sync data for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv is: [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:49Z', 'revision_number': 4, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '95aef73d-1fc2-43d8-9f69-a2bb2add0392', 'name': '', 'network_id': '70b80a57-1744-4562-af25-dee233046585', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'mac_address': 'fa:16:3e:d6:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:49Z', 'updated_at': '2022-05-25T23:15:07Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'subnets': [{'id': '93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:24:52.595781 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890157a5-e395-42c5-bb43-e8f5e66eb732 req-3e0313d6-811b-420e-9c16-434e022717ac tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:24:52.597527 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-890157a5-e395-42c5-bb43-e8f5e66eb732 req-3e0313d6-811b-420e-9c16-434e022717ac tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Synchronizing usage tracker for tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:24:52.610140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-890157a5-e395-42c5-bb43-e8f5e66eb732 req-3e0313d6-811b-420e-9c16-434e022717ac tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Unset dirty status for tenant:1dfe7eb3a4a14e7dbd69d93ff6e8bbe7 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:24:52.611245 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-890157a5-e395-42c5-bb43-e8f5e66eb732 req-3e0313d6-811b-420e-9c16-434e022717ac tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.73 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 945 time: 0.0916452 May 25 23:24:52.684417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-890157a5-e395-42c5-bb43-e8f5e66eb732 req-ee9a1d4a-ecae-491a-8308-8f033a8c9b0f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Deleting port 296e5321-bd7f-4311-b545-ad9a4b7eb162 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:24:52.685090 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-890157a5-e395-42c5-bb43-e8f5e66eb732 req-ee9a1d4a-ecae-491a-8308-8f033a8c9b0f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:52.726481 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21947944-be71-444f-85a5-acb4b5ad40c2 None None] New status for floating IP e6f0b6c9-2a52-49df-ba06-4c1be9d0c9d9: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:24:52.929264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-890157a5-e395-42c5-bb43-e8f5e66eb732 req-ee9a1d4a-ecae-491a-8308-8f033a8c9b0f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] For port 296e5321-bd7f-4311-b545-ad9a4b7eb162, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=296e5321-bd7f-4311-b545-ad9a4b7eb162,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:24:52.929744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-890157a5-e395-42c5-bb43-e8f5e66eb732 req-ee9a1d4a-ecae-491a-8308-8f033a8c9b0f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:53.048955 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-890157a5-e395-42c5-bb43-e8f5e66eb732 req-ee9a1d4a-ecae-491a-8308-8f033a8c9b0f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Calling delete_port for 296e5321-bd7f-4311-b545-ad9a4b7eb162 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:24:53.245868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-890157a5-e395-42c5-bb43-e8f5e66eb732 req-ee9a1d4a-ecae-491a-8308-8f033a8c9b0f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:53.292677 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a1d4a-ecae-491a-8308-8f033a8c9b0f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event deleted for resources: {'Port': ['ID=296e5321-bd7f-4311-b545-ad9a4b7eb162,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:53.375705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-890157a5-e395-42c5-bb43-e8f5e66eb732 req-ee9a1d4a-ecae-491a-8308-8f033a8c9b0f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] No DVR routers for this DVR port 296e5321-bd7f-4311-b545-ad9a4b7eb162 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:24:53.378158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-890157a5-e395-42c5-bb43-e8f5e66eb732 req-ee9a1d4a-ecae-491a-8308-8f033a8c9b0f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:53.381838 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'name': 'network-vif-deleted', 'tag': '296e5321-bd7f-4311-b545-ad9a4b7eb162'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:24:53.441304 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dfe556e-6228-486c-9541-d5a52d1d61bf'] response: {'server_uuid': '2afd0cdb-9c99-4148-ba2f-a9c74bdd6069', 'name': 'network-vif-deleted', 'tag': '296e5321-bd7f-4311-b545-ad9a4b7eb162', 'status': 'completed', 'code': 200} May 25 23:24:53.457870 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-890157a5-e395-42c5-bb43-e8f5e66eb732 req-ee9a1d4a-ecae-491a-8308-8f033a8c9b0f tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.73 "DELETE /v2.0/ports/296e5321-bd7f-4311-b545-ad9a4b7eb162 HTTP/1.1" status: 204 len: 173 time: 0.8416243 May 25 23:24:53.491540 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4df2c83c-1751-4148-91a7-998d4fa56fea req-e975d0ac-994e-4991-b896-643e13f80feb tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 210 time: 0.1477356 May 25 23:24:54.669602 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c3e173e8-7e56-4f6a-9e38-4af265ae7610 req-9ffc16ee-6412-4609-962c-c1f2a90a85b4 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "GET /v2.0/ports?device_id=2afd0cdb-9c99-4148-ba2f-a9c74bdd6069 HTTP/1.1" status: 200 len: 210 time: 0.0402417 May 25 23:24:55.457825 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 296e5321-bd7f-4311-b545-ad9a4b7eb162 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:24:55.489744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 296e5321-bd7f-4311-b545-ad9a4b7eb162 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:24:55.490081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 296e5321-bd7f-4311-b545-ad9a4b7eb162 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:24:55.774062 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 45380) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:24:55.925989 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2acd9d7d-966c-4604-a487-533c97c29a39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Deleting port a3997ce6-1528-4d7e-b92c-22c0d46ba2e4 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:24:55.926325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2acd9d7d-966c-4604-a487-533c97c29a39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:56.089401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2acd9d7d-966c-4604-a487-533c97c29a39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:56.089637 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2acd9d7d-966c-4604-a487-533c97c29a39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:56.205500 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2acd9d7d-966c-4604-a487-533c97c29a39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Calling delete_port for a3997ce6-1528-4d7e-b92c-22c0d46ba2e4 owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:24:56.388114 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2acd9d7d-966c-4604-a487-533c97c29a39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:56.433324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd9d7d-966c-4604-a487-533c97c29a39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event deleted for resources: {'Port': ['ID=a3997ce6-1528-4d7e-b92c-22c0d46ba2e4,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:56.523117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2acd9d7d-966c-4604-a487-533c97c29a39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:56.536919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2acd9d7d-966c-4604-a487-533c97c29a39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:56.538015 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2acd9d7d-966c-4604-a487-533c97c29a39 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "DELETE /v2.0/floatingips/762ab1fa-0655-4319-93d6-fe863092ee35 HTTP/1.1" status: 204 len: 168 time: 0.7629771 May 25 23:24:59.222463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 45396) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:24:59.293280 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94a0ed5d-13e3-4506-a2a5-ba84bf4a5577 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:59.324553 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94a0ed5d-13e3-4506-a2a5-ba84bf4a5577 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:59.456896 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94a0ed5d-13e3-4506-a2a5-ba84bf4a5577 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:59.475798 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0ed5d-13e3-4506-a2a5-ba84bf4a5577 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=643fa01c-f4d0-46a3-80f8-5c99343fa4b5,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:24:59.545276 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-94a0ed5d-13e3-4506-a2a5-ba84bf4a5577 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:24:59.546420 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-94a0ed5d-13e3-4506-a2a5-ba84bf4a5577 tempest-TestVolumeBootPattern-905457491 tempest-TestVolumeBootPattern-905457491-project] 10.222.0.66 "DELETE /v2.0/security-groups/643fa01c-f4d0-46a3-80f8-5c99343fa4b5 HTTP/1.1" status: 204 len: 168 time: 0.3229835 May 25 23:25:00.720201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45404) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:01.359810 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-77bbe18b-2dd9-4855-9d7f-ee38c00a30ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:01.943200 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-77bbe18b-2dd9-4855-9d7f-ee38c00a30ed admin admin] Deleting port 95aef73d-1fc2-43d8-9f69-a2bb2add0392 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:25:01.943907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-77bbe18b-2dd9-4855-9d7f-ee38c00a30ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:02.108554 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-77bbe18b-2dd9-4855-9d7f-ee38c00a30ed admin admin] For port 95aef73d-1fc2-43d8-9f69-a2bb2add0392, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=95aef73d-1fc2-43d8-9f69-a2bb2add0392,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:25:02.108932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-77bbe18b-2dd9-4855-9d7f-ee38c00a30ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:02.225429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-77bbe18b-2dd9-4855-9d7f-ee38c00a30ed admin admin] Calling delete_port for 95aef73d-1fc2-43d8-9f69-a2bb2add0392 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:25:02.448741 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-77bbe18b-2dd9-4855-9d7f-ee38c00a30ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:02.581405 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbe18b-2dd9-4855-9d7f-ee38c00a30ed admin admin] Pushing event deleted for resources: {'Port': ['ID=95aef73d-1fc2-43d8-9f69-a2bb2add0392,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:02.870602 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-77bbe18b-2dd9-4855-9d7f-ee38c00a30ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:03.430606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bbe18b-2dd9-4855-9d7f-ee38c00a30ed admin admin] Router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:25:03.623906 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bbe18b-2dd9-4855-9d7f-ee38c00a30ed admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:25:03.632521 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141817a5-79ab-4127-94bd-06175bab6bdd None None] Sync routers for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:25:03.636487 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-77bbe18b-2dd9-4855-9d7f-ee38c00a30ed admin admin] 10.222.0.66 "PUT /v2.0/routers/6298a479-3f76-4f7a-b6ed-4d6d6e064aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9151552 May 25 23:25:03.638957 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45410) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:03.644551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141817a5-79ab-4127-94bd-06175bab6bdd None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:25:03.645137 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-141817a5-79ab-4127-94bd-06175bab6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:24:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:25:03.819192 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-141817a5-79ab-4127-94bd-06175bab6bdd None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:25:03.832867 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1005a6ab-e805-4dba-836d-e5080490c735 admin admin] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:04.113588 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-141817a5-79ab-4127-94bd-06175bab6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:25:02Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:25:04.118309 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141817a5-79ab-4127-94bd-06175bab6bdd None None] Checking router: 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:25:04.128651 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1005a6ab-e805-4dba-836d-e5080490c735 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:04.128992 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141817a5-79ab-4127-94bd-06175bab6bdd None None] Routers {'6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:25:04.129592 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-141817a5-79ab-4127-94bd-06175bab6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:24:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:25:04.225631 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-1005a6ab-e805-4dba-836d-e5080490c735 admin admin] Deleting port 8b088ecd-cb09-43f5-956d-7a59d5af3ac5 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:25:04.225968 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1005a6ab-e805-4dba-836d-e5080490c735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:04.305888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-141817a5-79ab-4127-94bd-06175bab6bdd None None] Set router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:25:04.397650 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-1005a6ab-e805-4dba-836d-e5080490c735 admin admin] For port 8b088ecd-cb09-43f5-956d-7a59d5af3ac5, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=8b088ecd-cb09-43f5-956d-7a59d5af3ac5,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:25:04.397921 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1005a6ab-e805-4dba-836d-e5080490c735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:04.517279 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-1005a6ab-e805-4dba-836d-e5080490c735 admin admin] Calling delete_port for 8b088ecd-cb09-43f5-956d-7a59d5af3ac5 owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:25:04.623822 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-141817a5-79ab-4127-94bd-06175bab6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:25:02Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:25:04.629711 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141817a5-79ab-4127-94bd-06175bab6bdd None None] The sync data for ids ['6298a479-3f76-4f7a-b6ed-4d6d6e064aa9'] in dv-neutron-843300-1-hyperv is: [{'id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'name': 'tempest-TestVolumeBootPattern-891474859-router', 'tenant_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:25:02Z', 'revision_number': 5, 'project_id': '1dfe7eb3a4a14e7dbd69d93ff6e8bbe7', 'gw_port': {'id': '8b088ecd-cb09-43f5-956d-7a59d5af3ac5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6298a479-3f76-4f7a-b6ed-4d6d6e064aa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:46Z', 'updated_at': '2022-05-25T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:25:04.762632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1005a6ab-e805-4dba-836d-e5080490c735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:04.810836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005a6ab-e805-4dba-836d-e5080490c735 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b088ecd-cb09-43f5-956d-7a59d5af3ac5,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:05.026922 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1005a6ab-e805-4dba-836d-e5080490c735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:05.172458 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 95aef73d-1fc2-43d8-9f69-a2bb2add0392 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:25:05.205905 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 95aef73d-1fc2-43d8-9f69-a2bb2add0392 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:25:05.206241 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 95aef73d-1fc2-43d8-9f69-a2bb2add0392 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:25:05.292745 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1005a6ab-e805-4dba-836d-e5080490c735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:05.296833 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1005a6ab-e805-4dba-836d-e5080490c735 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:05.396917 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1005a6ab-e805-4dba-836d-e5080490c735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:05.397448 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1005a6ab-e805-4dba-836d-e5080490c735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:25:05.409901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1005a6ab-e805-4dba-836d-e5080490c735 admin admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:05.411080 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1005a6ab-e805-4dba-836d-e5080490c735 admin admin] 10.222.0.66 "DELETE /v2.0/routers/6298a479-3f76-4f7a-b6ed-4d6d6e064aa9 HTTP/1.1" status: 204 len: 168 time: 1.7712164 May 25 23:25:05.414754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45414) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:05.474889 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f89153-6502-4b69-95ff-473a037bb1fd admin admin] Deleting subnet 93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:25:05.481061 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54f89153-6502-4b69-95ff-473a037bb1fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:05.530586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54f89153-6502-4b69-95ff-473a037bb1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:05.705070 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54f89153-6502-4b69-95ff-473a037bb1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:05.843416 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54f89153-6502-4b69-95ff-473a037bb1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:05.886803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f89153-6502-4b69-95ff-473a037bb1fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:05.893004 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-54f89153-6502-4b69-95ff-473a037bb1fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:05.898817 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5531967c-eb2b-4511-bcd0-15176122e67d None None] Network 70b80a57-1744-4562-af25-dee233046585 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:25:05.901899 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-54f89153-6502-4b69-95ff-473a037bb1fd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/93583ff5-ad2f-4b74-b5ff-0ea2eb2d8eb3 HTTP/1.1" status: 204 len: 168 time: 0.4839091 May 25 23:25:05.902118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45418) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:06.007021 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:06.017670 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] Deleting port 48883dba-19c8-47fe-817f-9b834b255cfe {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:25:06.017996 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:06.144148 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e31a3a-3900-45d0-bf1e-16d3da9e2590 None None] DHCP port deletion for 70b80a57-1744-4562-af25-dee233046585 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:25:06.148639 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-74e31a3a-3900-45d0-bf1e-16d3da9e2590 None None] Deleting port 48883dba-19c8-47fe-817f-9b834b255cfe {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:25:06.149690 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-74e31a3a-3900-45d0-bf1e-16d3da9e2590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:06.218050 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] For port 48883dba-19c8-47fe-817f-9b834b255cfe, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=48883dba-19c8-47fe-817f-9b834b255cfe,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:25:06.218406 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:06.341454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] Calling delete_port for 48883dba-19c8-47fe-817f-9b834b255cfe owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:25:06.344671 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-74e31a3a-3900-45d0-bf1e-16d3da9e2590 None None] For port 48883dba-19c8-47fe-817f-9b834b255cfe, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=48883dba-19c8-47fe-817f-9b834b255cfe,segment=NetworkSegment(3bb4c823-86e5-487f-ac4c-42a2d5b9bd12),segment_id=3bb4c823-86e5-487f-ac4c-42a2d5b9bd12)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:25:06.345141 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-74e31a3a-3900-45d0-bf1e-16d3da9e2590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:06.462113 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-74e31a3a-3900-45d0-bf1e-16d3da9e2590 None None] Calling delete_port for 48883dba-19c8-47fe-817f-9b834b255cfe owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:25:06.482725 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:06.524202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] Pushing event deleted for resources: {'Port': ['ID=48883dba-19c8-47fe-817f-9b834b255cfe,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn_limited( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn_limited( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:25:06.530036 dv-neutron-843300-1-hyperv neutron-server[84718]: util.warn( May 25 23:25:06.534883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-74e31a3a-3900-45d0-bf1e-16d3da9e2590 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:25:06.535240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-74e31a3a-3900-45d0-bf1e-16d3da9e2590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:25:06.535735 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] No DVR routers for this DVR port 48883dba-19c8-47fe-817f-9b834b255cfe on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:25:06.648029 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:06.672285 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b80a57-1744-4562-af25-dee233046585']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:25:06.688208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:25:06.688497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb4c823-86e5-487f-ac4c-42a2d5b9bd12') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:25:06.700350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:06.716006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:06.721867 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:25:06.722236 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:25:06.735020 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:25:06.868144 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:06.883976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:06.897574 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] Pushing event deleted for resources: {'Network': ['ID=70b80a57-1744-4562-af25-dee233046585,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:06.971989 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2f3395bc-115c-447c-9288-2f15757169bb admin admin] 10.222.0.66 "DELETE /v2.0/networks/70b80a57-1744-4562-af25-dee233046585 HTTP/1.1" status: 204 len: 168 time: 1.0688596 May 25 23:25:06.974693 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45422) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:07.036040 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-74e31a3a-3900-45d0-bf1e-16d3da9e2590 None None] Deleting port 48883dba-19c8-47fe-817f-9b834b255cfe {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:25:07.036462 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-74e31a3a-3900-45d0-bf1e-16d3da9e2590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:07.097990 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-74e31a3a-3900-45d0-bf1e-16d3da9e2590 None None] The port '48883dba-19c8-47fe-817f-9b834b255cfe' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:25:07.171757 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8b088ecd-cb09-43f5-956d-7a59d5af3ac5 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:25:07.207175 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 8b088ecd-cb09-43f5-956d-7a59d5af3ac5 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:25:07.207508 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 8b088ecd-cb09-43f5-956d-7a59d5af3ac5 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:25:07.207918 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 48883dba-19c8-47fe-817f-9b834b255cfe no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:25:07.238451 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 48883dba-19c8-47fe-817f-9b834b255cfe {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:25:07.238782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 48883dba-19c8-47fe-817f-9b834b255cfe not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:25:07.447412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f066d25a-e3c9-4ca8-8819-2591e8de0b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:08.027681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-f066d25a-e3c9-4ca8-8819-2591e8de0b83 admin admin] Deleting port 3f057def-093c-45f5-8570-da54c796a03f {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:25:08.028332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f066d25a-e3c9-4ca8-8819-2591e8de0b83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:08.192006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-f066d25a-e3c9-4ca8-8819-2591e8de0b83 admin admin] For port 3f057def-093c-45f5-8570-da54c796a03f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=3f057def-093c-45f5-8570-da54c796a03f,segment=NetworkSegment(c6cdbc89-17e9-4c12-8e5c-24e1ee6140df),segment_id=c6cdbc89-17e9-4c12-8e5c-24e1ee6140df)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:25:08.192353 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f066d25a-e3c9-4ca8-8819-2591e8de0b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:08.310140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-f066d25a-e3c9-4ca8-8819-2591e8de0b83 admin admin] Calling delete_port for 3f057def-093c-45f5-8570-da54c796a03f owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:25:08.548077 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f066d25a-e3c9-4ca8-8819-2591e8de0b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:08.595339 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066d25a-e3c9-4ca8-8819-2591e8de0b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f057def-093c-45f5-8570-da54c796a03f,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:08.880653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f066d25a-e3c9-4ca8-8819-2591e8de0b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:09.549988 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f066d25a-e3c9-4ca8-8819-2591e8de0b83 admin admin] Router 349315a2-9c2c-4b62-b897-ff4eae095b39 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:25:09.751576 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f066d25a-e3c9-4ca8-8819-2591e8de0b83 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:25:09.760348 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15335fdb-a6ee-4ce5-bf4c-dc97cda8a154 None None] Sync routers for ids ['349315a2-9c2c-4b62-b897-ff4eae095b39'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:25:09.772350 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15335fdb-a6ee-4ce5-bf4c-dc97cda8a154 None None] Routers {'349315a2-9c2c-4b62-b897-ff4eae095b39'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:25:09.772976 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-15335fdb-a6ee-4ce5-bf4c-dc97cda8a154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:24:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['349315a2-9c2c-4b62-b897-ff4eae095b39'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:25:09.824289 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f066d25a-e3c9-4ca8-8819-2591e8de0b83 admin admin] 10.222.0.66 "PUT /v2.0/routers/349315a2-9c2c-4b62-b897-ff4eae095b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8484306 May 25 23:25:09.826594 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45426) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:09.951640 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-15335fdb-a6ee-4ce5-bf4c-dc97cda8a154 None None] Set router 349315a2-9c2c-4b62-b897-ff4eae095b39 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:25:10.022358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3ced9988-66a3-4922-8ef0-a8fd0bf373db admin admin] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:10.215608 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3ced9988-66a3-4922-8ef0-a8fd0bf373db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:10.230184 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-15335fdb-a6ee-4ce5-bf4c-dc97cda8a154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'name': 'tempest-TestVolumeBootPattern-616149814-router', 'tenant_id': '9d8fb4af327a4e249e2fba8430463c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '42c41258-ddbb-495f-b3e1-058f6511913f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:53Z', 'updated_at': '2022-05-25T23:25:08Z', 'revision_number': 5, 'project_id': '9d8fb4af327a4e249e2fba8430463c21', 'gw_port': {'id': '42c41258-ddbb-495f-b3e1-058f6511913f', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:14:54Z', 'updated_at': '2022-05-25T23:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:25:10.233947 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15335fdb-a6ee-4ce5-bf4c-dc97cda8a154 None None] Checking router: 349315a2-9c2c-4b62-b897-ff4eae095b39 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:25:10.245474 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15335fdb-a6ee-4ce5-bf4c-dc97cda8a154 None None] Routers {'349315a2-9c2c-4b62-b897-ff4eae095b39'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:25:10.246059 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-15335fdb-a6ee-4ce5-bf4c-dc97cda8a154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:24:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['349315a2-9c2c-4b62-b897-ff4eae095b39'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:25:10.285273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-3ced9988-66a3-4922-8ef0-a8fd0bf373db admin admin] Deleting port 42c41258-ddbb-495f-b3e1-058f6511913f {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:25:10.285804 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3ced9988-66a3-4922-8ef0-a8fd0bf373db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:10.401995 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-15335fdb-a6ee-4ce5-bf4c-dc97cda8a154 None None] Set router 349315a2-9c2c-4b62-b897-ff4eae095b39 gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:25:10.460463 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-3ced9988-66a3-4922-8ef0-a8fd0bf373db admin admin] For port 42c41258-ddbb-495f-b3e1-058f6511913f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=42c41258-ddbb-495f-b3e1-058f6511913f,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:25:10.460939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3ced9988-66a3-4922-8ef0-a8fd0bf373db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:10.509159 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-15335fdb-a6ee-4ce5-bf4c-dc97cda8a154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'name': 'tempest-TestVolumeBootPattern-616149814-router', 'tenant_id': '9d8fb4af327a4e249e2fba8430463c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:53Z', 'updated_at': '2022-05-25T23:25:10Z', 'revision_number': 6, 'project_id': '9d8fb4af327a4e249e2fba8430463c21', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:25:10.512990 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15335fdb-a6ee-4ce5-bf4c-dc97cda8a154 None None] The sync data for ids ['349315a2-9c2c-4b62-b897-ff4eae095b39'] in dv-neutron-843300-1-hyperv is: [{'id': '349315a2-9c2c-4b62-b897-ff4eae095b39', 'name': 'tempest-TestVolumeBootPattern-616149814-router', 'tenant_id': '9d8fb4af327a4e249e2fba8430463c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:14:53Z', 'updated_at': '2022-05-25T23:25:10Z', 'revision_number': 6, 'project_id': '9d8fb4af327a4e249e2fba8430463c21', 'gw_port_host': None}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:25:10.678772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-3ced9988-66a3-4922-8ef0-a8fd0bf373db admin admin] Calling delete_port for 42c41258-ddbb-495f-b3e1-058f6511913f owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:25:10.896864 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3ced9988-66a3-4922-8ef0-a8fd0bf373db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:10.941945 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced9988-66a3-4922-8ef0-a8fd0bf373db admin admin] Pushing event deleted for resources: {'Port': ['ID=42c41258-ddbb-495f-b3e1-058f6511913f,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:11.208156 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3ced9988-66a3-4922-8ef0-a8fd0bf373db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:11.327887 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 3f057def-093c-45f5-8570-da54c796a03f no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:25:11.361983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 3f057def-093c-45f5-8570-da54c796a03f {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:25:11.362352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 3f057def-093c-45f5-8570-da54c796a03f not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:25:11.362858 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 42c41258-ddbb-495f-b3e1-058f6511913f no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:25:11.401595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 42c41258-ddbb-495f-b3e1-058f6511913f {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:25:11.401938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 42c41258-ddbb-495f-b3e1-058f6511913f not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:25:11.477908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3ced9988-66a3-4922-8ef0-a8fd0bf373db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:11.482261 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3ced9988-66a3-4922-8ef0-a8fd0bf373db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:11.511426 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d60a0154-5489-43ea-975b-fd5cb175400a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:11.571583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3ced9988-66a3-4922-8ef0-a8fd0bf373db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:11.572148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ced9988-66a3-4922-8ef0-a8fd0bf373db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 349315a2-9c2c-4b62-b897-ff4eae095b39 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:25:11.585146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3ced9988-66a3-4922-8ef0-a8fd0bf373db admin admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:11.587593 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3ced9988-66a3-4922-8ef0-a8fd0bf373db admin admin] 10.222.0.66 "DELETE /v2.0/routers/349315a2-9c2c-4b62-b897-ff4eae095b39 HTTP/1.1" status: 204 len: 168 time: 1.7596040 May 25 23:25:11.589813 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45430) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:11.660844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e538797-32a0-4f5c-95d3-f9fb08f42901 admin admin] Deleting subnet 22097e7c-94f9-40e8-b064-100751015ddd {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:25:11.667388 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1e538797-32a0-4f5c-95d3-f9fb08f42901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:11.717038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1e538797-32a0-4f5c-95d3-f9fb08f42901 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:11.796423 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1e538797-32a0-4f5c-95d3-f9fb08f42901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:11.928905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1e538797-32a0-4f5c-95d3-f9fb08f42901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:11.966942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e538797-32a0-4f5c-95d3-f9fb08f42901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22097e7c-94f9-40e8-b064-100751015ddd,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:11.971375 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1e538797-32a0-4f5c-95d3-f9fb08f42901 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:11.976959 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503aa940-0328-4daf-a35a-2cf73f775dcf None None] Network c1167afe-28e8-4f3c-aff2-09580df25f8b requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:25:11.977246 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1e538797-32a0-4f5c-95d3-f9fb08f42901 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/22097e7c-94f9-40e8-b064-100751015ddd HTTP/1.1" status: 204 len: 168 time: 0.3863451 May 25 23:25:11.979745 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45434) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:12.084225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:12.094696 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] Deleting port ae30a898-d47b-42ca-b98c-1f991990d781 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:25:12.095009 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:12.212154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe33adda-03ca-4070-85c1-4f577efd65f9 None None] DHCP port deletion for c1167afe-28e8-4f3c-aff2-09580df25f8b request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:25:12.216650 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-fe33adda-03ca-4070-85c1-4f577efd65f9 None None] Deleting port ae30a898-d47b-42ca-b98c-1f991990d781 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:25:12.217038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fe33adda-03ca-4070-85c1-4f577efd65f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:12.389350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] For port ae30a898-d47b-42ca-b98c-1f991990d781, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ae30a898-d47b-42ca-b98c-1f991990d781,segment=NetworkSegment(c6cdbc89-17e9-4c12-8e5c-24e1ee6140df),segment_id=c6cdbc89-17e9-4c12-8e5c-24e1ee6140df)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:25:12.389697 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:12.422849 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-fe33adda-03ca-4070-85c1-4f577efd65f9 None None] For port ae30a898-d47b-42ca-b98c-1f991990d781, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=ae30a898-d47b-42ca-b98c-1f991990d781,segment=NetworkSegment(c6cdbc89-17e9-4c12-8e5c-24e1ee6140df),segment_id=c6cdbc89-17e9-4c12-8e5c-24e1ee6140df)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:25:12.423465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fe33adda-03ca-4070-85c1-4f577efd65f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:12.507752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] Calling delete_port for ae30a898-d47b-42ca-b98c-1f991990d781 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:25:12.571883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-fe33adda-03ca-4070-85c1-4f577efd65f9 None None] Calling delete_port for ae30a898-d47b-42ca-b98c-1f991990d781 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:25:12.657405 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:12.662802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-fe33adda-03ca-4070-85c1-4f577efd65f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:25:12.666344 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-fe33adda-03ca-4070-85c1-4f577efd65f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:25:12.703377 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae30a898-d47b-42ca-b98c-1f991990d781,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:12.706940 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] No DVR routers for this DVR port ae30a898-d47b-42ca-b98c-1f991990d781 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:25:12.821285 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:12.845630 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1167afe-28e8-4f3c-aff2-09580df25f8b']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:25:12.857771 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cdbc89-17e9-4c12-8e5c-24e1ee6140df') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:25:12.858067 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cdbc89-17e9-4c12-8e5c-24e1ee6140df') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:25:12.869660 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:12.885591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:12.891662 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:25:12.892046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:25:12.905104 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:25:13.045012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:13.060955 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:13.070924 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1167afe-28e8-4f3c-aff2-09580df25f8b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:13.077952 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0dd3d6bc-2a17-4452-a159-4df380a096c2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c1167afe-28e8-4f3c-aff2-09580df25f8b HTTP/1.1" status: 204 len: 168 time: 1.0972834 May 25 23:25:13.164469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ae30a898-d47b-42ca-b98c-1f991990d781 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:25:13.187309 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-fe33adda-03ca-4070-85c1-4f577efd65f9 None None] Deleting port ae30a898-d47b-42ca-b98c-1f991990d781 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:25:13.187665 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fe33adda-03ca-4070-85c1-4f577efd65f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:13.225313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: ae30a898-d47b-42ca-b98c-1f991990d781 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:25:13.225643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device ae30a898-d47b-42ca-b98c-1f991990d781 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:25:13.258871 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-fe33adda-03ca-4070-85c1-4f577efd65f9 None None] The port 'ae30a898-d47b-42ca-b98c-1f991990d781' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:25:13.442829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45440) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:13.493334 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-89e11b00-9d10-40e7-84c5-a388d95831ae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1dfe7eb3a4a14e7dbd69d93ff6e8bbe7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493696 May 25 23:25:13.495677 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45444) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:13.557472 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6d3af46f-4616-4d96-a385-7575a84c735f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:13.582459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6d3af46f-4616-4d96-a385-7575a84c735f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:13.636388 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:25:13.713649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6765a7ca-c4f2-4cbc-9b9e-e716dae90f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:13.742889 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6d3af46f-4616-4d96-a385-7575a84c735f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:13.759997 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3af46f-4616-4d96-a385-7575a84c735f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f4bdaf-8e73-4e3c-9d94-61bce8b4d7f4,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:13.768829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-6d3af46f-4616-4d96-a385-7575a84c735f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:13.769933 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-6d3af46f-4616-4d96-a385-7575a84c735f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20f4bdaf-8e73-4e3c-9d94-61bce8b4d7f4 HTTP/1.1" status: 204 len: 168 time: 0.2733941 May 25 23:25:14.485232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 45452) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:14.537570 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bf3b391a-400c-495d-99d1-171520b95ed7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d8fb4af327a4e249e2fba8430463c21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511949 May 25 23:25:14.540461 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 45456) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:14.598688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a541-de15-4504-b8b4-e20577a71a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:14.624289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a541-de15-4504-b8b4-e20577a71a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:14.736310 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a541-de15-4504-b8b4-e20577a71a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:14.752202 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7a541-de15-4504-b8b4-e20577a71a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5beca85-a47a-4951-a06c-a6b33d31e584,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:14.757761 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a541-de15-4504-b8b4-e20577a71a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:14.760082 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9ff7a541-de15-4504-b8b4-e20577a71a56 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d5beca85-a47a-4951-a06c-a6b33d31e584 HTTP/1.1" status: 204 len: 168 time: 0.2179079 May 25 23:25:14.913970 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:15.100025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:16.731410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:17.757164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:23.353196 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-c21b2a7c-71d0-4bc3-8054-36bfc6cf0cbe tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fc3809f6efb44015bd6657e89aa7ba33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275891 May 25 23:25:23.500394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-9124473c-de48-49f8-b797-30aa11c0f2ec tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:23.501789 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-9124473c-de48-49f8-b797-30aa11c0f2ec tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435311 May 25 23:25:23.519226 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-27e107ab-a4aa-4942-b197-33224199afc1 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/quotas/fc3809f6efb44015bd6657e89aa7ba33 HTTP/1.1" status: 200 len: 375 time: 0.0111094 May 25 23:25:23.567619 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-a506a33c-5e97-4fc4-ad03-d1f611c2a2a5 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc3809f6efb44015bd6657e89aa7ba33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424728 May 25 23:25:24.864003 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-89264d7f-6d22-4910-88be-fbd33400b7dc req-5401419c-9ac3-4a66-8a81-251a58ecb4f7 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 210 time: 0.0413601 May 25 23:25:26.027212 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0ae3047d-6e43-45a5-a924-5c3e6a44e1cb req-5209506e-7a2e-4c90-a854-b3216092faf9 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 210 time: 0.0395756 May 25 23:25:27.006788 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-e4a9d539-8944-496e-bcee-4d60703b698d tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=fc3809f6efb44015bd6657e89aa7ba33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271180 May 25 23:25:27.160802 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-d298284a-7aa5-4b28-bec3-dab4977be3e4 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:27.162553 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-d298284a-7aa5-4b28-bec3-dab4977be3e4 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1515796 May 25 23:25:27.177308 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Request body: {'port': {'device_id': '0047a444-c2aa-42de-bc1c-3ec9f9bf48cb', 'network_id': '84598f96-fbc0-403b-a554-a12b5989f26e', 'admin_state_up': True, 'tenant_id': 'fc3809f6efb44015bd6657e89aa7ba33'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:25:27.203101 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-946db7fc-a99a-453d-aa39-2408e486f597 req-604caa43-7fb1-4036-a490-4e6ba76d86e4 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 210 time: 0.0431643 May 25 23:25:27.317909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:25:27.322709 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Usage tracker for resource:port and tenant:fc3809f6efb44015bd6657e89aa7ba33 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:25:27.325602 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:25:27.331317 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:25:27.419864 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Made reservation on behalf of fc3809f6efb44015bd6657e89aa7ba33 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:25:27.422908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:27.436633 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:27.468418 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:25:27.472478 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Usage tracker for resource:security_group_rule and tenant:fc3809f6efb44015bd6657e89aa7ba33 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:25:27.475334 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:25:27.482421 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:25:27.553531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:27.627947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:27.707461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b0b825-e0c9-4045-aace-ad77b7fa3aba,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:27.792337 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Allocated IP 192.168.233.117 (84598f96-fbc0-403b-a554-a12b5989f26e/dbfc3362-4573-47e7-8615-3948901fbf8b/95a4efac-6d71-41ff-a6a4-065cd118ae63) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:25:27.994539 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:28.009867 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Transition to ACTIVE for port object 95a4efac-6d71-41ff-a6a4-065cd118ae63 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:25:28.100235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:28.171810 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Network 84598f96-fbc0-403b-a554-a12b5989f26e is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:25:28.174905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:25:28.179351 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:25:28.204515 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Pushing event updated for resources: {'Port': ['ID=95a4efac-6d71-41ff-a6a4-065cd118ae63,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:28.256659 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:28.257404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:28.365776 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-1f89d1d3-59f1-417f-9c25-a7340914bc13 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1921527 May 25 23:25:28.376326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Request body: {'port': {'device_id': '0047a444-c2aa-42de-bc1c-3ec9f9bf48cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:25:28.421445 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d862573-b49e-48df-ae8f-54398a5f06ff req-8d790a08-43ac-4150-8b8a-cea582cb8605 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:28.422952 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8d862573-b49e-48df-ae8f-54398a5f06ff req-8d790a08-43ac-4150-8b8a-cea582cb8605 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 936 time: 0.0790181 May 25 23:25:28.473013 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8d862573-b49e-48df-ae8f-54398a5f06ff req-9f6a7c81-7e1f-4931-92d4-5fad9e3cdf51 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/security-groups?id=84b0b825-e0c9-4045-aace-ad77b7fa3aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430608 May 25 23:25:28.488369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0a12385e-86e2-4506-b830-5ff8023abf3d None None] Provisioning for port 95a4efac-6d71-41ff-a6a4-065cd118ae63 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:25:28.499778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0a12385e-86e2-4506-b830-5ff8023abf3d None None] Provisioning complete for port 95a4efac-6d71-41ff-a6a4-065cd118ae63 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:25:28.499778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0a12385e-86e2-4506-b830-5ff8023abf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:28.548078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0a12385e-86e2-4506-b830-5ff8023abf3d None None] Port 95a4efac-6d71-41ff-a6a4-065cd118ae63 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:25:28.578709 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:28.912465 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a4efac-6d71-41ff-a6a4-065cd118ae63 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:25:28.919529 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:28.934738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Transition to ACTIVE for port object 95a4efac-6d71-41ff-a6a4-065cd118ae63 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:25:29.008916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:29.130751 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Pushing event updated for resources: {'Port': ['ID=95a4efac-6d71-41ff-a6a4-065cd118ae63,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:29.242704 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Attempting to bind port 95a4efac-6d71-41ff-a6a4-065cd118ae63 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:25:29.243648 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Attempting to bind port 95a4efac-6d71-41ff-a6a4-065cd118ae63 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'df93924a-fac8-45af-8f90-4717073987e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '84598f96-fbc0-403b-a554-a12b5989f26e'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:25:29.243978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Attempting to bind port 95a4efac-6d71-41ff-a6a4-065cd118ae63 on network 84598f96-fbc0-403b-a554-a12b5989f26e {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:25:29.249962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Port 95a4efac-6d71-41ff-a6a4-065cd118ae63 on network 84598f96-fbc0-403b-a554-a12b5989f26e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:25:29.250277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Attempting to bind port 95a4efac-6d71-41ff-a6a4-065cd118ae63 on network 84598f96-fbc0-403b-a554-a12b5989f26e {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:25:29.256484 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:25:29.257372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Checking segment: {'id': 'df93924a-fac8-45af-8f90-4717073987e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '84598f96-fbc0-403b-a554-a12b5989f26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:25:29.257372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Bound using segment: {'id': 'df93924a-fac8-45af-8f90-4717073987e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '84598f96-fbc0-403b-a554-a12b5989f26e'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:25:29.257662 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Bound port: 95a4efac-6d71-41ff-a6a4-065cd118ae63, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df93924a-fac8-45af-8f90-4717073987e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '84598f96-fbc0-403b-a554-a12b5989f26e'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:25:29.258006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:29.344069 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] For port 95a4efac-6d71-41ff-a6a4-065cd118ae63, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:25:29.346909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] For port 95a4efac-6d71-41ff-a6a4-065cd118ae63, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=95a4efac-6d71-41ff-a6a4-065cd118ae63,segment=NetworkSegment(df93924a-fac8-45af-8f90-4717073987e6),segment_id=df93924a-fac8-45af-8f90-4717073987e6)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:25:29.466352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:29.531037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:29.532403 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] 10.222.0.73 "PUT /v2.0/ports/95a4efac-6d71-41ff-a6a4-065cd118ae63 HTTP/1.1" status: 200 len: 1098 time: 1.1600471 May 25 23:25:29.532869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0047a444-c2aa-42de-bc1c-3ec9f9bf48cb', 'tag': '95a4efac-6d71-41ff-a6a4-065cd118ae63'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:25:29.551111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc70af-201f-46e1-9683-fd23de3a5e07 service neutron] Pushing event updated for resources: {'Port': ['ID=95a4efac-6d71-41ff-a6a4-065cd118ae63,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:29.603870 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165c13e5-287a-46f8-873d-41c99a39cfb8'] response: {'name': 'network-changed', 'server_uuid': '0047a444-c2aa-42de-bc1c-3ec9f9bf48cb', 'tag': '95a4efac-6d71-41ff-a6a4-065cd118ae63', 'status': 'completed', 'code': 200} May 25 23:25:29.695287 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-983b4162-d28f-4255-8b17-d4b4ebecd963 req-0f030b2c-6461-41b2-aaa0-3787a0881356 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc3809f6efb44015bd6657e89aa7ba33&device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 1101 time: 0.0738280 May 25 23:25:29.729256 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-983b4162-d28f-4255-8b17-d4b4ebecd963 req-4dd38752-ed26-4d90-8fb4-5511276fad4a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=fc3809f6efb44015bd6657e89aa7ba33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271742 May 25 23:25:29.787683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d91dc2-aca1-4246-b8d9-547b0be6df2f req-6d72f6c8-0eb3-4b53-9459-33bc859df6d4 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:29.789238 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f5d91dc2-aca1-4246-b8d9-547b0be6df2f req-6d72f6c8-0eb3-4b53-9459-33bc859df6d4 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 948 time: 0.1859298 May 25 23:25:29.836386 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f5d91dc2-aca1-4246-b8d9-547b0be6df2f req-2a533ccb-816a-4442-8ce8-5e4edba065ab tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/security-groups?id=84b0b825-e0c9-4045-aace-ad77b7fa3aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396709 May 25 23:25:29.864258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b4162-d28f-4255-8b17-d4b4ebecd963 req-3e6f3cbf-a6f6-4e10-8a4d-f65925f2639d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:29.865702 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-983b4162-d28f-4255-8b17-d4b4ebecd963 req-3e6f3cbf-a6f6-4e10-8a4d-f65925f2639d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309471 May 25 23:25:29.969752 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-28ce900c-4dbc-4b0d-84b0-2993f54bda3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc3809f6efb44015bd6657e89aa7ba33&device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 1101 time: 0.0719273 May 25 23:25:30.038094 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-f538f4f5-1ccf-4254-8c33-8a0f2789d2b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=95a4efac-6d71-41ff-a6a4-065cd118ae63 HTTP/1.1" status: 200 len: 217 time: 0.0623806 May 25 23:25:30.103627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-d088d13e-54ef-42f2-ab7a-d831b656756c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:30.105056 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-d088d13e-54ef-42f2-ab7a-d831b656756c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dbfc3362-4573-47e7-8615-3948901fbf8b HTTP/1.1" status: 200 len: 843 time: 0.0617006 May 25 23:25:30.177828 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-10864faf-102a-4574-b76a-b45bed8b6a31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84598f96-fbc0-403b-a554-a12b5989f26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0670180 May 25 23:25:30.310081 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-4d3133c7-61f7-4f07-b15a-9401c05bf8ae service neutron] 10.222.0.73 "GET /v2.0/networks/84598f96-fbc0-403b-a554-a12b5989f26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261938 May 25 23:25:30.521291 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e1c0cba-0436-4036-9bd4-9c89d7bef271 req-53fb97f8-d292-4067-a3ca-92d930213880 service neutron] 10.222.0.73 "GET /v2.0/networks/84598f96-fbc0-403b-a554-a12b5989f26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053616 May 25 23:25:31.031667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903615db-fe8f-4732-9bda-d9f8361001bb req-efd772c2-6369-40f2-9ec6-d15ef9c062ab tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:31.033153 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-903615db-fe8f-4732-9bda-d9f8361001bb req-efd772c2-6369-40f2-9ec6-d15ef9c062ab tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 948 time: 0.0766077 May 25 23:25:31.083535 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-903615db-fe8f-4732-9bda-d9f8361001bb req-524327ca-9d34-4a48-b7c8-ad0647adfdf5 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/security-groups?id=84b0b825-e0c9-4045-aace-ad77b7fa3aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446501 May 25 23:25:32.278740 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6a8d5-4450-4bee-acac-236264731ac4 req-146685df-b531-4eb1-a771-3fc128361fe5 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:32.280185 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-51b6a8d5-4450-4bee-acac-236264731ac4 req-146685df-b531-4eb1-a771-3fc128361fe5 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 948 time: 0.0783615 May 25 23:25:32.325952 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-51b6a8d5-4450-4bee-acac-236264731ac4 req-37906b10-558c-46b6-b5a3-13e4d44a72bb tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/security-groups?id=84b0b825-e0c9-4045-aace-ad77b7fa3aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400219 May 25 23:25:33.528157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf8b05-1056-4dfc-9dbb-6ef0e6fbe59c req-99ce5a4d-09ba-415d-ba27-2f2ddb98468f tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:33.529844 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-becf8b05-1056-4dfc-9dbb-6ef0e6fbe59c req-99ce5a4d-09ba-415d-ba27-2f2ddb98468f tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 948 time: 0.0784078 May 25 23:25:33.579222 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-becf8b05-1056-4dfc-9dbb-6ef0e6fbe59c req-b7a20a53-6ed5-4ff9-9a41-79bb422b7ff2 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/security-groups?id=84b0b825-e0c9-4045-aace-ad77b7fa3aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439644 May 25 23:25:33.612815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 95a4efac-6d71-41ff-a6a4-065cd118ae63 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:25:33.744159 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 95a4efac-6d71-41ff-a6a4-065cd118ae63, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=95a4efac-6d71-41ff-a6a4-065cd118ae63,segment=NetworkSegment(df93924a-fac8-45af-8f90-4717073987e6),segment_id=df93924a-fac8-45af-8f90-4717073987e6)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:25:33.756810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '95a4efac-6d71-41ff-a6a4-065cd118ae63', 'network_id': '84598f96-fbc0-403b-a554-a12b5989f26e', 'port_id': '95a4efac-6d71-41ff-a6a4-065cd118ae63', 'mac_address': 'fa:16:3e:53:30:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfc3362-4573-47e7-8615-3948901fbf8b', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:25:33.808886 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:33.828220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a4efac-6d71-41ff-a6a4-065cd118ae63 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:25:33.843302 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 95a4efac-6d71-41ff-a6a4-065cd118ae63, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=95a4efac-6d71-41ff-a6a4-065cd118ae63,segment=NetworkSegment(df93924a-fac8-45af-8f90-4717073987e6),segment_id=df93924a-fac8-45af-8f90-4717073987e6)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:25:33.974128 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:34.039401 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=95a4efac-6d71-41ff-a6a4-065cd118ae63,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:34.047493 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:34.047830 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:34.048166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:34.048491 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:34.048841 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:34.049161 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:34.049483 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:34.049800 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:34.050111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:34.050423 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:34.050732 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:34.207189 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['95a4efac-6d71-41ff-a6a4-065cd118ae63'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:25:34.778821 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8572bc4-787c-4cba-826c-79da4f6201fd req-a2434168-81b2-48c6-b4c7-d1bbe5dfab60 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:34.780257 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f8572bc4-787c-4cba-826c-79da4f6201fd req-a2434168-81b2-48c6-b4c7-d1bbe5dfab60 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 949 time: 0.0774546 May 25 23:25:34.825276 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f8572bc4-787c-4cba-826c-79da4f6201fd req-0d48b907-fc9d-4e1a-9cdc-0f3bac44ad74 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/security-groups?id=84b0b825-e0c9-4045-aace-ad77b7fa3aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394511 May 25 23:25:35.628502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 95a4efac-6d71-41ff-a6a4-065cd118ae63 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:25:35.785494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 95a4efac-6d71-41ff-a6a4-065cd118ae63 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:25:35.791294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 95a4efac-6d71-41ff-a6a4-065cd118ae63 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:25:35.791672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:35.904848 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:35.931910 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0047a444-c2aa-42de-bc1c-3ec9f9bf48cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a4efac-6d71-41ff-a6a4-065cd118ae63'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:25:35.941274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 95a4efac-6d71-41ff-a6a4-065cd118ae63, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=95a4efac-6d71-41ff-a6a4-065cd118ae63,segment=NetworkSegment(df93924a-fac8-45af-8f90-4717073987e6),segment_id=df93924a-fac8-45af-8f90-4717073987e6)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:25:36.022366 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:36.034721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9e3d8-8107-49a7-8d44-4248b8950a83 req-3c51c713-aac0-4214-ac89-04b497254f67 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:36.037124 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5ec9e3d8-8107-49a7-8d44-4248b8950a83 req-3c51c713-aac0-4214-ac89-04b497254f67 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 949 time: 0.0830359 May 25 23:25:36.074389 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b0473e-2233-4b1f-996e-3045344da92f'] response: {'server_uuid': '0047a444-c2aa-42de-bc1c-3ec9f9bf48cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a4efac-6d71-41ff-a6a4-065cd118ae63', 'code': 200} May 25 23:25:36.091351 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5ec9e3d8-8107-49a7-8d44-4248b8950a83 req-56eb4210-7d4e-4c40-994e-585eeda95df6 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/security-groups?id=84b0b825-e0c9-4045-aace-ad77b7fa3aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477288 May 25 23:25:36.091750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=95a4efac-6d71-41ff-a6a4-065cd118ae63,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:36.417145 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6052a83c-2e9a-481d-9cc0-ff261838712e req-d71b1e35-b378-4212-b0e5-6002ba1a1ea6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 1103 time: 0.0692523 May 25 23:25:36.458148 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-6052a83c-2e9a-481d-9cc0-ff261838712e req-77f4e070-3e94-46a1-a50f-89eeee94c9c7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=84b0b825-e0c9-4045-aace-ad77b7fa3aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349638 May 25 23:25:37.292733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3ad76-5ca2-4cdc-a508-d88abbbb0b5c req-c716628c-090f-4342-9f87-4533cf6f0b64 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:37.294277 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5fb3ad76-5ca2-4cdc-a508-d88abbbb0b5c req-c716628c-090f-4342-9f87-4533cf6f0b64 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 950 time: 0.0769351 May 25 23:25:37.345832 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5fb3ad76-5ca2-4cdc-a508-d88abbbb0b5c req-2ea4289e-fb07-466f-84b2-06f09f577ac4 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/security-groups?id=84b0b825-e0c9-4045-aace-ad77b7fa3aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451596 May 25 23:25:38.546335 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674370a9-cfad-46aa-8a1d-61c1dd510be1 req-532d577f-b8e5-482b-86b3-6e202565125b tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:38.547796 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-674370a9-cfad-46aa-8a1d-61c1dd510be1 req-532d577f-b8e5-482b-86b3-6e202565125b tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 950 time: 0.0813556 May 25 23:25:38.595218 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-674370a9-cfad-46aa-8a1d-61c1dd510be1 req-6571f0d2-32c2-4450-af46-9b50727c9e40 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/security-groups?id=84b0b825-e0c9-4045-aace-ad77b7fa3aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418398 May 25 23:25:39.222464 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3b581200-c8f4-42df-9bbf-0ba20182e10e req-f356f3c3-8230-43ff-9766-04a30a04c4e3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2107563 May 25 23:25:39.861590 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e3ed3670-7161-45f2-8352-53d0deebe40b req-5b5eb483-4b8f-4866-a106-bbcc508c1341 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0697079 May 25 23:25:40.728604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21159f-b223-486e-9606-889b1918b40c req-2ce2af4d-4c2a-47b7-ae0a-f4503931476e tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:40.730064 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4d21159f-b223-486e-9606-889b1918b40c req-2ce2af4d-4c2a-47b7-ae0a-f4503931476e tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 950 time: 0.0747035 May 25 23:25:40.776669 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4d21159f-b223-486e-9606-889b1918b40c req-10d78e00-0c0f-4db8-9b24-c5fabe9d133d tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/security-groups?id=84b0b825-e0c9-4045-aace-ad77b7fa3aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411072 May 25 23:25:41.501820 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-217ac262-21b0-4f56-8260-759437f9c3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:41.929518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72077932-02bc-493b-b1d2-a420b452778a req-c243a56e-9a8a-4f8e-9c87-08bc2faf16de tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:41.930410 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-72077932-02bc-493b-b1d2-a420b452778a req-c243a56e-9a8a-4f8e-9c87-08bc2faf16de tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Synchronizing usage tracker for tenant:fc3809f6efb44015bd6657e89aa7ba33 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:25:41.982259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9807348-31d9-477c-a5b5-bdd1999768ef req-50c15b70-2d81-466e-b80d-bf939e2df600 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:41.983732 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9807348-31d9-477c-a5b5-bdd1999768ef req-50c15b70-2d81-466e-b80d-bf939e2df600 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 950 time: 0.0792086 May 25 23:25:42.008358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-72077932-02bc-493b-b1d2-a420b452778a req-c243a56e-9a8a-4f8e-9c87-08bc2faf16de tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Unset dirty status for tenant:fc3809f6efb44015bd6657e89aa7ba33 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:25:42.009807 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-72077932-02bc-493b-b1d2-a420b452778a req-c243a56e-9a8a-4f8e-9c87-08bc2faf16de tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.73 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 950 time: 0.1528487 May 25 23:25:42.029386 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9807348-31d9-477c-a5b5-bdd1999768ef req-b044fb7b-62b1-46f6-8f88-96ee37edbc40 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/security-groups?id=84b0b825-e0c9-4045-aace-ad77b7fa3aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 May 25 23:25:42.082583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-72077932-02bc-493b-b1d2-a420b452778a req-a3576d70-f93c-4f9a-9ac9-623b3da9ba74 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Deleting port 95a4efac-6d71-41ff-a6a4-065cd118ae63 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:25:42.082872 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-72077932-02bc-493b-b1d2-a420b452778a req-a3576d70-f93c-4f9a-9ac9-623b3da9ba74 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:42.321609 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-72077932-02bc-493b-b1d2-a420b452778a req-a3576d70-f93c-4f9a-9ac9-623b3da9ba74 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] For port 95a4efac-6d71-41ff-a6a4-065cd118ae63, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=95a4efac-6d71-41ff-a6a4-065cd118ae63,segment=NetworkSegment(df93924a-fac8-45af-8f90-4717073987e6),segment_id=df93924a-fac8-45af-8f90-4717073987e6)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:25:42.321961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-72077932-02bc-493b-b1d2-a420b452778a req-a3576d70-f93c-4f9a-9ac9-623b3da9ba74 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:42.450679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-72077932-02bc-493b-b1d2-a420b452778a req-a3576d70-f93c-4f9a-9ac9-623b3da9ba74 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Calling delete_port for 95a4efac-6d71-41ff-a6a4-065cd118ae63 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:25:42.659661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-72077932-02bc-493b-b1d2-a420b452778a req-a3576d70-f93c-4f9a-9ac9-623b3da9ba74 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:42.670780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['95a4efac-6d71-41ff-a6a4-065cd118ae63'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:25:42.709938 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3576d70-f93c-4f9a-9ac9-623b3da9ba74 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Pushing event deleted for resources: {'Port': ['ID=95a4efac-6d71-41ff-a6a4-065cd118ae63,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:42.784279 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-72077932-02bc-493b-b1d2-a420b452778a req-a3576d70-f93c-4f9a-9ac9-623b3da9ba74 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] No DVR routers for this DVR port 95a4efac-6d71-41ff-a6a4-065cd118ae63 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:25:42.787052 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-72077932-02bc-493b-b1d2-a420b452778a req-a3576d70-f93c-4f9a-9ac9-623b3da9ba74 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:42.790270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0047a444-c2aa-42de-bc1c-3ec9f9bf48cb', 'name': 'network-vif-deleted', 'tag': '95a4efac-6d71-41ff-a6a4-065cd118ae63'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:25:42.848287 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adcd3e89-0b2a-4a05-8648-2ef07ed30b09'] response: {'server_uuid': '0047a444-c2aa-42de-bc1c-3ec9f9bf48cb', 'name': 'network-vif-deleted', 'tag': '95a4efac-6d71-41ff-a6a4-065cd118ae63', 'status': 'completed', 'code': 200} May 25 23:25:42.862738 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-72077932-02bc-493b-b1d2-a420b452778a req-a3576d70-f93c-4f9a-9ac9-623b3da9ba74 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.73 "DELETE /v2.0/ports/95a4efac-6d71-41ff-a6a4-065cd118ae63 HTTP/1.1" status: 204 len: 173 time: 0.8474257 May 25 23:25:43.191517 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-353b6ee0-f4be-4194-abfd-223d3f1d9bfb req-d58a00ef-3e87-4f79-82a9-e5e275907995 tempest-ServersAdminNegativeTestJSON-1154232453 tempest-ServersAdminNegativeTestJSON-1154232453-project] 10.222.0.66 "GET /v2.0/ports?device_id=0047a444-c2aa-42de-bc1c-3ec9f9bf48cb HTTP/1.1" status: 200 len: 210 time: 0.0399816 May 25 23:25:43.696493 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-16dcfc82-63dd-4b1c-9d3c-bbf2962411cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:44.769231 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45606) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:44.923063 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:44.941299 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-feb3f494-34b7-45f5-80db-a64787ab4d6f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc3809f6efb44015bd6657e89aa7ba33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1709495 May 25 23:25:44.943783 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45612) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:45.005039 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:45.031116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:45.100273 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:45.151568 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:45.168324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b0b825-e0c9-4045-aace-ad77b7fa3aba,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:45.173078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:45.174161 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84b0b825-e0c9-4045-aace-ad77b7fa3aba HTTP/1.1" status: 204 len: 168 time: 0.2295249 May 25 23:25:45.179435 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:45.179769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:45.180760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:45.181095 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:45.181422 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:45.181747 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:45.182064 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:45.182384 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:45.182699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:45.183012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:45.183325 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a7c59-42d0-4ab1-8c4b-9c637952eade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:25:45.659804 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 95a4efac-6d71-41ff-a6a4-065cd118ae63 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:25:45.691884 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 95a4efac-6d71-41ff-a6a4-065cd118ae63 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:25:45.692219 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 95a4efac-6d71-41ff-a6a4-065cd118ae63 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:25:45.859618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45620) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:45.877732 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4f16d1dc-a830-4a36-8bfa-ae362f415f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:45.907801 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4f16d1dc-a830-4a36-8bfa-ae362f415f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:25:45.911608 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4f16d1dc-a830-4a36-8bfa-ae362f415f48 admin admin] Usage tracker for resource:security_group_rule and tenant:3bdb50e486984abb95888febd28cc4cc is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:25:45.914299 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4f16d1dc-a830-4a36-8bfa-ae362f415f48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:25:45.920571 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4f16d1dc-a830-4a36-8bfa-ae362f415f48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:25:45.984004 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4f16d1dc-a830-4a36-8bfa-ae362f415f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:46.061926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4f16d1dc-a830-4a36-8bfa-ae362f415f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:46.107751 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16d1dc-a830-4a36-8bfa-ae362f415f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb75071d-fe55-4967-8391-6ed701418910,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:46.113050 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4f16d1dc-a830-4a36-8bfa-ae362f415f48 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3bdb50e486984abb95888febd28cc4cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2524033 May 25 23:25:46.115590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45624) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:46.177289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1adecb80-76ad-43ec-8414-147232fb4b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:46.203587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1adecb80-76ad-43ec-8414-147232fb4b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:46.328473 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1adecb80-76ad-43ec-8414-147232fb4b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:46.342877 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adecb80-76ad-43ec-8414-147232fb4b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb75071d-fe55-4967-8391-6ed701418910,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:46.350704 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1adecb80-76ad-43ec-8414-147232fb4b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:46.352688 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1adecb80-76ad-43ec-8414-147232fb4b68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eb75071d-fe55-4967-8391-6ed701418910 HTTP/1.1" status: 204 len: 168 time: 0.2353480 May 25 23:25:46.699722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:47.561607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45646) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:47.688088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1563384987-network', 'tenant_id': '66050c4c68bf43e6a7a9d980b0ce04d9'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:25:47.692843 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:25:47.697291 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Usage tracker for resource:network and tenant:66050c4c68bf43e6a7a9d980b0ce04d9 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:25:47.700360 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:25:47.706036 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:25:47.808903 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Made reservation on behalf of 66050c4c68bf43e6a7a9d980b0ce04d9 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:25:47.811174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:47.823821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:47.833621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:47.855574 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:25:47.859339 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Usage tracker for resource:security_group_rule and tenant:66050c4c68bf43e6a7a9d980b0ce04d9 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:25:47.862130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:25:47.868664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:25:47.933728 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:48.004865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:48.038902 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:25:48.044652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03752f45-3707-45e0-909c-0d73dcc9506b,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:48.053263 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:48.053263 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Added segment 2eec8091-522b-47cc-b2c6-116a08cb2fca of type vlan for network 21a04919-74d9-4f99-9e96-3dc85dfd39c2 May 25 23:25:48.081368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:48.173693 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:48.174510 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:48.175101 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:48.276273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] Pushing event updated for resources: {'Network': ['ID=21a04919-74d9-4f99-9e96-3dc85dfd39c2,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:48.286176 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 21a04919-74d9-4f99-9e96-3dc85dfd39c2 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:25:48.342770 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cdfdc073-d202-4cc0-848f-ad6018e6f88d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7798958 May 25 23:25:48.345429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45652) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:25:48.350714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-34a66f56-90b9-49fe-a48e-8633b4ce4924 admin admin] Request body: {'subnet': {'network_id': '21a04919-74d9-4f99-9e96-3dc85dfd39c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1563384987-subnet', 'tenant_id': '66050c4c68bf43e6a7a9d980b0ce04d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:25:48.355941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-34a66f56-90b9-49fe-a48e-8633b4ce4924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:25:48.359979 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-34a66f56-90b9-49fe-a48e-8633b4ce4924 admin admin] Usage tracker for resource:subnet and tenant:66050c4c68bf43e6a7a9d980b0ce04d9 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:25:48.362802 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-34a66f56-90b9-49fe-a48e-8633b4ce4924 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:25:48.368852 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-34a66f56-90b9-49fe-a48e-8633b4ce4924 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:25:48.462684 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a66f56-90b9-49fe-a48e-8633b4ce4924 admin admin] Made reservation on behalf of 66050c4c68bf43e6a7a9d980b0ce04d9 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:25:48.465240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-34a66f56-90b9-49fe-a48e-8633b4ce4924 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:48.822263 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-34a66f56-90b9-49fe-a48e-8633b4ce4924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:48.906364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a66f56-90b9-49fe-a48e-8633b4ce4924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d8eb6e5-323a-4c30-8465-673a3e680f2c,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:48.916521 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a66f56-90b9-49fe-a48e-8633b4ce4924 admin admin] Checking segment: {'id': '2eec8091-522b-47cc-b2c6-116a08cb2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '21a04919-74d9-4f99-9e96-3dc85dfd39c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:25:48.916889 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a66f56-90b9-49fe-a48e-8633b4ce4924 admin admin] Network hostable DHCP agents. Network: 21a04919-74d9-4f99-9e96-3dc85dfd39c2, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:25:49.008552 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a66f56-90b9-49fe-a48e-8633b4ce4924 admin admin] Network 21a04919-74d9-4f99-9e96-3dc85dfd39c2 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:25:49.082397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-34a66f56-90b9-49fe-a48e-8633b4ce4924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 21a04919-74d9-4f99-9e96-3dc85dfd39c2) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:25:49.086778 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a66f56-90b9-49fe-a48e-8633b4ce4924 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:49.087346 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-34a66f56-90b9-49fe-a48e-8633b4ce4924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:49.092056 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69966b1c-a92f-47e8-9628-d4046a87b167 None None] Network 21a04919-74d9-4f99-9e96-3dc85dfd39c2 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:25:49.176014 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-34a66f56-90b9-49fe-a48e-8633b4ce4924 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8294413 May 25 23:25:49.333537 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a8ca9-1437-47a6-b902-6beabfc1a35f None None] Network 21a04919-74d9-4f99-9e96-3dc85dfd39c2 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:25:49.710959 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-2078041d-03d3-46a3-a920-3e59fe5588a8 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:49.713202 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-2078041d-03d3-46a3-a920-3e59fe5588a8 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/networks?id=21a04919-74d9-4f99-9e96-3dc85dfd39c2 HTTP/1.1" status: 200 len: 812 time: 0.1397047 May 25 23:25:49.730124 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-eb0a011c-9578-440a-bf3c-7d3d23e9e77c tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/quotas/66050c4c68bf43e6a7a9d980b0ce04d9 HTTP/1.1" status: 200 len: 375 time: 0.0112469 May 25 23:25:49.778561 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-c2c1e036-fa37-42d2-be6c-4e8f3582ce5f tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=66050c4c68bf43e6a7a9d980b0ce04d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431356 May 25 23:25:49.788653 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a10ea7f0-658f-4b2e-b47d-7641d64c97d6 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 23:25:49.790881 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a10ea7f0-658f-4b2e-b47d-7641d64c97d6 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048635 May 25 23:25:49.919590 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-37c1bb49-da23-4146-9161-56bb4a647ede service neutron] 10.222.0.66 "GET /v2.0/networks/21a04919-74d9-4f99-9e96-3dc85dfd39c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230845 May 25 23:25:50.048014 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-461fc78b-b423-4fb3-a25e-f212d3b9b6a3 service neutron] 10.222.0.66 "GET /v2.0/networks/21a04919-74d9-4f99-9e96-3dc85dfd39c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226690 May 25 23:25:50.637354 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:25:51.314184 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-af6192a6-d093-41ff-8574-817dfefc9f18 req-43d53d61-de27-4d86-940e-3f9341a5e222 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 210 time: 0.0413632 May 25 23:25:52.476962 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-139ac9c8-9a6d-41e4-8785-3d0998b427ee req-5d4df01a-d927-4dc3-8163-d631d580c0bb tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 210 time: 0.0416155 May 25 23:25:53.368860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-da09651a-ad78-4472-8b57-1d0eee8a08a1 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:53.370145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-da09651a-ad78-4472-8b57-1d0eee8a08a1 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Synchronizing usage tracker for tenant:66050c4c68bf43e6a7a9d980b0ce04d9 on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:25:53.496126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-da09651a-ad78-4472-8b57-1d0eee8a08a1 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Unset dirty status for tenant:66050c4c68bf43e6a7a9d980b0ce04d9 on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:25:53.497206 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-da09651a-ad78-4472-8b57-1d0eee8a08a1 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.73 "GET /v2.0/networks?id=21a04919-74d9-4f99-9e96-3dc85dfd39c2 HTTP/1.1" status: 200 len: 812 time: 0.2701118 May 25 23:25:53.514850 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Request body: {'port': {'device_id': '1cac4067-ae71-46b2-b8fd-49cb0db46766', 'network_id': '21a04919-74d9-4f99-9e96-3dc85dfd39c2', 'admin_state_up': True, 'tenant_id': '66050c4c68bf43e6a7a9d980b0ce04d9'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:25:53.655289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:25:53.659362 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Usage tracker for resource:port and tenant:66050c4c68bf43e6a7a9d980b0ce04d9 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:25:53.662357 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:25:53.669045 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:25:53.731667 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9a39e692-8aa3-4e11-ac82-ec6c1fba019c req-483cd433-3cca-4aab-bc04-93064b22ef3f tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 210 time: 0.1319399 May 25 23:25:53.758854 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Made reservation on behalf of 66050c4c68bf43e6a7a9d980b0ce04d9 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:25:53.758854 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:53.913987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Allocated IP 172.20.0.11 (21a04919-74d9-4f99-9e96-3dc85dfd39c2/5d8eb6e5-323a-4c30-8465-673a3e680f2c/af34f92d-8c5f-4126-ad5b-67152a673f9b) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:25:54.113736 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:54.197569 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:54.267835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Network 21a04919-74d9-4f99-9e96-3dc85dfd39c2 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:25:54.270669 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:25:54.273227 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:25:54.313558 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Pushing event updated for resources: {'Port': ['ID=af34f92d-8c5f-4126-ad5b-67152a673f9b,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:54.343675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:54.344268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:54.431953 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c468fa-ab79-4938-8238-5f93797bf333 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9213333 May 25 23:25:54.443608 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Request body: {'port': {'device_id': '1cac4067-ae71-46b2-b8fd-49cb0db46766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:25:54.549714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:54.887860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af34f92d-8c5f-4126-ad5b-67152a673f9b {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:25:54.894840 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:54.909632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Transition to ACTIVE for port object af34f92d-8c5f-4126-ad5b-67152a673f9b will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:25:54.929802 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b82f55-755c-4bac-8450-61e65f645f3a req-68092265-f7e6-4133-a1a6-6227e319e53e tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:54.931301 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f1b82f55-755c-4bac-8450-61e65f645f3a req-68092265-f7e6-4133-a1a6-6227e319e53e tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 932 time: 0.0753815 May 25 23:25:54.975913 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f1b82f55-755c-4bac-8450-61e65f645f3a req-df251582-b7ec-4569-9da6-8526be5d9fda tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390880 May 25 23:25:54.987377 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:55.113759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Pushing event updated for resources: {'Port': ['ID=af34f92d-8c5f-4126-ad5b-67152a673f9b,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:55.307238 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Attempting to bind port af34f92d-8c5f-4126-ad5b-67152a673f9b on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:25:55.307516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Attempting to bind port af34f92d-8c5f-4126-ad5b-67152a673f9b by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '2eec8091-522b-47cc-b2c6-116a08cb2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '21a04919-74d9-4f99-9e96-3dc85dfd39c2'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:25:55.307802 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Attempting to bind port af34f92d-8c5f-4126-ad5b-67152a673f9b on network 21a04919-74d9-4f99-9e96-3dc85dfd39c2 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:25:55.313602 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Port af34f92d-8c5f-4126-ad5b-67152a673f9b on network 21a04919-74d9-4f99-9e96-3dc85dfd39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:25:55.313917 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Attempting to bind port af34f92d-8c5f-4126-ad5b-67152a673f9b on network 21a04919-74d9-4f99-9e96-3dc85dfd39c2 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:25:55.320114 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:25:55.320444 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Checking segment: {'id': '2eec8091-522b-47cc-b2c6-116a08cb2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '21a04919-74d9-4f99-9e96-3dc85dfd39c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:25:55.321026 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Bound using segment: {'id': '2eec8091-522b-47cc-b2c6-116a08cb2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '21a04919-74d9-4f99-9e96-3dc85dfd39c2'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:25:55.321569 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Bound port: af34f92d-8c5f-4126-ad5b-67152a673f9b, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eec8091-522b-47cc-b2c6-116a08cb2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '21a04919-74d9-4f99-9e96-3dc85dfd39c2'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:25:55.321914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:55.407456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] For port af34f92d-8c5f-4126-ad5b-67152a673f9b, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:25:55.410399 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] For port af34f92d-8c5f-4126-ad5b-67152a673f9b, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=af34f92d-8c5f-4126-ad5b-67152a673f9b,segment=NetworkSegment(2eec8091-522b-47cc-b2c6-116a08cb2fca),segment_id=2eec8091-522b-47cc-b2c6-116a08cb2fca)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:25:55.462495 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:55.540086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:55.541501 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] 10.222.0.73 "PUT /v2.0/ports/af34f92d-8c5f-4126-ad5b-67152a673f9b HTTP/1.1" status: 200 len: 1094 time: 1.1019709 May 25 23:25:55.541942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cac4067-ae71-46b2-b8fd-49cb0db46766', 'tag': 'af34f92d-8c5f-4126-ad5b-67152a673f9b'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:25:55.564913 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9177e20-05bb-477e-9789-8263b1c34993 service neutron] Pushing event updated for resources: {'Port': ['ID=af34f92d-8c5f-4126-ad5b-67152a673f9b,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:25:55.601350 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c40db29-c8b1-4407-8f6b-f0e5c143bd33'] response: {'name': 'network-changed', 'server_uuid': '1cac4067-ae71-46b2-b8fd-49cb0db46766', 'tag': 'af34f92d-8c5f-4126-ad5b-67152a673f9b', 'status': 'completed', 'code': 200} May 25 23:25:55.686555 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9a03ffe6-cdc5-40ca-8e77-96ac0b0e3ba1 req-5b49afdf-8c43-4238-bd7c-a59a7716806b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=66050c4c68bf43e6a7a9d980b0ce04d9&device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 1097 time: 0.0671597 May 25 23:25:55.821220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03ffe6-cdc5-40ca-8e77-96ac0b0e3ba1 req-e3e0d32f-2a0e-419b-80a8-a016d3139522 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:55.822554 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9a03ffe6-cdc5-40ca-8e77-96ac0b0e3ba1 req-e3e0d32f-2a0e-419b-80a8-a016d3139522 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=66050c4c68bf43e6a7a9d980b0ce04d9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1303322 May 25 23:25:55.959456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03ffe6-cdc5-40ca-8e77-96ac0b0e3ba1 req-288c36f6-a95f-4e5f-85bf-1d587fadffe6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:55.960898 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9a03ffe6-cdc5-40ca-8e77-96ac0b0e3ba1 req-288c36f6-a95f-4e5f-85bf-1d587fadffe6 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317580 May 25 23:25:56.067784 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-1d215249-08a7-4e0d-ad2a-99a6c2482928 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=66050c4c68bf43e6a7a9d980b0ce04d9&device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 1097 time: 0.0730114 May 25 23:25:56.135564 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-1973fad3-ff95-4257-babb-3d3364ce2088 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af34f92d-8c5f-4126-ad5b-67152a673f9b HTTP/1.1" status: 200 len: 217 time: 0.0618222 May 25 23:25:56.172225 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863cf3c-a0b1-4736-a4c6-0927f3f7a617 req-4f045d4e-bae7-4d87-bc1d-e263785336ca tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:56.173683 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b863cf3c-a0b1-4736-a4c6-0927f3f7a617 req-4f045d4e-bae7-4d87-bc1d-e263785336ca tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 944 time: 0.0777581 May 25 23:25:56.200982 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-4f14889f-712b-42f4-99cf-63fab87c875b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:56.202753 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-4f14889f-712b-42f4-99cf-63fab87c875b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d8eb6e5-323a-4c30-8465-673a3e680f2c HTTP/1.1" status: 200 len: 852 time: 0.0616257 May 25 23:25:56.220940 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b863cf3c-a0b1-4736-a4c6-0927f3f7a617 req-2acb7596-8da1-401a-81b3-b9b71575a115 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 May 25 23:25:56.247445 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-7654d067-c20b-4917-82b2-fc70a98b57e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21a04919-74d9-4f99-9e96-3dc85dfd39c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392563 May 25 23:25:56.377233 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-a4c31fe0-5f44-4cff-95cc-587261fcdd94 service neutron] 10.222.0.73 "GET /v2.0/networks/21a04919-74d9-4f99-9e96-3dc85dfd39c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236699 May 25 23:25:56.504025 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4fcc8b9d-1345-47c7-9510-9378af415f4b req-8ed0872b-de00-4588-9b33-d1789ece2014 service neutron] 10.222.0.73 "GET /v2.0/networks/21a04919-74d9-4f99-9e96-3dc85dfd39c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211874 May 25 23:25:57.416999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c7205-e6aa-46db-a668-a53638e43711 req-5be47bef-5d0c-417a-809a-98c48721369c tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:57.418349 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3b1c7205-e6aa-46db-a668-a53638e43711 req-5be47bef-5d0c-417a-809a-98c48721369c tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 944 time: 0.0752485 May 25 23:25:57.467115 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3b1c7205-e6aa-46db-a668-a53638e43711 req-e443dd96-6ad7-4444-bf99-3a6ab6133578 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433078 May 25 23:25:58.660184 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6f700-2e15-45eb-bb40-97dac63a480c req-357e541f-8c68-4a2f-bad7-4ada62345ff8 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:58.661613 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-acc6f700-2e15-45eb-bb40-97dac63a480c req-357e541f-8c68-4a2f-bad7-4ada62345ff8 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 944 time: 0.0755713 May 25 23:25:58.706816 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-acc6f700-2e15-45eb-bb40-97dac63a480c req-64b996d5-2539-400b-adb5-64a8335a8520 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389540 May 25 23:25:59.721569 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device af34f92d-8c5f-4126-ad5b-67152a673f9b details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:25:59.862567 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port af34f92d-8c5f-4126-ad5b-67152a673f9b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=af34f92d-8c5f-4126-ad5b-67152a673f9b,segment=NetworkSegment(2eec8091-522b-47cc-b2c6-116a08cb2fca),segment_id=2eec8091-522b-47cc-b2c6-116a08cb2fca)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:25:59.876641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'af34f92d-8c5f-4126-ad5b-67152a673f9b', 'network_id': '21a04919-74d9-4f99-9e96-3dc85dfd39c2', 'port_id': 'af34f92d-8c5f-4126-ad5b-67152a673f9b', 'mac_address': 'fa:16:3e:50:55:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8eb6e5-323a-4c30-8465-673a3e680f2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:25:59.908053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22298a-6366-4b13-8d8e-8286d8f089d9 req-cd26d618-b3e2-464e-8e96-f817b9dafd51 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:25:59.909519 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8d22298a-6366-4b13-8d8e-8286d8f089d9 req-cd26d618-b3e2-464e-8e96-f817b9dafd51 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 944 time: 0.0791087 May 25 23:25:59.930996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:25:59.948141 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af34f92d-8c5f-4126-ad5b-67152a673f9b {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:25:59.954363 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8d22298a-6366-4b13-8d8e-8286d8f089d9 req-467d5118-736e-4f60-bfc0-c86621e6168d tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386579 May 25 23:25:59.971850 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port af34f92d-8c5f-4126-ad5b-67152a673f9b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=af34f92d-8c5f-4126-ad5b-67152a673f9b,segment=NetworkSegment(2eec8091-522b-47cc-b2c6-116a08cb2fca),segment_id=2eec8091-522b-47cc-b2c6-116a08cb2fca)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:26:00.038993 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:00.105040 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=af34f92d-8c5f-4126-ad5b-67152a673f9b,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:00.229303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['af34f92d-8c5f-4126-ad5b-67152a673f9b'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:26:01.151936 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe38e7-4133-4021-8aea-45cabbbb0c38 req-547e1079-fa1e-42ea-a22d-57c4c9539771 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:01.153435 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-57fe38e7-4133-4021-8aea-45cabbbb0c38 req-547e1079-fa1e-42ea-a22d-57c4c9539771 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 945 time: 0.0774777 May 25 23:26:01.198861 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-57fe38e7-4133-4021-8aea-45cabbbb0c38 req-83eb4c0b-d047-4073-96c8-45a79f7fc7b6 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398970 May 25 23:26:01.735917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device af34f92d-8c5f-4126-ad5b-67152a673f9b up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:26:01.870780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port af34f92d-8c5f-4126-ad5b-67152a673f9b completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:26:01.875508 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port af34f92d-8c5f-4126-ad5b-67152a673f9b triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:26:01.875865 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:01.985613 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:02.013882 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cac4067-ae71-46b2-b8fd-49cb0db46766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af34f92d-8c5f-4126-ad5b-67152a673f9b'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:26:02.023351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port af34f92d-8c5f-4126-ad5b-67152a673f9b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=af34f92d-8c5f-4126-ad5b-67152a673f9b,segment=NetworkSegment(2eec8091-522b-47cc-b2c6-116a08cb2fca),segment_id=2eec8091-522b-47cc-b2c6-116a08cb2fca)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:26:02.069171 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b50a18c2-76e0-4940-8263-1587156d8978'] response: {'server_uuid': '1cac4067-ae71-46b2-b8fd-49cb0db46766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af34f92d-8c5f-4126-ad5b-67152a673f9b', 'code': 200} May 25 23:26:02.094274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:02.158774 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=af34f92d-8c5f-4126-ad5b-67152a673f9b,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:02.402049 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab4532-62d8-4acd-896b-382d2ea9f6a5 req-84ec8aab-685e-4951-8f94-17c604114cb0 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:02.403498 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-98ab4532-62d8-4acd-896b-382d2ea9f6a5 req-84ec8aab-685e-4951-8f94-17c604114cb0 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0811028 May 25 23:26:02.404920 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-eb884cf9-eea5-4e7e-87fd-f327e0bfc9b3 req-439f8058-2b03-4532-ad41-7fd6b565207f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 1099 time: 0.0694990 May 25 23:26:02.450008 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-98ab4532-62d8-4acd-896b-382d2ea9f6a5 req-37cc4521-e7b8-4656-b16c-b978cd0129d2 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 May 25 23:26:02.450520 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-eb884cf9-eea5-4e7e-87fd-f327e0bfc9b3 req-84120937-36bf-454d-a716-3973d365a39e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402360 May 25 23:26:03.644292 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c24e19-ceda-4b02-ba0c-ed779ffd88bf req-4adb9ca8-db7e-4395-9c49-5bc3ef0fcb15 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:03.645754 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a1c24e19-ceda-4b02-ba0c-ed779ffd88bf req-4adb9ca8-db7e-4395-9c49-5bc3ef0fcb15 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0766833 May 25 23:26:03.695959 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a1c24e19-ceda-4b02-ba0c-ed779ffd88bf req-646f2f68-887f-434d-89c2-16e106a26467 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434129 May 25 23:26:04.890922 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798fcb28-2e89-4b8c-8273-7e97827aca6b req-2912d89f-2b18-40c6-b7b3-bac5f67ec6e6 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:04.892357 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-798fcb28-2e89-4b8c-8273-7e97827aca6b req-2912d89f-2b18-40c6-b7b3-bac5f67ec6e6 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0753436 May 25 23:26:04.937039 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-798fcb28-2e89-4b8c-8273-7e97827aca6b req-2b8adc19-d293-4c77-b85c-74b7ec42ba54 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391815 May 25 23:26:05.134738 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f3577eda-e9fa-495a-a368-9c5e1766347f req-ed845092-7fba-4b69-8859-81806ee83b58 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0700746 May 25 23:26:05.588423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717d464-afc7-4698-997c-3d0389d6b2b1 req-7160b149-6097-425e-a670-9913676301b3 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:05.589772 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2717d464-afc7-4698-997c-3d0389d6b2b1 req-7160b149-6097-425e-a670-9913676301b3 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0759664 May 25 23:26:05.636599 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2717d464-afc7-4698-997c-3d0389d6b2b1 req-bb9cde8c-b00c-485f-a1f5-16b9f81feb44 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409236 May 25 23:26:05.702472 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45714) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:26:05.831715 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-134c2a00-1e0f-4f5d-a508-183b2c387f36 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1281135 May 25 23:26:06.833764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da894ad9-f3b6-406b-91d2-1844826dd080 req-c6c1895d-8a93-4ce4-bf17-27045e4893aa tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:06.835170 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-da894ad9-f3b6-406b-91d2-1844826dd080 req-c6c1895d-8a93-4ce4-bf17-27045e4893aa tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0778446 May 25 23:26:06.880659 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-da894ad9-f3b6-406b-91d2-1844826dd080 req-d87a20f5-c048-4641-b8bf-a2a2f422ac78 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389535 May 25 23:26:07.937430 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-a5e45576-4d3e-4dc2-8184-d6f3c89a43a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=66050c4c68bf43e6a7a9d980b0ce04d9&device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 1099 time: 0.0677221 May 25 23:26:08.069368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-11474081-b3d8-482e-a4c9-0b9036a27574 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:08.070810 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-11474081-b3d8-482e-a4c9-0b9036a27574 service neutron] 10.222.0.73 "GET /v2.0/networks?id=21a04919-74d9-4f99-9e96-3dc85dfd39c2 HTTP/1.1" status: 200 len: 913 time: 0.1282418 May 25 23:26:08.076866 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e2252-68df-489c-9d22-1f754588fe65 req-37a03eea-2b0c-4ee0-a65d-a5d08a18fd77 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:08.078619 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c42e2252-68df-489c-9d22-1f754588fe65 req-37a03eea-2b0c-4ee0-a65d-a5d08a18fd77 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0764263 May 25 23:26:08.123637 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c42e2252-68df-489c-9d22-1f754588fe65 req-fabe2ae6-afa7-4607-9ed3-fa1e19727e93 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393548 May 25 23:26:08.140444 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-820c1464-9a76-4325-81b4-983f9101189b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af34f92d-8c5f-4126-ad5b-67152a673f9b HTTP/1.1" status: 200 len: 217 time: 0.0636775 May 25 23:26:08.200028 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-aa4e465d-de43-482b-8510-385a1980387e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:08.201355 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-aa4e465d-de43-482b-8510-385a1980387e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d8eb6e5-323a-4c30-8465-673a3e680f2c HTTP/1.1" status: 200 len: 852 time: 0.0559790 May 25 23:26:08.328252 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-be929735-ee95-409f-977b-1cde5c6799c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21a04919-74d9-4f99-9e96-3dc85dfd39c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216896 May 25 23:26:08.453679 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-a20866a1-8aa2-411a-9b83-bbf36109d48f service neutron] 10.222.0.73 "GET /v2.0/networks/21a04919-74d9-4f99-9e96-3dc85dfd39c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200347 May 25 23:26:08.579036 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-3cf6334a-c78c-4b4c-b337-799b3f1bb3c9 service neutron] 10.222.0.73 "GET /v2.0/networks/21a04919-74d9-4f99-9e96-3dc85dfd39c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201406 May 25 23:26:09.320088 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5393b14-ed70-4f73-a6d7-756dc21e781d req-ed03203e-15d0-4854-8285-e4cb2cbaabcf tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:09.321526 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f5393b14-ed70-4f73-a6d7-756dc21e781d req-ed03203e-15d0-4854-8285-e4cb2cbaabcf tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0786047 May 25 23:26:09.365781 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f5393b14-ed70-4f73-a6d7-756dc21e781d req-5aec80c4-f96a-4419-b535-5e390a757fe9 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387411 May 25 23:26:10.559620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e5ea9-0539-4898-b04e-f1193d5cda93 req-69b1c720-6975-4a23-a2ad-c365d615ca54 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:10.561059 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f78e5ea9-0539-4898-b04e-f1193d5cda93 req-69b1c720-6975-4a23-a2ad-c365d615ca54 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0744383 May 25 23:26:10.605306 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f78e5ea9-0539-4898-b04e-f1193d5cda93 req-0f8e850e-a59c-4863-bbea-8b5f008807c7 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387728 May 25 23:26:11.547362 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c650be51-8dc4-4394-b6d0-f7b5d6f47fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:11.805550 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257a254-1c20-4521-ab60-67df90882b88 req-470dedf7-5e56-4d3e-862b-a4e0c771a105 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:11.806891 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8257a254-1c20-4521-ab60-67df90882b88 req-470dedf7-5e56-4d3e-862b-a4e0c771a105 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0802186 May 25 23:26:11.852207 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8257a254-1c20-4521-ab60-67df90882b88 req-0d9d3e19-a39a-4df0-b53d-5bf9037125aa tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397358 May 25 23:26:13.049812 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d6341-38db-45f7-8b9b-c4a6d361aa49 req-fe63b213-eb17-404b-81dc-fc653abb1f37 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:13.051242 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-282d6341-38db-45f7-8b9b-c4a6d361aa49 req-fe63b213-eb17-404b-81dc-fc653abb1f37 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0753713 May 25 23:26:13.104226 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-282d6341-38db-45f7-8b9b-c4a6d361aa49 req-65472490-57e2-4667-bd91-04a3b3baff3a tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468450 May 25 23:26:13.700287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7b713d9d-5354-4efc-9c36-9114dc247a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:14.301385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0f686-b732-4983-9103-d31c6587f828 req-2cdfd7b6-5381-4a94-8617-072e73250c87 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:14.302811 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7fc0f686-b732-4983-9103-d31c6587f828 req-2cdfd7b6-5381-4a94-8617-072e73250c87 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0749440 May 25 23:26:14.347984 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7fc0f686-b732-4983-9103-d31c6587f828 req-8775d9dc-48b3-40e2-829d-76f73203edca tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391679 May 25 23:26:14.918907 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:15.093824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:15.547777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea157877-b59a-4039-9f40-5f24457428a8 req-43dd5999-5948-4e7a-8ebe-d2f3938cbc73 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:15.549243 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ea157877-b59a-4039-9f40-5f24457428a8 req-43dd5999-5948-4e7a-8ebe-d2f3938cbc73 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0792382 May 25 23:26:15.594711 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ea157877-b59a-4039-9f40-5f24457428a8 req-40de465d-ebfd-40c0-807a-32a4dea8d8d2 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399592 May 25 23:26:16.700713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:16.789880 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d65e7-0245-465d-b137-a37873cb545d req-e132cedd-2547-496d-8db5-13764e79561c tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:16.791310 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-805d65e7-0245-465d-b137-a37873cb545d req-e132cedd-2547-496d-8db5-13764e79561c tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0777757 May 25 23:26:16.835621 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-805d65e7-0245-465d-b137-a37873cb545d req-9be002d4-7b6b-4cc4-824f-c4d10f9a2102 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387883 May 25 23:26:17.798277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:18.042649 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d627e4-f1ac-4485-a743-1abe219dce84 req-391269f3-0307-4ae6-a17a-713713ff1fe0 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:18.044082 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e9d627e4-f1ac-4485-a743-1abe219dce84 req-391269f3-0307-4ae6-a17a-713713ff1fe0 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0787196 May 25 23:26:18.089624 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e9d627e4-f1ac-4485-a743-1abe219dce84 req-402d0520-5e39-470a-8dfa-db79193b4130 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395386 May 25 23:26:19.285959 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c40ae-80b6-4a76-8629-179965f86dfe req-cd829da6-ae54-4491-b5ce-de0d773dfa45 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:19.287391 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-093c40ae-80b6-4a76-8629-179965f86dfe req-cd829da6-ae54-4491-b5ce-de0d773dfa45 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0766411 May 25 23:26:19.337959 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-093c40ae-80b6-4a76-8629-179965f86dfe req-cb5ac757-aa18-4e49-9f44-4797604feb1e tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 May 25 23:26:20.614572 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b2577-ef38-4c93-ac09-d9f3073ab69a req-496b8ca5-b5a2-44ef-b53f-73ce00de188f tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:20.615998 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5c8b2577-ef38-4c93-ac09-d9f3073ab69a req-496b8ca5-b5a2-44ef-b53f-73ce00de188f tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.1541474 May 25 23:26:20.659929 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5c8b2577-ef38-4c93-ac09-d9f3073ab69a req-a6429430-a09e-4512-a765-0226f8c5809c tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375977 May 25 23:26:21.868648 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddcc6c-c0b1-4a15-b481-0f7b5fb5f11a req-9d0fe88e-5273-49d3-a556-bf52968eae95 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:21.870575 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-14ddcc6c-c0b1-4a15-b481-0f7b5fb5f11a req-9d0fe88e-5273-49d3-a556-bf52968eae95 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0762479 May 25 23:26:21.914643 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-14ddcc6c-c0b1-4a15-b481-0f7b5fb5f11a req-16735e0c-48b8-4659-9c24-bc01d207229f tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383546 May 25 23:26:23.109522 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205adb97-83cc-40fd-8d3a-38cf25cf5aeb req-d9f699ee-ae44-4ffe-8106-6ba59647186a tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:23.110948 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-205adb97-83cc-40fd-8d3a-38cf25cf5aeb req-d9f699ee-ae44-4ffe-8106-6ba59647186a tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0755866 May 25 23:26:23.155902 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-205adb97-83cc-40fd-8d3a-38cf25cf5aeb req-e8162f57-e6d2-4e8d-b3a3-e919df9477f0 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393319 May 25 23:26:24.352279 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cad8b-971a-4a78-ab4e-ddd2a6d2b770 req-3c09288c-4757-4a25-b9ad-142f0dec3128 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:24.353757 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a87cad8b-971a-4a78-ab4e-ddd2a6d2b770 req-3c09288c-4757-4a25-b9ad-142f0dec3128 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0792458 May 25 23:26:24.399043 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a87cad8b-971a-4a78-ab4e-ddd2a6d2b770 req-bbb9a910-172c-4f08-b914-d773ed68ba87 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391324 May 25 23:26:25.585455 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-8818101e-7c2a-470c-be53-7f8c7fb258f5 service neutron] 10.222.0.73 "GET /v2.0/ports/af34f92d-8c5f-4126-ad5b-67152a673f9b/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0725420 May 25 23:26:25.592618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc3bf1-1608-4b1a-908b-bb1239fe1c3f req-053e59a0-8194-4880-85c6-cafb51d666ca tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:25.594075 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2bbc3bf1-1608-4b1a-908b-bb1239fe1c3f req-053e59a0-8194-4880-85c6-cafb51d666ca tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0749030 May 25 23:26:25.643156 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2bbc3bf1-1608-4b1a-908b-bb1239fe1c3f req-e0517018-23cd-4f91-a56f-24c108f01159 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433531 May 25 23:26:26.151723 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-26dc87f2-9796-4d8b-be29-ad833b7c811a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766&tenant_id=66050c4c68bf43e6a7a9d980b0ce04d9 HTTP/1.1" status: 200 len: 1099 time: 0.0711036 May 25 23:26:26.241625 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-dfd31d87-2243-4538-b830-c3c6e965bb40 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=66050c4c68bf43e6a7a9d980b0ce04d9&device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 1099 time: 0.0685477 May 25 23:26:26.370062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-2c377ba6-7529-4113-9b87-612774eb064f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:26.372146 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-2c377ba6-7529-4113-9b87-612774eb064f service neutron] 10.222.0.73 "GET /v2.0/networks?id=21a04919-74d9-4f99-9e96-3dc85dfd39c2 HTTP/1.1" status: 200 len: 913 time: 0.1245034 May 25 23:26:26.440282 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-6ab775de-9a8b-4229-9416-61873e03f619 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af34f92d-8c5f-4126-ad5b-67152a673f9b HTTP/1.1" status: 200 len: 217 time: 0.0623627 May 25 23:26:26.504184 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-cd4abaf0-ac56-4e53-b684-92825e20a9b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:26.505707 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-cd4abaf0-ac56-4e53-b684-92825e20a9b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d8eb6e5-323a-4c30-8465-673a3e680f2c HTTP/1.1" status: 200 len: 852 time: 0.0600660 May 25 23:26:26.552398 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-a5ce0da4-5e56-423e-a7e3-6eda0fca71a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21a04919-74d9-4f99-9e96-3dc85dfd39c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407219 May 25 23:26:26.695877 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-076f9228-c2d2-4cc1-ba72-5cc0ca97972b service neutron] 10.222.0.73 "GET /v2.0/networks/21a04919-74d9-4f99-9e96-3dc85dfd39c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380172 May 25 23:26:26.828391 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-98e2cafb-5008-4d07-aee6-c49297c5d126 req-199ce5f1-89c9-4698-860e-43cb496e8c64 service neutron] 10.222.0.73 "GET /v2.0/networks/21a04919-74d9-4f99-9e96-3dc85dfd39c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264281 May 25 23:26:26.842830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475f89c-1f49-441f-8e66-e9c5be035875 req-e653ab50-e880-4ecb-8c1b-5ca16312cff4 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:26.844266 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e475f89c-1f49-441f-8e66-e9c5be035875 req-e653ab50-e880-4ecb-8c1b-5ca16312cff4 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0750408 May 25 23:26:26.890776 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e475f89c-1f49-441f-8e66-e9c5be035875 req-faba84ad-7799-4c47-bf54-4260c19f6c09 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409875 May 25 23:26:26.987824 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-021ef6b4-acf6-4988-85af-fbbb7367187d req-8a646977-1e10-43e6-9f11-d596545f78ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=66050c4c68bf43e6a7a9d980b0ce04d9&device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 1099 time: 0.0698521 May 25 23:26:27.131301 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ef6b4-acf6-4988-85af-fbbb7367187d req-8c376338-1f71-45f2-94c3-040d54ad5a59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:27.132897 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-021ef6b4-acf6-4988-85af-fbbb7367187d req-8c376338-1f71-45f2-94c3-040d54ad5a59 service neutron] 10.222.0.73 "GET /v2.0/networks?id=21a04919-74d9-4f99-9e96-3dc85dfd39c2 HTTP/1.1" status: 200 len: 913 time: 0.1280677 May 25 23:26:27.206254 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-021ef6b4-acf6-4988-85af-fbbb7367187d req-364c6548-a21a-494a-bce4-3b7173200557 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af34f92d-8c5f-4126-ad5b-67152a673f9b HTTP/1.1" status: 200 len: 217 time: 0.0644953 May 25 23:26:27.268992 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ef6b4-acf6-4988-85af-fbbb7367187d req-e4198a94-4fbb-41bb-b174-f7629654d6b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:27.270298 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-021ef6b4-acf6-4988-85af-fbbb7367187d req-e4198a94-4fbb-41bb-b174-f7629654d6b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d8eb6e5-323a-4c30-8465-673a3e680f2c HTTP/1.1" status: 200 len: 852 time: 0.0573173 May 25 23:26:27.314263 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-021ef6b4-acf6-4988-85af-fbbb7367187d req-df62eb8d-5e28-43ad-a5d9-6e46b7d440e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21a04919-74d9-4f99-9e96-3dc85dfd39c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381577 May 25 23:26:27.531636 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-021ef6b4-acf6-4988-85af-fbbb7367187d req-e5f2cc56-9566-40ad-8793-55715eec0bbe service neutron] 10.222.0.73 "GET /v2.0/networks/21a04919-74d9-4f99-9e96-3dc85dfd39c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112784 May 25 23:26:27.638773 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:26:27.661578 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-021ef6b4-acf6-4988-85af-fbbb7367187d req-76c76f08-e6de-438a-8634-6e4c3058a7e9 service neutron] 10.222.0.73 "GET /v2.0/networks/21a04919-74d9-4f99-9e96-3dc85dfd39c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242335 May 25 23:26:28.092363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156094ad-9cd8-46ae-939b-c1f42e5108ae req-3a09ddba-b15e-4568-9bbf-c0718e601714 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:28.093795 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-156094ad-9cd8-46ae-939b-c1f42e5108ae req-3a09ddba-b15e-4568-9bbf-c0718e601714 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0783689 May 25 23:26:28.138333 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-156094ad-9cd8-46ae-939b-c1f42e5108ae req-dc71ee7d-0877-4df7-a43e-59d42067e735 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390229 May 25 23:26:29.338604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222301d-bf51-4a5b-8f13-a0947fef945e req-f6e52d87-6185-4f1f-b02c-ae52d16bc9a0 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:29.340132 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5222301d-bf51-4a5b-8f13-a0947fef945e req-f6e52d87-6185-4f1f-b02c-ae52d16bc9a0 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0748479 May 25 23:26:29.383787 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5222301d-bf51-4a5b-8f13-a0947fef945e req-e6c79d0c-1558-4649-bdc0-89d30f86d1df tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378087 May 25 23:26:29.868555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device af34f92d-8c5f-4126-ad5b-67152a673f9b details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:26:29.872599 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device af34f92d-8c5f-4126-ad5b-67152a673f9b no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:26:29.990374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-d4903814-87d0-49ad-8435-60149d5f5fae tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:29.991079 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-d4903814-87d0-49ad-8435-60149d5f5fae tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Synchronizing usage tracker for tenant:66050c4c68bf43e6a7a9d980b0ce04d9 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:26:30.067014 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-d4903814-87d0-49ad-8435-60149d5f5fae tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Unset dirty status for tenant:66050c4c68bf43e6a7a9d980b0ce04d9 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:26:30.068259 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-d4903814-87d0-49ad-8435-60149d5f5fae tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.73 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766&tenant_id=66050c4c68bf43e6a7a9d980b0ce04d9&binding%3Ahost_id=hv-neutron-8433 HTTP/1.1" status: 200 len: 946 time: 0.1562655 May 25 23:26:30.089277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:30.110243 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port af34f92d-8c5f-4126-ad5b-67152a673f9b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=af34f92d-8c5f-4126-ad5b-67152a673f9b,segment=NetworkSegment(2eec8091-522b-47cc-b2c6-116a08cb2fca),segment_id=2eec8091-522b-47cc-b2c6-116a08cb2fca)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:26:30.129791 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'af34f92d-8c5f-4126-ad5b-67152a673f9b', 'network_id': '21a04919-74d9-4f99-9e96-3dc85dfd39c2', 'port_id': 'af34f92d-8c5f-4126-ad5b-67152a673f9b', 'mac_address': 'fa:16:3e:50:55:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8eb6e5-323a-4c30-8465-673a3e680f2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:26:30.134854 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cac4067-ae71-46b2-b8fd-49cb0db46766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af34f92d-8c5f-4126-ad5b-67152a673f9b'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:26:30.177621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port af34f92d-8c5f-4126-ad5b-67152a673f9b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=af34f92d-8c5f-4126-ad5b-67152a673f9b,segment=NetworkSegment(2eec8091-522b-47cc-b2c6-116a08cb2fca),segment_id=2eec8091-522b-47cc-b2c6-116a08cb2fca)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:26:30.200471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:30.213806 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-cbdd0a7c-d5d6-494f-8bc1-3aa2873388c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=66050c4c68bf43e6a7a9d980b0ce04d9&device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 1099 time: 0.0748460 May 25 23:26:30.218920 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6e9cb7-be07-42ec-8ddf-0b678d5afa95'] response: {'server_uuid': '1cac4067-ae71-46b2-b8fd-49cb0db46766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af34f92d-8c5f-4126-ad5b-67152a673f9b', 'code': 200} May 25 23:26:30.222982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af34f92d-8c5f-4126-ad5b-67152a673f9b {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:26:30.267690 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:30.345025 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-c22a0907-8701-426e-96ab-0fb1ba90ae27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:30.346455 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-c22a0907-8701-426e-96ab-0fb1ba90ae27 service neutron] 10.222.0.73 "GET /v2.0/networks?id=21a04919-74d9-4f99-9e96-3dc85dfd39c2 HTTP/1.1" status: 200 len: 913 time: 0.1269591 May 25 23:26:30.371810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:26:30.372173 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:26:30.377151 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=af34f92d-8c5f-4126-ad5b-67152a673f9b,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:30.416064 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-e39e8f6c-def0-40c2-a4d8-65549b275643 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af34f92d-8c5f-4126-ad5b-67152a673f9b HTTP/1.1" status: 200 len: 217 time: 0.0636439 May 25 23:26:30.476310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-356f684b-096b-42a7-a0d1-e09d0e2a3716 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:30.478432 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-356f684b-096b-42a7-a0d1-e09d0e2a3716 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d8eb6e5-323a-4c30-8465-673a3e680f2c HTTP/1.1" status: 200 len: 852 time: 0.0561523 May 25 23:26:30.523515 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-32335107-227a-4c38-a61f-9d24b1401aa9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21a04919-74d9-4f99-9e96-3dc85dfd39c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400012 May 25 23:26:30.648748 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-8b6c5639-d64c-4a48-9474-2f4ef8ca6bf2 service neutron] 10.222.0.73 "GET /v2.0/networks/21a04919-74d9-4f99-9e96-3dc85dfd39c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196246 May 25 23:26:30.775462 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-0ac0ad08-8b2c-4998-880a-cfe3f0674cb5 service neutron] 10.222.0.73 "GET /v2.0/networks/21a04919-74d9-4f99-9e96-3dc85dfd39c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215227 May 25 23:26:30.959238 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:30.976222 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af34f92d-8c5f-4126-ad5b-67152a673f9b {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:26:30.991294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port af34f92d-8c5f-4126-ad5b-67152a673f9b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=af34f92d-8c5f-4126-ad5b-67152a673f9b,segment=NetworkSegment(2eec8091-522b-47cc-b2c6-116a08cb2fca),segment_id=2eec8091-522b-47cc-b2c6-116a08cb2fca)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:26:31.061059 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:31.122693 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['af34f92d-8c5f-4126-ad5b-67152a673f9b'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:26:31.171721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=af34f92d-8c5f-4126-ad5b-67152a673f9b,revision_number=7']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:31.881348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device af34f92d-8c5f-4126-ad5b-67152a673f9b up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:26:31.953924 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port af34f92d-8c5f-4126-ad5b-67152a673f9b triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:26:31.954289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:32.069478 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:32.101579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port af34f92d-8c5f-4126-ad5b-67152a673f9b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=af34f92d-8c5f-4126-ad5b-67152a673f9b,segment=NetworkSegment(2eec8091-522b-47cc-b2c6-116a08cb2fca),segment_id=2eec8091-522b-47cc-b2c6-116a08cb2fca)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:26:32.154306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021e997-8809-4142-a602-7c2d0afbbfb1 req-d2abcb80-00b6-42e9-8e90-93c3bd0eca37 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:32.155644 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7021e997-8809-4142-a602-7c2d0afbbfb1 req-d2abcb80-00b6-42e9-8e90-93c3bd0eca37 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 945 time: 0.0784850 May 25 23:26:32.185994 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:32.200756 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7021e997-8809-4142-a602-7c2d0afbbfb1 req-f8d090ca-eb05-446a-981f-5420446803c4 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395162 May 25 23:26:32.239039 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cac4067-ae71-46b2-b8fd-49cb0db46766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af34f92d-8c5f-4126-ad5b-67152a673f9b'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:26:32.285989 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=af34f92d-8c5f-4126-ad5b-67152a673f9b,revision_number=8']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:32.302804 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0319660-f61e-4356-9cd1-d6761a0a3586'] response: {'server_uuid': '1cac4067-ae71-46b2-b8fd-49cb0db46766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af34f92d-8c5f-4126-ad5b-67152a673f9b', 'code': 200} May 25 23:26:33.428718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba7dcb-8234-449c-a6bd-dc4654a4d594 req-237827e5-219b-4e31-85cf-fea9478a7fbc tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:33.428718 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-25ba7dcb-8234-449c-a6bd-dc4654a4d594 req-237827e5-219b-4e31-85cf-fea9478a7fbc tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0748556 May 25 23:26:33.470473 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-25ba7dcb-8234-449c-a6bd-dc4654a4d594 req-7c209a78-773a-4442-9b74-f66085c02e84 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/security-groups?id=03752f45-3707-45e0-909c-0d73dcc9506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412717 May 25 23:26:33.748201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-3f353a6b-a46c-4c8b-ad1a-656b4a1ec28d tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:33.749566 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-3f353a6b-a46c-4c8b-ad1a-656b4a1ec28d tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.73 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 946 time: 0.0808060 May 25 23:26:33.821825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-53796f12-ac1f-4c71-8492-f4a80a94b6fb tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Deleting port af34f92d-8c5f-4126-ad5b-67152a673f9b {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:26:33.822158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-53796f12-ac1f-4c71-8492-f4a80a94b6fb tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:34.055687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-53796f12-ac1f-4c71-8492-f4a80a94b6fb tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] For port af34f92d-8c5f-4126-ad5b-67152a673f9b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=af34f92d-8c5f-4126-ad5b-67152a673f9b,segment=NetworkSegment(2eec8091-522b-47cc-b2c6-116a08cb2fca),segment_id=2eec8091-522b-47cc-b2c6-116a08cb2fca)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:26:34.055988 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-53796f12-ac1f-4c71-8492-f4a80a94b6fb tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:34.255067 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-53796f12-ac1f-4c71-8492-f4a80a94b6fb tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Calling delete_port for af34f92d-8c5f-4126-ad5b-67152a673f9b owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:26:34.472819 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-53796f12-ac1f-4c71-8492-f4a80a94b6fb tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:34.484397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['af34f92d-8c5f-4126-ad5b-67152a673f9b'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:26:34.525656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53796f12-ac1f-4c71-8492-f4a80a94b6fb tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Pushing event deleted for resources: {'Port': ['ID=af34f92d-8c5f-4126-ad5b-67152a673f9b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:34.600880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-53796f12-ac1f-4c71-8492-f4a80a94b6fb tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] No DVR routers for this DVR port af34f92d-8c5f-4126-ad5b-67152a673f9b on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:26:34.603639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-53796f12-ac1f-4c71-8492-f4a80a94b6fb tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:34.606774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cac4067-ae71-46b2-b8fd-49cb0db46766', 'name': 'network-vif-deleted', 'tag': 'af34f92d-8c5f-4126-ad5b-67152a673f9b'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:26:34.665100 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec179ecf-6af0-473e-8289-a38c0b462ade'] response: {'server_uuid': '1cac4067-ae71-46b2-b8fd-49cb0db46766', 'name': 'network-vif-deleted', 'tag': 'af34f92d-8c5f-4126-ad5b-67152a673f9b', 'status': 'completed', 'code': 200} May 25 23:26:34.679362 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-009d7897-5b85-4425-8c56-2bc2410206b1 req-53796f12-ac1f-4c71-8492-f4a80a94b6fb tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.73 "DELETE /v2.0/ports/af34f92d-8c5f-4126-ad5b-67152a673f9b HTTP/1.1" status: 204 len: 173 time: 0.9249897 May 25 23:26:34.782204 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2d4c93d0-de87-424a-ab38-1a2a5d6e1a9b req-6ff23eb9-5559-4825-aeed-959ec8aaaa07 tempest-DeleteServersTestJSON-696447817 tempest-DeleteServersTestJSON-696447817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cac4067-ae71-46b2-b8fd-49cb0db46766 HTTP/1.1" status: 200 len: 210 time: 0.0453737 May 25 23:26:36.046638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45802) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:26:36.108698 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec45aa3-af7e-4814-bbbc-466a2f56cdce admin admin] Deleting subnet 5d8eb6e5-323a-4c30-8465-673a3e680f2c {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:26:36.111540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eec45aa3-af7e-4814-bbbc-466a2f56cdce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:36.159166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eec45aa3-af7e-4814-bbbc-466a2f56cdce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:36.213415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eec45aa3-af7e-4814-bbbc-466a2f56cdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:36.347285 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eec45aa3-af7e-4814-bbbc-466a2f56cdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:36.383822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec45aa3-af7e-4814-bbbc-466a2f56cdce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d8eb6e5-323a-4c30-8465-673a3e680f2c,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:36.390915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-eec45aa3-af7e-4814-bbbc-466a2f56cdce admin admin] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:36.396739 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-eec45aa3-af7e-4814-bbbc-466a2f56cdce admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5d8eb6e5-323a-4c30-8465-673a3e680f2c HTTP/1.1" status: 204 len: 168 time: 0.3489850 May 25 23:26:36.399172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45806) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:26:36.502330 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c7c797ea-9c8a-46bb-b2a6-a1d34911f0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:36.623429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c7c797ea-9c8a-46bb-b2a6-a1d34911f0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:36.647365 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-c7c797ea-9c8a-46bb-b2a6-a1d34911f0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a04919-74d9-4f99-9e96-3dc85dfd39c2']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:26:36.659667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-c7c797ea-9c8a-46bb-b2a6-a1d34911f0a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eec8091-522b-47cc-b2c6-116a08cb2fca') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:26:36.659963 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-c7c797ea-9c8a-46bb-b2a6-a1d34911f0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eec8091-522b-47cc-b2c6-116a08cb2fca') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:26:36.671902 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c7c797ea-9c8a-46bb-b2a6-a1d34911f0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:36.688081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c7c797ea-9c8a-46bb-b2a6-a1d34911f0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:36.694021 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c797ea-9c8a-46bb-b2a6-a1d34911f0a1 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:26:36.694505 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c7c797ea-9c8a-46bb-b2a6-a1d34911f0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:26:36.707378 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:26:36.888228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c7c797ea-9c8a-46bb-b2a6-a1d34911f0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:36.906238 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c7c797ea-9c8a-46bb-b2a6-a1d34911f0a1 admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:36.915305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c797ea-9c8a-46bb-b2a6-a1d34911f0a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=21a04919-74d9-4f99-9e96-3dc85dfd39c2,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:36.993454 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c7c797ea-9c8a-46bb-b2a6-a1d34911f0a1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/21a04919-74d9-4f99-9e96-3dc85dfd39c2 HTTP/1.1" status: 204 len: 168 time: 0.5932782 May 25 23:26:37.350748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45812) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:26:37.399925 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7c96c69a-8bad-44cb-9aa4-901104e39406 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=66050c4c68bf43e6a7a9d980b0ce04d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480123 May 25 23:26:37.403001 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45816) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:26:37.464758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f668e14f-4573-4641-9745-f6c85c039a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:37.490075 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f668e14f-4573-4641-9745-f6c85c039a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:37.608100 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f668e14f-4573-4641-9745-f6c85c039a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:37.624480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668e14f-4573-4641-9745-f6c85c039a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03752f45-3707-45e0-909c-0d73dcc9506b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:37.629191 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f668e14f-4573-4641-9745-f6c85c039a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:37.629832 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f668e14f-4573-4641-9745-f6c85c039a31 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03752f45-3707-45e0-909c-0d73dcc9506b HTTP/1.1" status: 204 len: 168 time: 0.2256505 May 25 23:26:37.892511 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device af34f92d-8c5f-4126-ad5b-67152a673f9b no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:26:37.927407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: af34f92d-8c5f-4126-ad5b-67152a673f9b {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:26:37.927550 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device af34f92d-8c5f-4126-ad5b-67152a673f9b not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:26:38.756252 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45838) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:26:38.886455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1161269359-network', 'tenant_id': '5942914439684d74b392bf2713d1fd24'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:26:38.891876 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:26:38.895644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Usage tracker for resource:network and tenant:5942914439684d74b392bf2713d1fd24 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:26:38.898538 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:26:38.905485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:26:38.952422 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Made reservation on behalf of 5942914439684d74b392bf2713d1fd24 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:26:38.954675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:38.967759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:38.998577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:26:39.002776 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Usage tracker for resource:security_group_rule and tenant:5942914439684d74b392bf2713d1fd24 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:26:39.005870 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:26:39.012760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:26:39.080561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:39.156804 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:39.192889 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:26:39.198115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a1dec4-d845-4358-9399-6909eb644b56,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:39.206002 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:39.206138 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Added segment 29132c3f-c24c-4681-8845-0e3fd3e31e00 of type vlan for network 20303d7b-58a5-4f85-b95d-fb98fe972ef5 May 25 23:26:39.233081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:39.324907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:39.325908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:39.326491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:39.427802 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] Pushing event updated for resources: {'Network': ['ID=20303d7b-58a5-4f85-b95d-fb98fe972ef5,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:39.437908 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 20303d7b-58a5-4f85-b95d-fb98fe972ef5 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:26:39.492172 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1ee69916-7d81-4bdb-8655-bc0be194693c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7321861 May 25 23:26:39.492387 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 45844) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:26:39.498586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-63361507-ddc1-489b-8923-0826259587f9 admin admin] Request body: {'subnet': {'network_id': '20303d7b-58a5-4f85-b95d-fb98fe972ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1161269359-subnet', 'tenant_id': '5942914439684d74b392bf2713d1fd24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:26:39.503611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-63361507-ddc1-489b-8923-0826259587f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:26:39.510298 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-63361507-ddc1-489b-8923-0826259587f9 admin admin] Usage tracker for resource:subnet and tenant:5942914439684d74b392bf2713d1fd24 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:26:39.511084 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-63361507-ddc1-489b-8923-0826259587f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:26:39.517306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-63361507-ddc1-489b-8923-0826259587f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:26:39.591474 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63361507-ddc1-489b-8923-0826259587f9 admin admin] Made reservation on behalf of 5942914439684d74b392bf2713d1fd24 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:26:39.593809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-63361507-ddc1-489b-8923-0826259587f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:39.849647 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-63361507-ddc1-489b-8923-0826259587f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:40.007440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63361507-ddc1-489b-8923-0826259587f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b84a7ae-561a-4aca-bce7-97ea95a3cc3c,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:40.017189 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63361507-ddc1-489b-8923-0826259587f9 admin admin] Checking segment: {'id': '29132c3f-c24c-4681-8845-0e3fd3e31e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '20303d7b-58a5-4f85-b95d-fb98fe972ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:26:40.017536 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63361507-ddc1-489b-8923-0826259587f9 admin admin] Network hostable DHCP agents. Network: 20303d7b-58a5-4f85-b95d-fb98fe972ef5, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:26:40.093671 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63361507-ddc1-489b-8923-0826259587f9 admin admin] Network 20303d7b-58a5-4f85-b95d-fb98fe972ef5 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:26:40.173667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-63361507-ddc1-489b-8923-0826259587f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 20303d7b-58a5-4f85-b95d-fb98fe972ef5) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:26:40.177582 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63361507-ddc1-489b-8923-0826259587f9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:40.178361 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-63361507-ddc1-489b-8923-0826259587f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:40.182600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc81f4a-9680-4128-adfb-580093fe2173 None None] Network 20303d7b-58a5-4f85-b95d-fb98fe972ef5 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:26:40.266368 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-63361507-ddc1-489b-8923-0826259587f9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7727828 May 25 23:26:40.408872 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e8f56a-0094-4eb2-a9ca-314cd51b70ef None None] Network 20303d7b-58a5-4f85-b95d-fb98fe972ef5 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:26:40.796762 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d677ac8-b274-44e6-b968-c0d536366444 req-901864ec-adb0-4934-91bd-111c1710c6c0 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:40.798093 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7d677ac8-b274-44e6-b968-c0d536366444 req-901864ec-adb0-4934-91bd-111c1710c6c0 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/networks?id=20303d7b-58a5-4f85-b95d-fb98fe972ef5 HTTP/1.1" status: 200 len: 815 time: 0.1390612 May 25 23:26:40.814393 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7d677ac8-b274-44e6-b968-c0d536366444 req-4b1c9dff-18fa-49b4-a79b-603bdc95b417 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/quotas/5942914439684d74b392bf2713d1fd24 HTTP/1.1" status: 200 len: 375 time: 0.0108840 May 25 23:26:40.858836 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7d677ac8-b274-44e6-b968-c0d536366444 req-cfe46b21-6ab5-487d-8e9c-651b0a6cec41 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5942914439684d74b392bf2713d1fd24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395844 May 25 23:26:40.986732 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7d677ac8-b274-44e6-b968-c0d536366444 req-2d4d96ae-2f14-4a64-b100-dfccb01759f4 service neutron] 10.222.0.66 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214001 May 25 23:26:41.114717 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7d677ac8-b274-44e6-b968-c0d536366444 req-94a1adff-a990-4e43-843e-a994a9fff6ed service neutron] 10.222.0.66 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222699 May 25 23:26:41.360124 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-520ecfce-dfce-4fc0-bfe5-58a7245f148e req-efe0e6d1-5c51-4447-a1b8-7e80465d9809 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 210 time: 0.0438061 May 25 23:26:41.556985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-31f2a0a8-8de1-4ebd-bc19-820d01d0a9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:42.522018 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cd3b5996-3858-45fc-8557-49ac3f2085b7 req-11434057-4e2e-4b92-b472-02d4238a7564 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 210 time: 0.0412269 May 25 23:26:43.540824 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d677ac8-b274-44e6-b968-c0d536366444 req-92da7b66-62d1-4557-a658-c79e5eab2c89 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:43.541774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-7d677ac8-b274-44e6-b968-c0d536366444 req-92da7b66-62d1-4557-a658-c79e5eab2c89 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Synchronizing usage tracker for tenant:5942914439684d74b392bf2713d1fd24 on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:26:43.632841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-7d677ac8-b274-44e6-b968-c0d536366444 req-92da7b66-62d1-4557-a658-c79e5eab2c89 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Unset dirty status for tenant:5942914439684d74b392bf2713d1fd24 on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:26:43.634106 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7d677ac8-b274-44e6-b968-c0d536366444 req-92da7b66-62d1-4557-a658-c79e5eab2c89 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.73 "GET /v2.0/networks?id=20303d7b-58a5-4f85-b95d-fb98fe972ef5 HTTP/1.1" status: 200 len: 815 time: 0.2357023 May 25 23:26:43.649967 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-7d677ac8-b274-44e6-b968-c0d536366444 req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Request body: {'port': {'device_id': 'b703f92b-4451-44fc-a340-b6cc06680484', 'network_id': '20303d7b-58a5-4f85-b95d-fb98fe972ef5', 'admin_state_up': True, 'tenant_id': '5942914439684d74b392bf2713d1fd24'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:26:43.685330 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5add9a24-80e0-4801-b44b-cd4153311bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:43.694363 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cfc0ca5d-04de-4777-b11f-b8081e969153 req-c48498a8-3234-4939-810f-6b255e2fb86c tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 210 time: 0.0493217 May 25 23:26:43.789325 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-7d677ac8-b274-44e6-b968-c0d536366444 req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:26:43.793318 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-7d677ac8-b274-44e6-b968-c0d536366444 req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Usage tracker for resource:port and tenant:5942914439684d74b392bf2713d1fd24 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:26:43.796313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-7d677ac8-b274-44e6-b968-c0d536366444 req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:26:43.803106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-7d677ac8-b274-44e6-b968-c0d536366444 req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:26:43.912836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d677ac8-b274-44e6-b968-c0d536366444 req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Made reservation on behalf of 5942914439684d74b392bf2713d1fd24 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:26:43.916209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7d677ac8-b274-44e6-b968-c0d536366444 req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:44.076440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-7d677ac8-b274-44e6-b968-c0d536366444 req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Allocated IP 172.20.0.10 (20303d7b-58a5-4f85-b95d-fb98fe972ef5/8b84a7ae-561a-4aca-bce7-97ea95a3cc3c/2dddba30-8332-45df-9124-f2879d93ac6c) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:26:44.271536 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7d677ac8-b274-44e6-b968-c0d536366444 req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:44.358799 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7d677ac8-b274-44e6-b968-c0d536366444 req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:44.429300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d677ac8-b274-44e6-b968-c0d536366444 req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Network 20303d7b-58a5-4f85-b95d-fb98fe972ef5 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:26:44.432336 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-7d677ac8-b274-44e6-b968-c0d536366444 req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:26:44.436725 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d677ac8-b274-44e6-b968-c0d536366444 req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:26:44.463900 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Pushing event updated for resources: {'Port': ['ID=2dddba30-8332-45df-9124-f2879d93ac6c,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:44.500676 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d677ac8-b274-44e6-b968-c0d536366444 req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:44.501268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7d677ac8-b274-44e6-b968-c0d536366444 req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:44.576859 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7d677ac8-b274-44e6-b968-c0d536366444 req-88a0eb10-19c6-4c33-8241-d3be2076b43f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9306426 May 25 23:26:44.588418 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Request body: {'port': {'device_id': 'b703f92b-4451-44fc-a340-b6cc06680484', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:26:44.694702 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:44.952678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:44.990774 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fab49c-3cee-4983-94e9-a571a73df695 req-f336ba8b-00f2-467e-b1ec-cc5218cdb118 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:44.992191 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-63fab49c-3cee-4983-94e9-a571a73df695 req-f336ba8b-00f2-467e-b1ec-cc5218cdb118 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 932 time: 0.1736293 May 25 23:26:45.039465 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-63fab49c-3cee-4983-94e9-a571a73df695 req-eb4f11a0-5807-4c0f-8108-55f3b9f89985 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 May 25 23:26:45.041290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dddba30-8332-45df-9124-f2879d93ac6c {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:26:45.048484 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:45.063249 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Transition to ACTIVE for port object 2dddba30-8332-45df-9124-f2879d93ac6c will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:26:45.107190 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:45.135446 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:45.258352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Pushing event updated for resources: {'Port': ['ID=2dddba30-8332-45df-9124-f2879d93ac6c,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:45.293851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:45.294188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:45.294518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:45.294845 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:45.295173 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:45.295495 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:45.295815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:45.296134 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:45.296452 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:45.296794 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:45.297112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:45.376107 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Attempting to bind port 2dddba30-8332-45df-9124-f2879d93ac6c on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:26:45.376429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Attempting to bind port 2dddba30-8332-45df-9124-f2879d93ac6c by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '29132c3f-c24c-4681-8845-0e3fd3e31e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '20303d7b-58a5-4f85-b95d-fb98fe972ef5'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:26:45.376779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Attempting to bind port 2dddba30-8332-45df-9124-f2879d93ac6c on network 20303d7b-58a5-4f85-b95d-fb98fe972ef5 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:26:45.382353 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Port 2dddba30-8332-45df-9124-f2879d93ac6c on network 20303d7b-58a5-4f85-b95d-fb98fe972ef5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:26:45.382664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Attempting to bind port 2dddba30-8332-45df-9124-f2879d93ac6c on network 20303d7b-58a5-4f85-b95d-fb98fe972ef5 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:26:45.388951 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:26:45.389278 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Checking segment: {'id': '29132c3f-c24c-4681-8845-0e3fd3e31e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '20303d7b-58a5-4f85-b95d-fb98fe972ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:26:45.389656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Bound using segment: {'id': '29132c3f-c24c-4681-8845-0e3fd3e31e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '20303d7b-58a5-4f85-b95d-fb98fe972ef5'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:26:45.390074 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Bound port: 2dddba30-8332-45df-9124-f2879d93ac6c, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29132c3f-c24c-4681-8845-0e3fd3e31e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '20303d7b-58a5-4f85-b95d-fb98fe972ef5'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:26:45.390411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:45.475073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] For port 2dddba30-8332-45df-9124-f2879d93ac6c, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:26:45.477968 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] For port 2dddba30-8332-45df-9124-f2879d93ac6c, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=2dddba30-8332-45df-9124-f2879d93ac6c,segment=NetworkSegment(29132c3f-c24c-4681-8845-0e3fd3e31e00),segment_id=29132c3f-c24c-4681-8845-0e3fd3e31e00)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:26:45.585486 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:45.651414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:45.652905 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] 10.222.0.73 "PUT /v2.0/ports/2dddba30-8332-45df-9124-f2879d93ac6c HTTP/1.1" status: 200 len: 1094 time: 1.0685537 May 25 23:26:45.653320 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b703f92b-4451-44fc-a340-b6cc06680484', 'tag': '2dddba30-8332-45df-9124-f2879d93ac6c'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:26:45.669810 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ac389-fc80-47bb-876a-b43f36c9c860 service neutron] Pushing event updated for resources: {'Port': ['ID=2dddba30-8332-45df-9124-f2879d93ac6c,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:45.709737 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493e8929-df37-41a9-8627-b7c2c63dfce0'] response: {'name': 'network-changed', 'server_uuid': 'b703f92b-4451-44fc-a340-b6cc06680484', 'tag': '2dddba30-8332-45df-9124-f2879d93ac6c', 'status': 'completed', 'code': 200} May 25 23:26:45.882327 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-28d26e4c-81b7-4107-801a-1bf3d462b821 req-b84c18b0-dc0a-41ca-945a-4bf2b2aeb4f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5942914439684d74b392bf2713d1fd24&device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 1097 time: 0.1532130 May 25 23:26:46.018143 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d26e4c-81b7-4107-801a-1bf3d462b821 req-12965d45-7e31-4331-a2f8-039798c0a9ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:46.019625 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-28d26e4c-81b7-4107-801a-1bf3d462b821 req-12965d45-7e31-4331-a2f8-039798c0a9ae service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5942914439684d74b392bf2713d1fd24&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1306069 May 25 23:26:46.154790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d26e4c-81b7-4107-801a-1bf3d462b821 req-db8917e9-8b2b-426e-afe8-4a45e792899c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:46.156141 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-28d26e4c-81b7-4107-801a-1bf3d462b821 req-db8917e9-8b2b-426e-afe8-4a45e792899c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314774 May 25 23:26:46.238346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbaac6-7455-4e33-9c1f-a77b4f7f4ab4 req-c4de5d9f-7e95-49d9-9263-b4ca22c889ed tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:46.239791 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b6fbaac6-7455-4e33-9c1f-a77b4f7f4ab4 req-c4de5d9f-7e95-49d9-9263-b4ca22c889ed tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 944 time: 0.0777962 May 25 23:26:46.262043 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7d677ac8-b274-44e6-b968-c0d536366444 req-e66a556d-3cd3-4d79-bb16-b4b83ed83216 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5942914439684d74b392bf2713d1fd24&device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 1097 time: 0.0719068 May 25 23:26:46.286869 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b6fbaac6-7455-4e33-9c1f-a77b4f7f4ab4 req-181f3615-e068-4190-9487-b8736e4aca8e tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415156 May 25 23:26:46.330207 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7d677ac8-b274-44e6-b968-c0d536366444 req-108bd134-4e07-4968-88a6-083d34a347e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dddba30-8332-45df-9124-f2879d93ac6c HTTP/1.1" status: 200 len: 217 time: 0.0623307 May 25 23:26:46.394006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d3b1f692-3d35-4833-aed5-779c10db54ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:46.395399 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7d677ac8-b274-44e6-b968-c0d536366444 req-d3b1f692-3d35-4833-aed5-779c10db54ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b84a7ae-561a-4aca-bce7-97ea95a3cc3c HTTP/1.1" status: 200 len: 855 time: 0.0598724 May 25 23:26:46.439314 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7d677ac8-b274-44e6-b968-c0d536366444 req-35b7811b-4a42-4081-a52d-5026aced0dcc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20303d7b-58a5-4f85-b95d-fb98fe972ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383885 May 25 23:26:46.568346 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7d677ac8-b274-44e6-b968-c0d536366444 req-a4f537a5-38b2-45bf-bfb3-45b7ad061f0c service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236699 May 25 23:26:46.699754 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7d677ac8-b274-44e6-b968-c0d536366444 req-1968583d-1aa0-4930-b22b-36d6df667bf5 service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254520 May 25 23:26:46.713255 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:47.487078 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35839ca0-7dbb-43a9-9cf8-f73aa006369d req-fdcd0395-77c7-47ec-8fec-4290cb7dc6b8 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:47.488400 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-35839ca0-7dbb-43a9-9cf8-f73aa006369d req-fdcd0395-77c7-47ec-8fec-4290cb7dc6b8 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 944 time: 0.0775661 May 25 23:26:47.532349 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-35839ca0-7dbb-43a9-9cf8-f73aa006369d req-6949ca27-6f51-4db2-b630-e9effc963f2c tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383146 May 25 23:26:47.803600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:48.735758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a381a74-26e5-41b7-85af-a1d9136ec592 req-8536ae27-f80a-4529-955d-f8741374081e tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:48.737202 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3a381a74-26e5-41b7-85af-a1d9136ec592 req-8536ae27-f80a-4529-955d-f8741374081e tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 944 time: 0.0811589 May 25 23:26:48.781829 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3a381a74-26e5-41b7-85af-a1d9136ec592 req-c68ae48e-14b1-466c-b123-06d89b0e40cc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391235 May 25 23:26:49.954502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 2dddba30-8332-45df-9124-f2879d93ac6c details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:26:49.977801 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e3a10-ac3d-47a7-8c82-bc8ca734ce77 req-87e9b651-9e12-4f12-a445-f93bebdd9e35 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:49.979257 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3e1e3a10-ac3d-47a7-8c82-bc8ca734ce77 req-87e9b651-9e12-4f12-a445-f93bebdd9e35 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 944 time: 0.0782444 May 25 23:26:50.024817 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3e1e3a10-ac3d-47a7-8c82-bc8ca734ce77 req-43b25c86-8ef1-4b97-8097-7265e9fe9927 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392320 May 25 23:26:50.087266 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 2dddba30-8332-45df-9124-f2879d93ac6c, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=2dddba30-8332-45df-9124-f2879d93ac6c,segment=NetworkSegment(29132c3f-c24c-4681-8845-0e3fd3e31e00),segment_id=29132c3f-c24c-4681-8845-0e3fd3e31e00)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:26:50.100157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '2dddba30-8332-45df-9124-f2879d93ac6c', 'network_id': '20303d7b-58a5-4f85-b95d-fb98fe972ef5', 'port_id': '2dddba30-8332-45df-9124-f2879d93ac6c', 'mac_address': 'fa:16:3e:57:16:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b84a7ae-561a-4aca-bce7-97ea95a3cc3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:26:50.151819 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:50.171953 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dddba30-8332-45df-9124-f2879d93ac6c {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:26:50.186847 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 2dddba30-8332-45df-9124-f2879d93ac6c, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=2dddba30-8332-45df-9124-f2879d93ac6c,segment=NetworkSegment(29132c3f-c24c-4681-8845-0e3fd3e31e00),segment_id=29132c3f-c24c-4681-8845-0e3fd3e31e00)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:26:50.255492 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:50.320092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=2dddba30-8332-45df-9124-f2879d93ac6c,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:50.329163 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:50.329502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:50.329834 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:50.330159 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:50.330489 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:50.330809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:50.331130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:50.331448 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:50.331764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:50.332076 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:50.332391 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:26:50.456389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['2dddba30-8332-45df-9124-f2879d93ac6c'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:26:51.216397 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc00458-9363-4f11-90ab-651b3aa7f5cc req-6922b5f5-8435-4db6-aa1f-8a8c9cd059f5 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:51.217858 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ecc00458-9363-4f11-90ab-651b3aa7f5cc req-6922b5f5-8435-4db6-aa1f-8a8c9cd059f5 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 945 time: 0.0746074 May 25 23:26:51.265931 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ecc00458-9363-4f11-90ab-651b3aa7f5cc req-d4dfaf87-6bd4-445d-8956-f97867e35925 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425429 May 25 23:26:51.970221 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 2dddba30-8332-45df-9124-f2879d93ac6c up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:26:52.099298 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 2dddba30-8332-45df-9124-f2879d93ac6c completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:26:52.104182 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 2dddba30-8332-45df-9124-f2879d93ac6c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:26:52.104569 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:52.216703 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:52.241810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b703f92b-4451-44fc-a340-b6cc06680484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dddba30-8332-45df-9124-f2879d93ac6c'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:26:52.251383 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 2dddba30-8332-45df-9124-f2879d93ac6c, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=2dddba30-8332-45df-9124-f2879d93ac6c,segment=NetworkSegment(29132c3f-c24c-4681-8845-0e3fd3e31e00),segment_id=29132c3f-c24c-4681-8845-0e3fd3e31e00)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:26:52.300926 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff94c68-08eb-404b-8dc1-944405a753c8'] response: {'server_uuid': 'b703f92b-4451-44fc-a340-b6cc06680484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dddba30-8332-45df-9124-f2879d93ac6c', 'code': 200} May 25 23:26:52.318435 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:26:52.388464 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=2dddba30-8332-45df-9124-f2879d93ac6c,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:26:52.470465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7f412-f926-4803-88fd-d67d27651d65 req-de68e1a0-cdb0-4a1e-9a45-182e273b84dc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:52.471954 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d2a7f412-f926-4803-88fd-d67d27651d65 req-de68e1a0-cdb0-4a1e-9a45-182e273b84dc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0766618 May 25 23:26:52.517109 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d2a7f412-f926-4803-88fd-d67d27651d65 req-c643621a-b4fa-4e8d-80f0-3009bbb55e3c tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395868 May 25 23:26:52.658693 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-eac00489-8b98-4131-86b0-b999e6c1f4f4 req-043d823f-d47b-4cd5-81fc-70bfa8e84c14 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 1099 time: 0.0662711 May 25 23:26:52.703313 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-eac00489-8b98-4131-86b0-b999e6c1f4f4 req-5f1754e7-2b95-4124-9a69-17a0249160bd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389130 May 25 23:26:53.723167 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d7058-f594-4c48-b821-f71b5f00e0b0 req-c47e10a9-ba72-464d-a56e-6161bb121305 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:53.724656 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0e6d7058-f594-4c48-b821-f71b5f00e0b0 req-c47e10a9-ba72-464d-a56e-6161bb121305 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0827930 May 25 23:26:53.770239 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0e6d7058-f594-4c48-b821-f71b5f00e0b0 req-dae79748-3c69-4302-997c-3862a340294d tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400286 May 25 23:26:54.966544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9108e9f-141f-4724-ba53-ff7229c0c346 req-9d56f145-cacc-4ab8-9460-b7052dec5922 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:54.967969 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a9108e9f-141f-4724-ba53-ff7229c0c346 req-9d56f145-cacc-4ab8-9460-b7052dec5922 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0756106 May 25 23:26:55.012689 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a9108e9f-141f-4724-ba53-ff7229c0c346 req-ca4f69a0-3881-4ad2-910d-d36264e62c93 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391705 May 25 23:26:55.206001 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b99d2-c1c0-4c90-8a5f-3d744123370d req-f91a8fa8-abc1-4d0d-a197-e9000569c145 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:55.207427 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-954b99d2-c1c0-4c90-8a5f-3d744123370d req-f91a8fa8-abc1-4d0d-a197-e9000569c145 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0779622 May 25 23:26:55.252167 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-954b99d2-c1c0-4c90-8a5f-3d744123370d req-e972f4ab-5c4a-49c8-8856-3bf92b264262 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392330 May 25 23:26:55.676998 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4de291-8270-4e8d-bdf4-f298a16a03db req-384e712b-a685-4c2d-af24-28474a4515fc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:55.678406 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0b4de291-8270-4e8d-bdf4-f298a16a03db req-384e712b-a685-4c2d-af24-28474a4515fc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0736587 May 25 23:26:55.729503 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0b4de291-8270-4e8d-bdf4-f298a16a03db req-983444d1-32c1-47f6-b900-49bd55ec2cfa tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450733 May 25 23:26:55.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf03c8e-8511-4662-9aaf-5ea5246703a2 req-f2c7d6e6-51a6-49d0-ac1e-461ee33126a8 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:55.927166 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6bf03c8e-8511-4662-9aaf-5ea5246703a2 req-f2c7d6e6-51a6-49d0-ac1e-461ee33126a8 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0761123 May 25 23:26:55.972981 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6bf03c8e-8511-4662-9aaf-5ea5246703a2 req-4dbd96ef-a8fb-472f-a394-39cf09f44f90 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403163 May 25 23:26:56.237548 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-69ca4acd-7c85-45f4-83e3-a381bde8b889 req-6c4c59ec-c533-40e4-a763-eea783a29867 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1370809 May 25 23:26:56.662675 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0be88-5336-4a94-8fbf-8fee602d31d1 req-640a2a51-307e-488e-b092-5b0b5c8b8359 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:56.664107 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-abd0be88-5336-4a94-8fbf-8fee602d31d1 req-640a2a51-307e-488e-b092-5b0b5c8b8359 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0756929 May 25 23:26:56.713063 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-abd0be88-5336-4a94-8fbf-8fee602d31d1 req-9ece9534-b114-4722-8334-4e745d8cf505 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406957 May 25 23:26:56.768465 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-1f47c572-1f5f-4fcb-b258-132f7293b8cb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0702727 May 25 23:26:57.914215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0510606-1163-4630-a37b-d8de0d777cf4 req-d1d37fd3-4192-4b4a-9d2f-147d3c49220b tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:57.915645 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b0510606-1163-4630-a37b-d8de0d777cf4 req-d1d37fd3-4192-4b4a-9d2f-147d3c49220b tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0815823 May 25 23:26:57.961266 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b0510606-1163-4630-a37b-d8de0d777cf4 req-55be669e-a880-4bf7-94f0-d197bd13e3f3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393364 May 25 23:26:58.875423 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-dcbe3367-d04f-4493-bed6-16ddde734a18 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5942914439684d74b392bf2713d1fd24&device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 1099 time: 0.0692749 May 25 23:26:59.006115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-f8fdf2f2-e3e0-45a6-a391-d0b80a7c2cbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:59.007694 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-f8fdf2f2-e3e0-45a6-a391-d0b80a7c2cbd service neutron] 10.222.0.73 "GET /v2.0/networks?id=20303d7b-58a5-4f85-b95d-fb98fe972ef5 HTTP/1.1" status: 200 len: 916 time: 0.1275735 May 25 23:26:59.077257 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-5eb523e7-ca2b-49ed-9166-552ec0e62972 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dddba30-8332-45df-9124-f2879d93ac6c HTTP/1.1" status: 200 len: 217 time: 0.0636542 May 25 23:26:59.137490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-d7229a0c-6f1d-4ab6-ad12-2c1f27db1c71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:59.138827 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-d7229a0c-6f1d-4ab6-ad12-2c1f27db1c71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b84a7ae-561a-4aca-bce7-97ea95a3cc3c HTTP/1.1" status: 200 len: 855 time: 0.0566535 May 25 23:26:59.159081 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb667d8-2a46-42ac-b11a-2bdb4e16cc03 req-b9bf037e-ac5c-4b1c-a19f-0cffd11298d7 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:26:59.160559 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-afb667d8-2a46-42ac-b11a-2bdb4e16cc03 req-b9bf037e-ac5c-4b1c-a19f-0cffd11298d7 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0765176 May 25 23:26:59.186650 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-57c49224-f601-4908-a982-0eb3fadcd2d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20303d7b-58a5-4f85-b95d-fb98fe972ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420885 May 25 23:26:59.206416 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-afb667d8-2a46-42ac-b11a-2bdb4e16cc03 req-886106df-f132-4ed5-ab57-db4e9bdf920b tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401597 May 25 23:26:59.397618 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-53981546-2cc9-45ce-bcc6-4db4c3328ef5 service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057199 May 25 23:26:59.525255 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-fd1fc70d-b68a-4f30-b45f-263f7a242db6 service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223571 May 25 23:27:00.547628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e8f64-464f-46a8-aec7-65b63bc4027c req-35452e58-7ac3-4f65-ad07-3dfd084531e6 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:00.548966 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-778e8f64-464f-46a8-aec7-65b63bc4027c req-35452e58-7ac3-4f65-ad07-3dfd084531e6 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0784850 May 25 23:27:00.593621 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-778e8f64-464f-46a8-aec7-65b63bc4027c req-e7a530d6-ac6a-4984-92e2-ac3de99422dd tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 May 25 23:27:01.788395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa4fac-4573-41b5-a625-c08511e4d3a8 req-b36cdf35-42ff-4d71-9046-c4acd62c77fc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:01.789834 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-73fa4fac-4573-41b5-a625-c08511e4d3a8 req-b36cdf35-42ff-4d71-9046-c4acd62c77fc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0750797 May 25 23:27:01.833186 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-73fa4fac-4573-41b5-a625-c08511e4d3a8 req-e0bfb997-e0e8-4755-9730-0a2e1ef14748 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379701 May 25 23:27:03.032701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386793c0-b7a0-4c5d-beb6-d105f8a5e88d req-0f93b993-eab9-433c-9e43-fb88c162122d tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:03.034143 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-386793c0-b7a0-4c5d-beb6-d105f8a5e88d req-0f93b993-eab9-433c-9e43-fb88c162122d tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0819471 May 25 23:27:03.079264 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-386793c0-b7a0-4c5d-beb6-d105f8a5e88d req-98bf1f1c-e77a-47a9-aa0e-bb9f18c2e8fd tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396292 May 25 23:27:04.272482 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5147533-eadc-4234-bc1f-1607d7d54ac2 req-f1d132a4-d99e-4c5a-b42b-85a9143ed27b tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:04.273922 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d5147533-eadc-4234-bc1f-1607d7d54ac2 req-f1d132a4-d99e-4c5a-b42b-85a9143ed27b tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0743244 May 25 23:27:04.322622 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d5147533-eadc-4234-bc1f-1607d7d54ac2 req-28e5e4b3-5a23-46cc-9c92-2f9a0afe5c00 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431960 May 25 23:27:04.638021 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:27:05.514124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc78cc4-2e45-46a5-bce6-e75e5b748aea req-30deafc9-0fe9-4c80-9bc1-7e32b4a5f96b tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:05.515990 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9dc78cc4-2e45-46a5-bce6-e75e5b748aea req-30deafc9-0fe9-4c80-9bc1-7e32b4a5f96b tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0751400 May 25 23:27:05.560556 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9dc78cc4-2e45-46a5-bce6-e75e5b748aea req-5afdb8e6-950c-4d6b-822c-b2d8bd0894a0 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391927 May 25 23:27:06.758104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b320f6-b0b6-48dd-9548-c4e60991c2b3 req-f5c08f14-8d4e-4a43-985e-4de70efd2bbb tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:06.759537 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-88b320f6-b0b6-48dd-9548-c4e60991c2b3 req-f5c08f14-8d4e-4a43-985e-4de70efd2bbb tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0791776 May 25 23:27:06.803805 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-88b320f6-b0b6-48dd-9548-c4e60991c2b3 req-2849e282-fe73-4d0e-9cab-89679e292cb9 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380621 May 25 23:27:07.998171 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8400a8-55ee-4a0e-9637-469138bb5793 req-48ead7bc-af4e-49ea-9f49-005f0a6169f9 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:07.999831 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ff8400a8-55ee-4a0e-9637-469138bb5793 req-48ead7bc-af4e-49ea-9f49-005f0a6169f9 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0744536 May 25 23:27:08.044312 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ff8400a8-55ee-4a0e-9637-469138bb5793 req-24032cd8-54f1-4eab-9ef4-6724b655f443 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389447 May 25 23:27:09.326141 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb831edc-d32b-4bba-9de5-eeb88c5df76b req-92deec21-546d-4216-8de9-052b46c2ef60 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:09.328085 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eb831edc-d32b-4bba-9de5-eeb88c5df76b req-92deec21-546d-4216-8de9-052b46c2ef60 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.1616209 May 25 23:27:09.372538 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eb831edc-d32b-4bba-9de5-eeb88c5df76b req-2d715325-cc88-42fc-93fd-b2cd9fa6c84d tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388811 May 25 23:27:10.567454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3247a-f3e0-40fe-82cf-a0d71ff3f1a0 req-abd61bef-a1f6-4399-8bd9-cd5b42d456db tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:10.568815 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-85a3247a-f3e0-40fe-82cf-a0d71ff3f1a0 req-abd61bef-a1f6-4399-8bd9-cd5b42d456db tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0746107 May 25 23:27:10.616599 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-85a3247a-f3e0-40fe-82cf-a0d71ff3f1a0 req-ca1cfc21-c230-4034-ad48-d5964955ecf6 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422747 May 25 23:27:11.392588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-0d6bb048-ce3f-4715-ba46-af86790f76b4 req-24fe84b4-8d28-4e13-a5ed-e22872decf75 service neutron] (84716) timed out ('10.222.0.73', 58661) {{(pid=84716) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 23:27:11.495201 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-de868edf-09ef-4ec3-b3a0-907a040d047d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:11.813954 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f48c12-5a8d-48b8-b654-7930851a2753 req-ba4240b3-37ca-4c51-82c6-fc969c349e7a tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:11.815297 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-69f48c12-5a8d-48b8-b654-7930851a2753 req-ba4240b3-37ca-4c51-82c6-fc969c349e7a tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0749972 May 25 23:27:11.859703 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-69f48c12-5a8d-48b8-b654-7930851a2753 req-85690ad4-aa0a-45f8-8c23-27b5216fc686 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389524 May 25 23:27:13.066505 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f86d28-9598-4dba-800e-d1eff686b5ef req-fdc408c1-5eb1-49b2-a1ce-49090ce88a3f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:13.067936 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-32f86d28-9598-4dba-800e-d1eff686b5ef req-fdc408c1-5eb1-49b2-a1ce-49090ce88a3f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0811076 May 25 23:27:13.115445 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-32f86d28-9598-4dba-800e-d1eff686b5ef req-3cdd6cc9-9657-43fe-8031-345308befaf8 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413837 May 25 23:27:13.694929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-79e087ba-131f-441b-be3e-1264b23ca243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:14.312961 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fafd6-4a20-4a6c-b839-6a26ac51de49 req-422e7fd0-5c04-43ab-b893-450678448e83 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:14.314404 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9d6fafd6-4a20-4a6c-b839-6a26ac51de49 req-422e7fd0-5c04-43ab-b893-450678448e83 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0757909 May 25 23:27:14.359312 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9d6fafd6-4a20-4a6c-b839-6a26ac51de49 req-ee5798bd-a085-45cc-851d-9feeb4e70e56 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386038 May 25 23:27:14.911961 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:15.066020 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:15.557808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d8db1-832d-4706-b7db-68d27d96cc6d req-4897aad1-4d30-4714-b0d5-c80d4bca559d tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:15.559117 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-361d8db1-832d-4706-b7db-68d27d96cc6d req-4897aad1-4d30-4714-b0d5-c80d4bca559d tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0776021 May 25 23:27:15.604027 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-361d8db1-832d-4706-b7db-68d27d96cc6d req-278ac7c2-84f5-48e4-9186-ead9e81946e9 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390360 May 25 23:27:16.705764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:16.801683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b54af0-d994-4c22-8e8b-3f0a4fc5a4e8 req-f15cf4f2-32f4-4e1b-a5de-56a443d03019 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:16.803097 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-77b54af0-d994-4c22-8e8b-3f0a4fc5a4e8 req-f15cf4f2-32f4-4e1b-a5de-56a443d03019 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0751476 May 25 23:27:16.851825 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-77b54af0-d994-4c22-8e8b-3f0a4fc5a4e8 req-71ab9d12-a2e4-490b-acdb-a52f9343884e tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431664 May 25 23:27:17.792045 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:18.047789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e32d16-c7e4-4c02-ba73-1eccd484e37f req-7b3ee328-794a-4c6e-b19b-790c2fb42a74 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:18.049151 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b2e32d16-c7e4-4c02-ba73-1eccd484e37f req-7b3ee328-794a-4c6e-b19b-790c2fb42a74 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0753570 May 25 23:27:18.093246 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b2e32d16-c7e4-4c02-ba73-1eccd484e37f req-f571e436-9c31-415f-b3fa-a3f83bfdee10 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380974 May 25 23:27:19.289450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518d1c4-21fb-4210-839a-66677cd31cc6 req-9146389a-0da5-4790-95d5-ad7ca433c622 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:19.290873 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a518d1c4-21fb-4210-839a-66677cd31cc6 req-9146389a-0da5-4790-95d5-ad7ca433c622 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0779536 May 25 23:27:19.336220 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a518d1c4-21fb-4210-839a-66677cd31cc6 req-f055daf0-127e-4eb4-b84f-3c9c9dbea2cf tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392420 May 25 23:27:20.529429 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860c5a7-092c-4c39-8815-741da5c02746 req-524d3f6a-7806-4945-b0b2-04f28286095c tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:20.531715 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2860c5a7-092c-4c39-8815-741da5c02746 req-524d3f6a-7806-4945-b0b2-04f28286095c tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0762987 May 25 23:27:20.575576 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2860c5a7-092c-4c39-8815-741da5c02746 req-77d1069f-ac6c-41b0-a3ac-e48d01143f23 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382500 May 25 23:27:21.517267 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-e4d6031b-d41a-4b25-b15b-6ecc291ebec2 service neutron] 10.222.0.73 "GET /v2.0/ports/2dddba30-8332-45df-9124-f2879d93ac6c/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0727820 May 25 23:27:21.777553 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c5149-4816-4d85-b123-d72044d0cd0d req-f06ea03a-c948-4bb6-8e73-b9e4e5ab7ff3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:21.778910 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d87c5149-4816-4d85-b123-d72044d0cd0d req-f06ea03a-c948-4bb6-8e73-b9e4e5ab7ff3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0818417 May 25 23:27:21.825234 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d87c5149-4816-4d85-b123-d72044d0cd0d req-ecabb3fe-8235-444b-8cfd-2821c0eaa115 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 May 25 23:27:22.045441 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-3d427350-9264-4008-ad51-ae8ce1576706 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484&tenant_id=5942914439684d74b392bf2713d1fd24 HTTP/1.1" status: 200 len: 1099 time: 0.0717905 May 25 23:27:22.132853 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-4e6b2081-caff-4b2f-85e0-0acdab99ad3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5942914439684d74b392bf2713d1fd24&device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 1099 time: 0.0675426 May 25 23:27:22.260631 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-8f4eaaf7-c7b8-448f-b314-72f8d1dbd3e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:22.262046 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-8f4eaaf7-c7b8-448f-b314-72f8d1dbd3e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=20303d7b-58a5-4f85-b95d-fb98fe972ef5 HTTP/1.1" status: 200 len: 916 time: 0.1241875 May 25 23:27:22.330914 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-0a352733-0a95-40a3-b95d-9191a3430758 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dddba30-8332-45df-9124-f2879d93ac6c HTTP/1.1" status: 200 len: 217 time: 0.0632665 May 25 23:27:22.391045 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-677d98f9-ba60-4645-b184-2f6a2d2469ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:22.392428 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-677d98f9-ba60-4645-b184-2f6a2d2469ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b84a7ae-561a-4aca-bce7-97ea95a3cc3c HTTP/1.1" status: 200 len: 855 time: 0.0565124 May 25 23:27:22.435453 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-fe464192-96b2-4809-a59e-8cdb155b1489 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20303d7b-58a5-4f85-b95d-fb98fe972ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378201 May 25 23:27:22.563043 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-8c6f1a5a-2d63-4b4b-b76d-87b3ce85fa23 service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216362 May 25 23:27:22.691576 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5574dfe8-2d8a-4614-88a5-f309b32575ec req-46e2b591-ae25-424f-82a8-b6f16d6d2179 service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228280 May 25 23:27:23.025217 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0165d9-9805-44a0-9ce5-c01a91ea738f req-2f2485db-d2ca-4dd5-ab0c-b43b1311f1c4 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:23.026877 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8d0165d9-9805-44a0-9ce5-c01a91ea738f req-2f2485db-d2ca-4dd5-ab0c-b43b1311f1c4 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0769110 May 25 23:27:23.072093 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8d0165d9-9805-44a0-9ce5-c01a91ea738f req-5cb49fa8-7349-4f45-babb-4a0034b4dc12 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393858 May 25 23:27:24.277495 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96221b9-b0e2-4c83-a69e-3fbf69d0270a req-4bd469a7-05b4-48c6-bbfe-fb0346a1d063 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:24.278939 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c96221b9-b0e2-4c83-a69e-3fbf69d0270a req-4bd469a7-05b4-48c6-bbfe-fb0346a1d063 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0834081 May 25 23:27:24.326089 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c96221b9-b0e2-4c83-a69e-3fbf69d0270a req-78f7d01e-2c85-4a0c-bf74-049cb81d360f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 May 25 23:27:25.519558 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf6144-0db9-40e1-99b4-7b743dbd118c req-04457c51-2896-401f-8295-e8aa2ed3a222 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:25.520902 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e1cf6144-0db9-40e1-99b4-7b743dbd118c req-04457c51-2896-401f-8295-e8aa2ed3a222 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0745990 May 25 23:27:25.570368 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e1cf6144-0db9-40e1-99b4-7b743dbd118c req-1fbda4ca-632e-484b-af31-7b4d0c986211 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438528 May 25 23:27:26.026645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69bd43-99a4-4e37-8013-d8b6417e8275 req-d6c59e56-8f82-473b-8de3-a96f0140b9fd tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:26.028058 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0e69bd43-99a4-4e37-8013-d8b6417e8275 req-d6c59e56-8f82-473b-8de3-a96f0140b9fd tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0778921 May 25 23:27:26.073289 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0e69bd43-99a4-4e37-8013-d8b6417e8275 req-56a1ed87-704b-467f-8961-3a3f6d4c4e75 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386920 May 25 23:27:26.109848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd2605-ec5e-4c69-9a6d-1fdc1232364a req-97aa6bd8-bd26-4d25-b3f7-a70a0630f89e tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:26.110437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-79fd2605-ec5e-4c69-9a6d-1fdc1232364a req-97aa6bd8-bd26-4d25-b3f7-a70a0630f89e tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Synchronizing usage tracker for tenant:5942914439684d74b392bf2713d1fd24 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:27:26.179214 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-79fd2605-ec5e-4c69-9a6d-1fdc1232364a req-97aa6bd8-bd26-4d25-b3f7-a70a0630f89e tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Unset dirty status for tenant:5942914439684d74b392bf2713d1fd24 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:27:26.180325 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-79fd2605-ec5e-4c69-9a6d-1fdc1232364a req-97aa6bd8-bd26-4d25-b3f7-a70a0630f89e tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.73 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484&tenant_id=5942914439684d74b392bf2713d1fd24&binding%3Ahost_id=hv-neutron-8433 HTTP/1.1" status: 200 len: 946 time: 0.1555340 May 25 23:27:26.314517 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-79fd2605-ec5e-4c69-9a6d-1fdc1232364a req-20da9743-d397-4f07-a0b0-fcdfb13ef13a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5942914439684d74b392bf2713d1fd24&device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 1099 time: 0.0676663 May 25 23:27:26.441374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd2605-ec5e-4c69-9a6d-1fdc1232364a req-eb24db9b-36fe-47f8-8d09-bedc2c953739 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:26.442702 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-79fd2605-ec5e-4c69-9a6d-1fdc1232364a req-eb24db9b-36fe-47f8-8d09-bedc2c953739 service neutron] 10.222.0.73 "GET /v2.0/networks?id=20303d7b-58a5-4f85-b95d-fb98fe972ef5 HTTP/1.1" status: 200 len: 916 time: 0.1229713 May 25 23:27:26.514714 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-79fd2605-ec5e-4c69-9a6d-1fdc1232364a req-2971d84e-fa2d-4d9a-aa41-d809791ae15e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dddba30-8332-45df-9124-f2879d93ac6c HTTP/1.1" status: 200 len: 217 time: 0.0636222 May 25 23:27:26.573795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd2605-ec5e-4c69-9a6d-1fdc1232364a req-246b2c57-123a-4930-992c-2d4ac1670d5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:26.575165 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-79fd2605-ec5e-4c69-9a6d-1fdc1232364a req-246b2c57-123a-4930-992c-2d4ac1670d5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b84a7ae-561a-4aca-bce7-97ea95a3cc3c HTTP/1.1" status: 200 len: 855 time: 0.0556095 May 25 23:27:26.620275 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-79fd2605-ec5e-4c69-9a6d-1fdc1232364a req-cb7bc6b8-4223-4024-ad3f-1fa7aa9d38f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20303d7b-58a5-4f85-b95d-fb98fe972ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397866 May 25 23:27:26.835848 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-79fd2605-ec5e-4c69-9a6d-1fdc1232364a req-2813b51e-042a-48df-957b-daa1aaf44c5e service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087295 May 25 23:27:26.964039 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-79fd2605-ec5e-4c69-9a6d-1fdc1232364a req-de84057e-02d7-4967-984e-e3ade97c4a9c service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229045 May 25 23:27:27.278635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b741e8-3774-4898-90ae-ea934c239884 req-bcb123c1-bacd-4d3e-a56a-bccd0f9859dc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:27.280061 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d3b741e8-3774-4898-90ae-ea934c239884 req-bcb123c1-bacd-4d3e-a56a-bccd0f9859dc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0799508 May 25 23:27:27.325221 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d3b741e8-3774-4898-90ae-ea934c239884 req-d1cb0562-40a6-4aee-b5db-6cffb3ca2974 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387938 May 25 23:27:28.522723 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae13eff-85d3-4883-a8c6-00a1477e04ca req-6801eb49-4b49-416d-9233-fbfcb04e32c3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:28.524277 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5ae13eff-85d3-4883-a8c6-00a1477e04ca req-6801eb49-4b49-416d-9233-fbfcb04e32c3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0760906 May 25 23:27:28.534067 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fe59a76b-f883-4899-bc7a-ff1407f3af67 req-a5a800c3-0ed4-452a-8cd5-14b51787dcd4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673902 May 25 23:27:28.575891 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5ae13eff-85d3-4883-a8c6-00a1477e04ca req-a9a9e9f1-1f45-4018-82e6-f9c9f252dbf0 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457087 May 25 23:27:28.697140 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fe59a76b-f883-4899-bc7a-ff1407f3af67 req-2c145c06-bfc0-4f21-8135-104eab7c201e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5942914439684d74b392bf2713d1fd24&device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 1099 time: 0.0727129 May 25 23:27:28.776699 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2eae0-0d22-413c-bdf4-d6c46ec56a68 req-8cd06be6-af98-4c9c-8c8b-1b87302ea5be tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:28.778128 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b8f2eae0-0d22-413c-bdf4-d6c46ec56a68 req-8cd06be6-af98-4c9c-8c8b-1b87302ea5be tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0811234 May 25 23:27:28.823112 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b8f2eae0-0d22-413c-bdf4-d6c46ec56a68 req-d81bf863-d05e-45dc-9e65-d5387f141a7d tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382645 May 25 23:27:28.844331 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59a76b-f883-4899-bc7a-ff1407f3af67 req-678cd5f0-1b32-402b-b263-b32cacf883fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:28.845770 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fe59a76b-f883-4899-bc7a-ff1407f3af67 req-678cd5f0-1b32-402b-b263-b32cacf883fb service neutron] 10.222.0.73 "GET /v2.0/networks?id=20303d7b-58a5-4f85-b95d-fb98fe972ef5 HTTP/1.1" status: 200 len: 916 time: 0.1309943 May 25 23:27:28.911911 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fe59a76b-f883-4899-bc7a-ff1407f3af67 req-64958298-b3c7-4885-9b49-cc36244c24d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dddba30-8332-45df-9124-f2879d93ac6c HTTP/1.1" status: 200 len: 217 time: 0.0601790 May 25 23:27:28.977049 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59a76b-f883-4899-bc7a-ff1407f3af67 req-3f91ba90-6adf-46b3-bdef-a168608a0f9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:28.981224 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fe59a76b-f883-4899-bc7a-ff1407f3af67 req-3f91ba90-6adf-46b3-bdef-a168608a0f9f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b84a7ae-561a-4aca-bce7-97ea95a3cc3c HTTP/1.1" status: 200 len: 855 time: 0.0610023 May 25 23:27:29.017486 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9f907-689e-42a7-8ee0-6f71adbc40dd req-cf1ee4d5-2982-4f77-8fb8-b2d2a28c2f08 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:29.019031 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ebd9f907-689e-42a7-8ee0-6f71adbc40dd req-cf1ee4d5-2982-4f77-8fb8-b2d2a28c2f08 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0759163 May 25 23:27:29.023644 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fe59a76b-f883-4899-bc7a-ff1407f3af67 req-9efd69c3-6744-4dfa-bb32-8acb0e5a08ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20303d7b-58a5-4f85-b95d-fb98fe972ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387669 May 25 23:27:29.067764 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ebd9f907-689e-42a7-8ee0-6f71adbc40dd req-555bfc4e-9f97-436f-8aeb-fb32a3b0c5a2 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431156 May 25 23:27:29.155466 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fe59a76b-f883-4899-bc7a-ff1407f3af67 req-7566554e-61fe-4f25-ad0f-ebda2d9d4196 service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258361 May 25 23:27:29.285455 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fe59a76b-f883-4899-bc7a-ff1407f3af67 req-437c3cfb-c265-49ea-8703-2511cac76561 service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241407 May 25 23:27:29.724140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fd385-c850-4e15-8f84-16f288f21189 req-86934b55-8e56-498c-8aa6-82a19c7369dc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:29.725500 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-668fd385-c850-4e15-8f84-16f288f21189 req-86934b55-8e56-498c-8aa6-82a19c7369dc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/networks?id=20303d7b-58a5-4f85-b95d-fb98fe972ef5 HTTP/1.1" status: 200 len: 815 time: 0.1397839 May 25 23:27:29.741925 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-668fd385-c850-4e15-8f84-16f288f21189 req-245492d0-f646-4322-8819-b275978850d6 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/quotas/5942914439684d74b392bf2713d1fd24 HTTP/1.1" status: 200 len: 375 time: 0.0111113 May 25 23:27:29.819482 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-668fd385-c850-4e15-8f84-16f288f21189 req-a91771ef-258f-4fcb-9cbf-e99bee71f73f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5942914439684d74b392bf2713d1fd24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728743 May 25 23:27:30.033330 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-668fd385-c850-4e15-8f84-16f288f21189 req-0762e88f-ccfd-4146-85a8-fa1669a68f89 service neutron] 10.222.0.66 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070200 May 25 23:27:30.159987 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-668fd385-c850-4e15-8f84-16f288f21189 req-23371340-4a5c-4a9c-8112-0d7d4521b115 service neutron] 10.222.0.66 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211040 May 25 23:27:30.402042 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-537a474b-2444-4ef0-86e0-2a287d6a11ab req-3af138e7-8319-452c-8258-ec98b77b9a80 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 210 time: 0.0399950 May 25 23:27:31.193835 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729633d-6376-4cf2-89ce-d12cb1f4b676 req-6d57e4e4-bd4d-4f81-b099-a84e45863d88 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:31.195272 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2729633d-6376-4cf2-89ce-d12cb1f4b676 req-6d57e4e4-bd4d-4f81-b099-a84e45863d88 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.73 "GET /v2.0/ports?device_id=b703f92b-4451-44fc-a340-b6cc06680484 HTTP/1.1" status: 200 len: 946 time: 0.0752814 May 25 23:27:31.266449 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-2729633d-6376-4cf2-89ce-d12cb1f4b676 req-0202c7f3-b178-463b-86c0-51f3f2b1a3f0 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Deleting port 2dddba30-8332-45df-9124-f2879d93ac6c {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:27:31.266790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2729633d-6376-4cf2-89ce-d12cb1f4b676 req-0202c7f3-b178-463b-86c0-51f3f2b1a3f0 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:31.513260 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-2729633d-6376-4cf2-89ce-d12cb1f4b676 req-0202c7f3-b178-463b-86c0-51f3f2b1a3f0 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] For port 2dddba30-8332-45df-9124-f2879d93ac6c, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=2dddba30-8332-45df-9124-f2879d93ac6c,segment=NetworkSegment(29132c3f-c24c-4681-8845-0e3fd3e31e00),segment_id=29132c3f-c24c-4681-8845-0e3fd3e31e00)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:27:31.513615 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2729633d-6376-4cf2-89ce-d12cb1f4b676 req-0202c7f3-b178-463b-86c0-51f3f2b1a3f0 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:31.577293 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f797c0d4-fcaf-414f-bf34-4e0bc7af20ad req-20d7d73d-81cc-43a5-a25c-b97afdb65bfe tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 210 time: 0.0507159 May 25 23:27:31.635513 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-2729633d-6376-4cf2-89ce-d12cb1f4b676 req-0202c7f3-b178-463b-86c0-51f3f2b1a3f0 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Calling delete_port for 2dddba30-8332-45df-9124-f2879d93ac6c owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:27:31.837821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2729633d-6376-4cf2-89ce-d12cb1f4b676 req-0202c7f3-b178-463b-86c0-51f3f2b1a3f0 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:31.849209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['2dddba30-8332-45df-9124-f2879d93ac6c'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:27:31.970338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202c7f3-b178-463b-86c0-51f3f2b1a3f0 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Pushing event deleted for resources: {'Port': ['ID=2dddba30-8332-45df-9124-f2879d93ac6c,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:27:32.037497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.73', 58891) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:27:32.044261 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-2729633d-6376-4cf2-89ce-d12cb1f4b676 req-0202c7f3-b178-463b-86c0-51f3f2b1a3f0 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] No DVR routers for this DVR port 2dddba30-8332-45df-9124-f2879d93ac6c on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:27:32.047248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2729633d-6376-4cf2-89ce-d12cb1f4b676 req-0202c7f3-b178-463b-86c0-51f3f2b1a3f0 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:32.049891 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b703f92b-4451-44fc-a340-b6cc06680484', 'name': 'network-vif-deleted', 'tag': '2dddba30-8332-45df-9124-f2879d93ac6c'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:27:32.103855 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd698c9c-a2d8-480b-8edd-96987fb8e213'] response: {'server_uuid': 'b703f92b-4451-44fc-a340-b6cc06680484', 'name': 'network-vif-deleted', 'tag': '2dddba30-8332-45df-9124-f2879d93ac6c', 'status': 'completed', 'code': 200} May 25 23:27:32.130497 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2729633d-6376-4cf2-89ce-d12cb1f4b676 req-0202c7f3-b178-463b-86c0-51f3f2b1a3f0 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.73 "DELETE /v2.0/ports/2dddba30-8332-45df-9124-f2879d93ac6c HTTP/1.1" status: 204 len: 173 time: 0.9304807 May 25 23:27:32.187632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fd385-c850-4e15-8f84-16f288f21189 req-05b9c51a-99c3-4e84-884e-8340984fd0fc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:32.189085 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-668fd385-c850-4e15-8f84-16f288f21189 req-05b9c51a-99c3-4e84-884e-8340984fd0fc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.73 "GET /v2.0/networks?id=20303d7b-58a5-4f85-b95d-fb98fe972ef5 HTTP/1.1" status: 200 len: 815 time: 0.1506093 May 25 23:27:32.205591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [req-668fd385-c850-4e15-8f84-16f288f21189 req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Request body: {'port': {'device_id': '4cad7c0d-03ec-4c77-b805-296f633ebe45', 'network_id': '20303d7b-58a5-4f85-b95d-fb98fe972ef5', 'admin_state_up': True, 'tenant_id': '5942914439684d74b392bf2713d1fd24'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:27:32.357413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [req-668fd385-c850-4e15-8f84-16f288f21189 req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:27:32.362118 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-668fd385-c850-4e15-8f84-16f288f21189 req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Usage tracker for resource:port and tenant:5942914439684d74b392bf2713d1fd24 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:27:32.364916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-668fd385-c850-4e15-8f84-16f288f21189 req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:27:32.370547 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [req-668fd385-c850-4e15-8f84-16f288f21189 req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:27:32.449100 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668fd385-c850-4e15-8f84-16f288f21189 req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Made reservation on behalf of 5942914439684d74b392bf2713d1fd24 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:27:32.452346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-668fd385-c850-4e15-8f84-16f288f21189 req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:32.612947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [req-668fd385-c850-4e15-8f84-16f288f21189 req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Allocated IP 172.20.0.9 (20303d7b-58a5-4f85-b95d-fb98fe972ef5/8b84a7ae-561a-4aca-bce7-97ea95a3cc3c/1899affa-a6b2-42d4-960b-7559064ede14) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:27:32.784554 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a41f0f73-a6b6-43b4-92d9-e114f66b38d4 req-21dfec8e-1612-4206-9188-780389422ef6 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 210 time: 0.0533433 May 25 23:27:32.852856 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-668fd385-c850-4e15-8f84-16f288f21189 req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:32.957225 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-668fd385-c850-4e15-8f84-16f288f21189 req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:33.031534 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668fd385-c850-4e15-8f84-16f288f21189 req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Network 20303d7b-58a5-4f85-b95d-fb98fe972ef5 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:27:33.034870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [req-668fd385-c850-4e15-8f84-16f288f21189 req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:27:33.037524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [req-668fd385-c850-4e15-8f84-16f288f21189 req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:27:33.065248 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Pushing event updated for resources: {'Port': ['ID=1899affa-a6b2-42d4-960b-7559064ede14,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:27:33.085766 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:27:33.086101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:27:33.086425 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:27:33.086827 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:27:33.087067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:27:33.087384 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:27:33.087698 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:27:33.088009 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:27:33.088320 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:27:33.088656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:27:33.089101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:27:33.109132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fd385-c850-4e15-8f84-16f288f21189 req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:33.109727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-668fd385-c850-4e15-8f84-16f288f21189 req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:33.186585 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-668fd385-c850-4e15-8f84-16f288f21189 req-63797afb-4d24-4136-a4c0-2f554f8c33b3 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9848425 May 25 23:27:33.196649 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Request body: {'port': {'device_id': '4cad7c0d-03ec-4c77-b805-296f633ebe45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:27:33.302645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:33.631552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1899affa-a6b2-42d4-960b-7559064ede14 {{(pid=84716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:27:33.638111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:33.652020 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Transition to ACTIVE for port object 1899affa-a6b2-42d4-960b-7559064ede14 will not be triggered until provisioned by entity L2. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:27:33.728732 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:33.996853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1899affa-a6b2-42d4-960b-7559064ede14,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:27:34.134118 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0334bf8-c706-4f70-b1f6-5dc4ea1d80e3 req-be5b6a5b-0a65-46fe-be54-1db1be8b2876 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:34.134803 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-b0334bf8-c706-4f70-b1f6-5dc4ea1d80e3 req-be5b6a5b-0a65-46fe-be54-1db1be8b2876 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Synchronizing usage tracker for tenant:5942914439684d74b392bf2713d1fd24 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:27:34.145094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Attempting to bind port 1899affa-a6b2-42d4-960b-7559064ede14 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:27:34.145360 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Attempting to bind port 1899affa-a6b2-42d4-960b-7559064ede14 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '29132c3f-c24c-4681-8845-0e3fd3e31e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '20303d7b-58a5-4f85-b95d-fb98fe972ef5'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:27:34.145684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Attempting to bind port 1899affa-a6b2-42d4-960b-7559064ede14 on network 20303d7b-58a5-4f85-b95d-fb98fe972ef5 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:27:34.155330 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Port 1899affa-a6b2-42d4-960b-7559064ede14 on network 20303d7b-58a5-4f85-b95d-fb98fe972ef5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:27:34.155647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Attempting to bind port 1899affa-a6b2-42d4-960b-7559064ede14 on network 20303d7b-58a5-4f85-b95d-fb98fe972ef5 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:27:34.162757 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:27:34.163085 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Checking segment: {'id': '29132c3f-c24c-4681-8845-0e3fd3e31e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '20303d7b-58a5-4f85-b95d-fb98fe972ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:27:34.163462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Bound using segment: {'id': '29132c3f-c24c-4681-8845-0e3fd3e31e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '20303d7b-58a5-4f85-b95d-fb98fe972ef5'} {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:27:34.163878 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Bound port: 1899affa-a6b2-42d4-960b-7559064ede14, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29132c3f-c24c-4681-8845-0e3fd3e31e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '20303d7b-58a5-4f85-b95d-fb98fe972ef5'}}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:27:34.164219 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:34.215087 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-b0334bf8-c706-4f70-b1f6-5dc4ea1d80e3 req-be5b6a5b-0a65-46fe-be54-1db1be8b2876 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Unset dirty status for tenant:5942914439684d74b392bf2713d1fd24 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:27:34.216228 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b0334bf8-c706-4f70-b1f6-5dc4ea1d80e3 req-be5b6a5b-0a65-46fe-be54-1db1be8b2876 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 943 time: 0.2707052 May 25 23:27:34.251627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 2dddba30-8332-45df-9124-f2879d93ac6c no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:27:34.286381 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 2dddba30-8332-45df-9124-f2879d93ac6c {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:27:34.286707 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 2dddba30-8332-45df-9124-f2879d93ac6c not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:27:34.291902 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b0334bf8-c706-4f70-b1f6-5dc4ea1d80e3 req-14cd55f3-9a24-449e-a44c-7d502505dfdc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677509 May 25 23:27:34.292897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] For port 1899affa-a6b2-42d4-960b-7559064ede14, host hv-neutron-8433, cleared binding levels {{(pid=84716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:27:34.296095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] For port 1899affa-a6b2-42d4-960b-7559064ede14, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=1899affa-a6b2-42d4-960b-7559064ede14,segment=NetworkSegment(29132c3f-c24c-4681-8845-0e3fd3e31e00),segment_id=29132c3f-c24c-4681-8845-0e3fd3e31e00)] {{(pid=84716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:27:34.375512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:34.435455 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:34.436808 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-668fd385-c850-4e15-8f84-16f288f21189 req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] 10.222.0.73 "PUT /v2.0/ports/1899affa-a6b2-42d4-960b-7559064ede14 HTTP/1.1" status: 200 len: 1093 time: 1.2440472 May 25 23:27:34.437295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cad7c0d-03ec-4c77-b805-296f633ebe45', 'tag': '1899affa-a6b2-42d4-960b-7559064ede14'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:27:34.453470 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab33d7-862e-489f-ba31-d4c6a30359c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1899affa-a6b2-42d4-960b-7559064ede14,revision_number=3']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:27:34.491059 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fcd25a1-e9f0-4ac8-960e-f0522327ac23'] response: {'name': 'network-changed', 'server_uuid': '4cad7c0d-03ec-4c77-b805-296f633ebe45', 'tag': '1899affa-a6b2-42d4-960b-7559064ede14', 'status': 'completed', 'code': 200} May 25 23:27:34.582684 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-32116156-a42a-4f12-a625-2d641fe1eda7 req-7172185f-255c-46be-98b4-0b54091e68eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5942914439684d74b392bf2713d1fd24&device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 1096 time: 0.0729289 May 25 23:27:34.718997 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32116156-a42a-4f12-a625-2d641fe1eda7 req-76f214e7-b98f-4641-8aa0-0a7b2440952e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:34.720412 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-32116156-a42a-4f12-a625-2d641fe1eda7 req-76f214e7-b98f-4641-8aa0-0a7b2440952e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5942914439684d74b392bf2713d1fd24&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1319218 May 25 23:27:34.851454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32116156-a42a-4f12-a625-2d641fe1eda7 req-ef33417b-c0d3-4e83-adac-1e528d873f31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:34.852876 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-32116156-a42a-4f12-a625-2d641fe1eda7 req-ef33417b-c0d3-4e83-adac-1e528d873f31 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273134 May 25 23:27:34.952350 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-668fd385-c850-4e15-8f84-16f288f21189 req-6ddd4798-a84b-47b4-8b21-626ebbe48a1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5942914439684d74b392bf2713d1fd24&device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 1096 time: 0.0664144 May 25 23:27:35.022324 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-668fd385-c850-4e15-8f84-16f288f21189 req-ca41c4e4-ccb8-4c53-bbd4-083c98ceb531 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1899affa-a6b2-42d4-960b-7559064ede14 HTTP/1.1" status: 200 len: 217 time: 0.0635848 May 25 23:27:35.082173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fd385-c850-4e15-8f84-16f288f21189 req-ee7c1074-f01d-41d3-b0f0-67091cab2f17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:35.083548 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-668fd385-c850-4e15-8f84-16f288f21189 req-ee7c1074-f01d-41d3-b0f0-67091cab2f17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b84a7ae-561a-4aca-bce7-97ea95a3cc3c HTTP/1.1" status: 200 len: 855 time: 0.0556669 May 25 23:27:35.127075 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-668fd385-c850-4e15-8f84-16f288f21189 req-1c518d7c-e015-4dbb-b632-71fde009af22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20303d7b-58a5-4f85-b95d-fb98fe972ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381324 May 25 23:27:35.252655 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-668fd385-c850-4e15-8f84-16f288f21189 req-c122c4e8-7065-4a83-b1d3-9091b3fee074 service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201108 May 25 23:27:35.380884 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-668fd385-c850-4e15-8f84-16f288f21189 req-63524846-8853-456a-b7c1-a13f20baca2f service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231015 May 25 23:27:35.493463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e5335-8128-4d3d-9050-e1c2cf56c876 req-772f9249-d8a2-46c9-8ff5-4df488f3f88d tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:35.494942 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-315e5335-8128-4d3d-9050-e1c2cf56c876 req-772f9249-d8a2-46c9-8ff5-4df488f3f88d tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 943 time: 0.0803182 May 25 23:27:35.540571 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-315e5335-8128-4d3d-9050-e1c2cf56c876 req-8e81f9f8-3fea-449d-8246-796ca36bee36 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392296 May 25 23:27:36.736145 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ace3bb-9b92-4a01-9180-2bfcac7b6952 req-6db26f2e-9820-4fb1-ac51-fea5a8ff57c8 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:36.737608 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b0ace3bb-9b92-4a01-9180-2bfcac7b6952 req-6db26f2e-9820-4fb1-ac51-fea5a8ff57c8 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 943 time: 0.0747814 May 25 23:27:36.785899 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b0ace3bb-9b92-4a01-9180-2bfcac7b6952 req-fda6f73f-7419-4e02-b192-72c0b9cdb1cf tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427799 May 25 23:27:38.063104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51f5f2-975b-4e8e-96e9-a3797044827a req-f734015a-0dc5-4d32-9c3f-715e97d33526 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:38.064560 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3e51f5f2-975b-4e8e-96e9-a3797044827a req-f734015a-0dc5-4d32-9c3f-715e97d33526 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 943 time: 0.1588068 May 25 23:27:38.109320 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3e51f5f2-975b-4e8e-96e9-a3797044827a req-4160423c-e205-4e7e-9b4b-f4d9a926b03d tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390217 May 25 23:27:38.281664 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 1899affa-a6b2-42d4-960b-7559064ede14 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:27:38.412143 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 1899affa-a6b2-42d4-960b-7559064ede14, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=1899affa-a6b2-42d4-960b-7559064ede14,segment=NetworkSegment(29132c3f-c24c-4681-8845-0e3fd3e31e00),segment_id=29132c3f-c24c-4681-8845-0e3fd3e31e00)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:27:38.424788 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '1899affa-a6b2-42d4-960b-7559064ede14', 'network_id': '20303d7b-58a5-4f85-b95d-fb98fe972ef5', 'port_id': '1899affa-a6b2-42d4-960b-7559064ede14', 'mac_address': 'fa:16:3e:e2:d7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b84a7ae-561a-4aca-bce7-97ea95a3cc3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:27:38.477153 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:38.494077 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1899affa-a6b2-42d4-960b-7559064ede14 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:27:38.509502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 1899affa-a6b2-42d4-960b-7559064ede14, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=1899affa-a6b2-42d4-960b-7559064ede14,segment=NetworkSegment(29132c3f-c24c-4681-8845-0e3fd3e31e00),segment_id=29132c3f-c24c-4681-8845-0e3fd3e31e00)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:27:38.609320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:38.675646 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=1899affa-a6b2-42d4-960b-7559064ede14,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:27:38.799663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['1899affa-a6b2-42d4-960b-7559064ede14'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:27:39.315072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148062ff-3630-4436-b433-3936e6271864 req-d745040a-0cb2-4446-813c-1e1829b3905f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:39.316477 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-148062ff-3630-4436-b433-3936e6271864 req-d745040a-0cb2-4446-813c-1e1829b3905f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 944 time: 0.0830016 May 25 23:27:39.363702 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-148062ff-3630-4436-b433-3936e6271864 req-98d15a3d-931b-41fc-9316-872bd5ef77c9 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416551 May 25 23:27:40.297944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 1899affa-a6b2-42d4-960b-7559064ede14 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:27:40.443120 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 1899affa-a6b2-42d4-960b-7559064ede14 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:27:40.448309 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 1899affa-a6b2-42d4-960b-7559064ede14 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:27:40.448703 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:40.564080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:40.590663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce5ae9-8880-4d19-a702-8e5a868a409a req-c79ff459-57e2-4240-9d69-720bf18f8308 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:40.593643 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7dce5ae9-8880-4d19-a702-8e5a868a409a req-c79ff459-57e2-4240-9d69-720bf18f8308 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 944 time: 0.1020737 May 25 23:27:40.594312 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cad7c0d-03ec-4c77-b805-296f633ebe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1899affa-a6b2-42d4-960b-7559064ede14'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:27:40.604705 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 1899affa-a6b2-42d4-960b-7559064ede14, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=1899affa-a6b2-42d4-960b-7559064ede14,segment=NetworkSegment(29132c3f-c24c-4681-8845-0e3fd3e31e00),segment_id=29132c3f-c24c-4681-8845-0e3fd3e31e00)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:27:40.669322 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7dce5ae9-8880-4d19-a702-8e5a868a409a req-97592889-e5b7-4fae-9e3e-187dc16b6074 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687695 May 25 23:27:40.683845 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c89584b-bea8-472c-a243-31cf4b7d3c84'] response: {'server_uuid': '4cad7c0d-03ec-4c77-b805-296f633ebe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1899affa-a6b2-42d4-960b-7559064ede14', 'code': 200} May 25 23:27:40.688834 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:40.755089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=1899affa-a6b2-42d4-960b-7559064ede14,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:27:40.997113 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8ddef899-06fd-43c3-9980-ffb92fcdb0ba req-43b4256f-b39b-4135-9768-94d0d32514a7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 1098 time: 0.0694315 May 25 23:27:41.042203 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8ddef899-06fd-43c3-9980-ffb92fcdb0ba req-481cbbdc-376b-4caf-817a-090a9332bebc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392356 May 25 23:27:41.511593 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-27011696-6357-4b4a-ad05-ae0de40928c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:41.639094 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:27:41.872709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cad375-c18e-499a-8287-775cd95966bd req-149d91ef-67f5-4ad9-9231-2a5ee3b6f259 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:41.874282 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-70cad375-c18e-499a-8287-775cd95966bd req-149d91ef-67f5-4ad9-9231-2a5ee3b6f259 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0755827 May 25 23:27:41.925009 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-70cad375-c18e-499a-8287-775cd95966bd req-cf49e554-fd81-431e-a6f9-cc80f577d691 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446806 May 25 23:27:43.130475 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e98980-22bc-4807-a09f-531715f85066 req-52100e57-6029-4175-befb-a245e13da9d8 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:43.131934 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f5e98980-22bc-4807-a09f-531715f85066 req-52100e57-6029-4175-befb-a245e13da9d8 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0827925 May 25 23:27:43.177655 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f5e98980-22bc-4807-a09f-531715f85066 req-f0323578-1b81-4720-b340-ae720cddb85c tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400810 May 25 23:27:43.385647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eff5e-b772-4d21-912f-f77578a275ea req-1194d954-e270-478c-b9f9-e1169c98a436 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:43.387074 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-124eff5e-b772-4d21-912f-f77578a275ea req-1194d954-e270-478c-b9f9-e1169c98a436 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0881481 May 25 23:27:43.432359 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-124eff5e-b772-4d21-912f-f77578a275ea req-0480d741-88c4-43f5-83e6-835d4f9ea060 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392003 May 25 23:27:43.625608 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cba0253a-114c-40ea-a21a-e3f09589ba87 req-c5c12f07-6ffb-4fd3-aa79-311da42ce285 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0662272 May 25 23:27:43.688929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a6ce1be7-cc09-42de-b067-7de45c5be317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:44.079659 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e63371-4eef-4dcb-b552-0d883a98d015 req-3cde379d-c476-4505-8834-ad36246a9b8a tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:44.081180 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-48e63371-4eef-4dcb-b552-0d883a98d015 req-3cde379d-c476-4505-8834-ad36246a9b8a tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0810008 May 25 23:27:44.105552 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-2a54601b-fddb-4f4c-bb61-9a13a2d2d12c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0697975 May 25 23:27:44.127669 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-48e63371-4eef-4dcb-b552-0d883a98d015 req-7d73a0ca-462e-461e-af58-c1bccd231fbd tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409384 May 25 23:27:44.962905 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:45.157951 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:45.334288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78109b6a-b226-47bc-9a4b-8af708fc0f4c req-7a8b0852-3a51-4f5b-8ee9-0ade58817d75 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:45.338917 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-78109b6a-b226-47bc-9a4b-8af708fc0f4c req-7a8b0852-3a51-4f5b-8ee9-0ade58817d75 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0773308 May 25 23:27:45.381229 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-78109b6a-b226-47bc-9a4b-8af708fc0f4c req-da086334-e240-4f68-b117-f02e815c7c3a tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397038 May 25 23:27:46.319380 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-a52a4528-8fb1-41ab-9dbc-c4ebcadd2e41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5942914439684d74b392bf2713d1fd24&device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 1098 time: 0.0728009 May 25 23:27:46.450624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f289880-c732-4138-899b-f10598891ac8 req-af805648-39e5-4b00-a207-1a6d670acfed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:46.452047 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-af805648-39e5-4b00-a207-1a6d670acfed service neutron] 10.222.0.73 "GET /v2.0/networks?id=20303d7b-58a5-4f85-b95d-fb98fe972ef5 HTTP/1.1" status: 200 len: 916 time: 0.1256492 May 25 23:27:46.552332 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-e201826f-9b1c-47d9-934c-9ecde1d9a3bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1899affa-a6b2-42d4-960b-7559064ede14 HTTP/1.1" status: 200 len: 217 time: 0.0946927 May 25 23:27:46.627563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f289880-c732-4138-899b-f10598891ac8 req-a0c31445-112a-4793-83e5-c7d9ab2276f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:46.629303 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-a0c31445-112a-4793-83e5-c7d9ab2276f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b84a7ae-561a-4aca-bce7-97ea95a3cc3c HTTP/1.1" status: 200 len: 855 time: 0.0695970 May 25 23:27:46.690170 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf96f6-0726-4e59-a139-f923e475e4b9 req-f47e48c5-b3db-40f7-9889-01aa8e8f3f92 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:46.691603 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ebbf96f6-0726-4e59-a139-f923e475e4b9 req-f47e48c5-b3db-40f7-9889-01aa8e8f3f92 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.1826456 May 25 23:27:46.693712 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-e8dbcc55-75ce-4ac9-96f9-92bc4a204292 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20303d7b-58a5-4f85-b95d-fb98fe972ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594177 May 25 23:27:46.700146 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:46.821472 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ebbf96f6-0726-4e59-a139-f923e475e4b9 req-3c13e1cb-0e1c-4a2b-a884-678553672888 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242535 May 25 23:27:46.857749 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-ddbc9fd3-edcb-41ab-8923-db30adbd788c service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469457 May 25 23:27:47.083256 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-f97e3ec7-540c-4700-8db8-cc522b6c3caf service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185209 May 25 23:27:47.802651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:27:48.015335 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b854b-4062-488d-89a3-8ec224efd9cf req-106497b5-5eba-4ca9-886a-7605356b69c7 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:48.016783 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c17b854b-4062-488d-89a3-8ec224efd9cf req-106497b5-5eba-4ca9-886a-7605356b69c7 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0748713 May 25 23:27:48.061413 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c17b854b-4062-488d-89a3-8ec224efd9cf req-ffb38489-f45a-4b92-b4cf-77f8f74ed58a tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390966 May 25 23:27:49.258560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800a992-2711-480f-b8bd-4c0dff45a3a5 req-fdfc2354-fa26-4434-83f6-cd9b47034e9a tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:49.259976 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1800a992-2711-480f-b8bd-4c0dff45a3a5 req-fdfc2354-fa26-4434-83f6-cd9b47034e9a tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0789602 May 25 23:27:49.304275 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1800a992-2711-480f-b8bd-4c0dff45a3a5 req-fdeda72f-202b-4bee-bdee-8701a3bf4545 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387244 May 25 23:27:50.501561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6863e2-5534-41f6-ab7a-5706e6bb8ac9 req-7fc908d8-9e08-4b51-a288-5ec1caa799bd tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:50.502978 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cc6863e2-5534-41f6-ab7a-5706e6bb8ac9 req-7fc908d8-9e08-4b51-a288-5ec1caa799bd tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0758796 May 25 23:27:50.550806 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cc6863e2-5534-41f6-ab7a-5706e6bb8ac9 req-db775e16-b030-4413-af4f-8c03bfe0482e tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415893 May 25 23:27:51.747897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62c8a1-df97-41ae-90a1-99a03225bc10 req-d53a1817-8bf6-465c-9650-374ce2074164 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:51.749340 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6e62c8a1-df97-41ae-90a1-99a03225bc10 req-d53a1817-8bf6-465c-9650-374ce2074164 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0765333 May 25 23:27:51.793951 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6e62c8a1-df97-41ae-90a1-99a03225bc10 req-f81a4239-31de-47f2-83b8-be033837934d tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384557 May 25 23:27:52.992921 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c7fd2-2fa0-4bde-a068-d5b9276f2ebc req-d40d6bec-26da-4d45-934b-8839081fee9c tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:52.994379 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6b5c7fd2-2fa0-4bde-a068-d5b9276f2ebc req-d40d6bec-26da-4d45-934b-8839081fee9c tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0802684 May 25 23:27:53.049019 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6b5c7fd2-2fa0-4bde-a068-d5b9276f2ebc req-c9961c81-bb54-439a-8bd3-6d8e02b323d1 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487437 May 25 23:27:54.252470 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80c937-1f90-42e5-902f-a7bf33d6de13 req-b3b6662b-dedf-4372-96a1-876827af97fa tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:54.254068 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0f80c937-1f90-42e5-902f-a7bf33d6de13 req-b3b6662b-dedf-4372-96a1-876827af97fa tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0749552 May 25 23:27:54.299828 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0f80c937-1f90-42e5-902f-a7bf33d6de13 req-dfb50691-eb32-4f5a-b365-8998347b68cc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 May 25 23:27:55.496229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e16016-45ea-48bf-83d9-134ca75564ce req-2dfc6256-175e-45f0-8fb9-779932e6304c tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:55.497729 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d5e16016-45ea-48bf-83d9-134ca75564ce req-2dfc6256-175e-45f0-8fb9-779932e6304c tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0799673 May 25 23:27:55.542448 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d5e16016-45ea-48bf-83d9-134ca75564ce req-8704f52d-79b1-434c-ac18-faccbdd61700 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391841 May 25 23:27:56.736135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa791a-f856-4d83-973a-846e8941ec0a req-99c6a731-a617-484e-89c7-beee0b43444d tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:56.738202 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-30aa791a-f856-4d83-973a-846e8941ec0a req-99c6a731-a617-484e-89c7-beee0b43444d tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0773101 May 25 23:27:56.785636 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-30aa791a-f856-4d83-973a-846e8941ec0a req-be41c12e-fa3f-4eb5-95f2-d6fbbfd5d03f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418293 May 25 23:27:57.985155 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f051dc-c1e9-489c-9f64-ed21226863ce req-b6d2205d-e21e-4ca7-88c3-3ca3ff713e4f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:57.987134 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b8f051dc-c1e9-489c-9f64-ed21226863ce req-b6d2205d-e21e-4ca7-88c3-3ca3ff713e4f tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0783756 May 25 23:27:58.033370 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b8f051dc-c1e9-489c-9f64-ed21226863ce req-e6ae7137-db1e-4c0a-8389-fc9128f14b62 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404947 May 25 23:27:59.233999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae146e24-6d54-439f-9d61-5dce2dea06a9 req-59e21ef7-db82-4b50-8d8a-b1c9495dd161 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:27:59.235405 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ae146e24-6d54-439f-9d61-5dce2dea06a9 req-59e21ef7-db82-4b50-8d8a-b1c9495dd161 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0784264 May 25 23:27:59.279981 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ae146e24-6d54-439f-9d61-5dce2dea06a9 req-0fad5fab-720a-48a5-9fb1-a7cf1c1f74e1 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384877 May 25 23:28:00.473997 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2980b-697a-44ab-a3c6-dade0b59c8f3 req-5299b443-cc8a-4d27-88d2-5de642af2e79 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:00.475428 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-30a2980b-697a-44ab-a3c6-dade0b59c8f3 req-5299b443-cc8a-4d27-88d2-5de642af2e79 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0745251 May 25 23:28:00.520081 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-30a2980b-697a-44ab-a3c6-dade0b59c8f3 req-4e4daaba-6935-4913-b811-2be2d831de41 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390899 May 25 23:28:01.716125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e76dd-86b1-418c-929a-7c4feefab1a8 req-e8bc0196-b332-4728-8be7-a374e4f241e5 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:01.717892 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c57e76dd-86b1-418c-929a-7c4feefab1a8 req-e8bc0196-b332-4728-8be7-a374e4f241e5 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0793557 May 25 23:28:01.763556 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c57e76dd-86b1-418c-929a-7c4feefab1a8 req-93019c13-f325-43ca-bc96-ecaf32d992e6 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397172 May 25 23:28:02.972751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4c3bf-70af-466c-93de-e574f27591a8 req-080dac61-b40a-4819-9231-6b6a181d4dc5 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:02.974216 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81e4c3bf-70af-466c-93de-e574f27591a8 req-080dac61-b40a-4819-9231-6b6a181d4dc5 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0758250 May 25 23:28:03.019928 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81e4c3bf-70af-466c-93de-e574f27591a8 req-c0a5985f-8746-4894-8e88-3b3159922a10 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399563 May 25 23:28:04.099222 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-49c705d6-f042-48f6-bfc7-67a0b026a8cb service neutron] 10.222.0.73 "GET /v2.0/ports/1899affa-a6b2-42d4-960b-7559064ede14/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0769348 May 25 23:28:04.218856 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b31b-54ae-4aa6-bf6d-df7e47f8cd52 req-fa6b82e2-2367-4af6-b8b4-f2525906aaea tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:04.220898 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5544b31b-54ae-4aa6-bf6d-df7e47f8cd52 req-fa6b82e2-2367-4af6-b8b4-f2525906aaea tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0777071 May 25 23:28:04.265429 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5544b31b-54ae-4aa6-bf6d-df7e47f8cd52 req-d19df83b-6d40-4d56-9219-250db30b808b tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388451 May 25 23:28:04.581621 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-a5c8af31-c5a5-450a-bdb2-e5766a3e5edb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45&tenant_id=5942914439684d74b392bf2713d1fd24 HTTP/1.1" status: 200 len: 1098 time: 0.0715890 May 25 23:28:04.667325 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-f195e52d-7720-4cd5-a714-f37128aac3d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5942914439684d74b392bf2713d1fd24&device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 1098 time: 0.0663743 May 25 23:28:04.799708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f289880-c732-4138-899b-f10598891ac8 req-0b3b9019-48ee-498a-81ab-a88c9c6692eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:04.801261 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-0b3b9019-48ee-498a-81ab-a88c9c6692eb service neutron] 10.222.0.73 "GET /v2.0/networks?id=20303d7b-58a5-4f85-b95d-fb98fe972ef5 HTTP/1.1" status: 200 len: 916 time: 0.1286712 May 25 23:28:04.869692 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-cae90850-79bc-4c79-bdad-4d315cfebd27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1899affa-a6b2-42d4-960b-7559064ede14 HTTP/1.1" status: 200 len: 217 time: 0.0631588 May 25 23:28:04.929247 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f289880-c732-4138-899b-f10598891ac8 req-08851249-3139-4432-b3f8-6255241d81ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:04.930615 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-08851249-3139-4432-b3f8-6255241d81ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b84a7ae-561a-4aca-bce7-97ea95a3cc3c HTTP/1.1" status: 200 len: 855 time: 0.0557461 May 25 23:28:04.976664 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-26afdaae-e1ba-45ff-b7d7-867decb0e618 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20303d7b-58a5-4f85-b95d-fb98fe972ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403595 May 25 23:28:05.191135 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-60e28324-dc19-47a9-856d-a301dd36ceac service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088060 May 25 23:28:05.319060 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f289880-c732-4138-899b-f10598891ac8 req-e511cdb4-b7ed-4bc9-9cee-f24eb027bd58 service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227906 May 25 23:28:05.464755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d3ed2-8427-4912-a1d3-c691d4fd7333 req-c5798f25-fa78-4097-9738-bebcafc98de5 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:05.466094 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e57d3ed2-8427-4912-a1d3-c691d4fd7333 req-c5798f25-fa78-4097-9738-bebcafc98de5 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0759900 May 25 23:28:05.512101 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e57d3ed2-8427-4912-a1d3-c691d4fd7333 req-ebfd5c93-85ac-467b-9c5b-d2766f7ee2ce tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400970 May 25 23:28:06.715190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943faa4-0f99-46be-b55c-958af8d3f962 req-a6074525-de66-4887-b082-ad27e55916ba tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:06.716694 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8943faa4-0f99-46be-b55c-958af8d3f962 req-a6074525-de66-4887-b082-ad27e55916ba tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0802133 May 25 23:28:06.764938 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8943faa4-0f99-46be-b55c-958af8d3f962 req-e6a786b4-89d5-49dd-adb6-392b6cae4b71 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420108 May 25 23:28:07.958229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d73f3f-b57d-4adf-bd81-ba5c17487865 req-e6f2a76a-df67-4013-bcda-6152529600bd tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:07.959657 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-13d73f3f-b57d-4adf-bd81-ba5c17487865 req-e6f2a76a-df67-4013-bcda-6152529600bd tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0742950 May 25 23:28:08.004955 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-13d73f3f-b57d-4adf-bd81-ba5c17487865 req-f9dd5727-956c-458b-906a-4ae9f8977c07 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396783 May 25 23:28:08.400522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 1899affa-a6b2-42d4-960b-7559064ede14 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:28:08.403010 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 1899affa-a6b2-42d4-960b-7559064ede14 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:28:08.416366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549e4e2-a4f0-4de9-b45f-c02e63fd1ba6 req-309b8bd6-1188-41de-a5a1-18ee910887a4 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:08.417836 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d549e4e2-a4f0-4de9-b45f-c02e63fd1ba6 req-309b8bd6-1188-41de-a5a1-18ee910887a4 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0837212 May 25 23:28:08.517374 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d549e4e2-a4f0-4de9-b45f-c02e63fd1ba6 req-fcd59ccb-bc71-49c8-8b4d-9bd2e4022a94 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648105 May 25 23:28:08.532752 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735162c-0915-4af6-a24a-a103ea89481b req-012af89f-6709-4db5-8add-7c1405febb1a tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:08.534276 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2735162c-0915-4af6-a24a-a103ea89481b req-012af89f-6709-4db5-8add-7c1405febb1a tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45&tenant_id=5942914439684d74b392bf2713d1fd24&binding%3Ahost_id=hv-neutron-8433 HTTP/1.1" status: 200 len: 945 time: 0.1156037 May 25 23:28:08.657925 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:08.670844 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2735162c-0915-4af6-a24a-a103ea89481b req-04310d1a-09d8-426d-ad68-f93450eac88c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5942914439684d74b392bf2713d1fd24&device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 1098 time: 0.0687153 May 25 23:28:08.679046 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 1899affa-a6b2-42d4-960b-7559064ede14, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=1899affa-a6b2-42d4-960b-7559064ede14,segment=NetworkSegment(29132c3f-c24c-4681-8845-0e3fd3e31e00),segment_id=29132c3f-c24c-4681-8845-0e3fd3e31e00)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:28:08.698395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '1899affa-a6b2-42d4-960b-7559064ede14', 'network_id': '20303d7b-58a5-4f85-b95d-fb98fe972ef5', 'port_id': '1899affa-a6b2-42d4-960b-7559064ede14', 'mac_address': 'fa:16:3e:e2:d7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b84a7ae-561a-4aca-bce7-97ea95a3cc3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:28:08.705339 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cad7c0d-03ec-4c77-b805-296f633ebe45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1899affa-a6b2-42d4-960b-7559064ede14'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:28:08.750499 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 1899affa-a6b2-42d4-960b-7559064ede14, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=1899affa-a6b2-42d4-960b-7559064ede14,segment=NetworkSegment(29132c3f-c24c-4681-8845-0e3fd3e31e00),segment_id=29132c3f-c24c-4681-8845-0e3fd3e31e00)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:28:08.774174 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:08.787412 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1899affa-a6b2-42d4-960b-7559064ede14 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:28:08.798142 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-460bd221-c85b-42ea-8206-aa4ebb50251d'] response: {'server_uuid': '4cad7c0d-03ec-4c77-b805-296f633ebe45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1899affa-a6b2-42d4-960b-7559064ede14', 'code': 200} May 25 23:28:08.805884 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735162c-0915-4af6-a24a-a103ea89481b req-aea0cd22-1610-4c41-8803-63f84c790f87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:08.807314 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2735162c-0915-4af6-a24a-a103ea89481b req-aea0cd22-1610-4c41-8803-63f84c790f87 service neutron] 10.222.0.73 "GET /v2.0/networks?id=20303d7b-58a5-4f85-b95d-fb98fe972ef5 HTTP/1.1" status: 200 len: 916 time: 0.1315510 May 25 23:28:08.825956 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:08.876337 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2735162c-0915-4af6-a24a-a103ea89481b req-492739b9-c45a-4819-a5af-9390263b0b96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1899affa-a6b2-42d4-960b-7559064ede14 HTTP/1.1" status: 200 len: 217 time: 0.0634391 May 25 23:28:08.934861 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:28:08.935203 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:28:08.935833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735162c-0915-4af6-a24a-a103ea89481b req-83f050e8-6ec2-4753-8565-08f80b3c0205 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:08.937280 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2735162c-0915-4af6-a24a-a103ea89481b req-83f050e8-6ec2-4753-8565-08f80b3c0205 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b84a7ae-561a-4aca-bce7-97ea95a3cc3c HTTP/1.1" status: 200 len: 855 time: 0.0558872 May 25 23:28:08.938575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=1899affa-a6b2-42d4-960b-7559064ede14,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:08.947733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:08.948071 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:08.948400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:08.948748 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:08.949068 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:08.949387 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:08.949700 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:08.950012 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:08.950320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:08.950628 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:08.950935 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:08.981175 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2735162c-0915-4af6-a24a-a103ea89481b req-b108f920-e6a6-47cd-adb9-cf9dbde4abbc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20303d7b-58a5-4f85-b95d-fb98fe972ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381155 May 25 23:28:09.111173 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2735162c-0915-4af6-a24a-a103ea89481b req-848f5cfa-4da8-43cc-bc82-c1487bd254e1 service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245704 May 25 23:28:09.238614 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2735162c-0915-4af6-a24a-a103ea89481b req-94f82487-e5e3-46e3-a651-2fcd5c519314 service neutron] 10.222.0.73 "GET /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216319 May 25 23:28:09.486626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:09.504029 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1899affa-a6b2-42d4-960b-7559064ede14 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:28:09.518445 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 1899affa-a6b2-42d4-960b-7559064ede14, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=1899affa-a6b2-42d4-960b-7559064ede14,segment=NetworkSegment(29132c3f-c24c-4681-8845-0e3fd3e31e00),segment_id=29132c3f-c24c-4681-8845-0e3fd3e31e00)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:28:09.591443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:09.660419 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['1899affa-a6b2-42d4-960b-7559064ede14'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:28:09.698667 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=1899affa-a6b2-42d4-960b-7559064ede14,revision_number=7']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:09.729491 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab003488-9979-4bc5-8ecf-1b9d56075d63 req-0d7e55bb-dd46-42c2-a2d3-f2d4ad651732 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:09.731036 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ab003488-9979-4bc5-8ecf-1b9d56075d63 req-0d7e55bb-dd46-42c2-a2d3-f2d4ad651732 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 944 time: 0.0889411 May 25 23:28:09.779439 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ab003488-9979-4bc5-8ecf-1b9d56075d63 req-bc7c473a-39f3-46f5-a824-1122e7794343 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419688 May 25 23:28:10.412487 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 1899affa-a6b2-42d4-960b-7559064ede14 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:28:10.481672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 1899affa-a6b2-42d4-960b-7559064ede14 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:28:10.482038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:10.592067 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:10.623421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 1899affa-a6b2-42d4-960b-7559064ede14, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=1899affa-a6b2-42d4-960b-7559064ede14,segment=NetworkSegment(29132c3f-c24c-4681-8845-0e3fd3e31e00),segment_id=29132c3f-c24c-4681-8845-0e3fd3e31e00)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:28:10.682401 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:10.747836 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=1899affa-a6b2-42d4-960b-7559064ede14,revision_number=8']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:10.798924 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cad7c0d-03ec-4c77-b805-296f633ebe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1899affa-a6b2-42d4-960b-7559064ede14'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:28:10.853862 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156f0f58-9aeb-411b-9fe0-c7d7213c66fd'] response: {'server_uuid': '4cad7c0d-03ec-4c77-b805-296f633ebe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1899affa-a6b2-42d4-960b-7559064ede14', 'code': 200} May 25 23:28:10.974256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a54e1e-2229-4603-ad7e-c8b9211bdc6c req-49cff1c5-52c8-4ea4-b902-be436e874cbb tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:10.975714 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-82a54e1e-2229-4603-ad7e-c8b9211bdc6c req-49cff1c5-52c8-4ea4-b902-be436e874cbb tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0743916 May 25 23:28:11.023586 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-82a54e1e-2229-4603-ad7e-c8b9211bdc6c req-5d6a7fe6-e4fe-47af-9f8c-2587c2b31ad6 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423341 May 25 23:28:11.221716 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7dc0b-f495-43f1-b768-74d6e548e33e req-acf51518-ae2e-4139-87bf-6d89622b89c9 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:11.223213 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-74b7dc0b-f495-43f1-b768-74d6e548e33e req-acf51518-ae2e-4139-87bf-6d89622b89c9 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0778551 May 25 23:28:11.267504 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-74b7dc0b-f495-43f1-b768-74d6e548e33e req-a14061b9-bd63-4a0c-b213-d123b29dea2a tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388191 May 25 23:28:11.465495 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86dbf8-e4f6-4a5c-9063-717ea29a7e3c req-22275da7-a249-4ef5-ae49-817bbe04e8be tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:11.466821 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ee86dbf8-e4f6-4a5c-9063-717ea29a7e3c req-22275da7-a249-4ef5-ae49-817bbe04e8be tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0796163 May 25 23:28:11.505951 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ed16528c-3746-4999-a5a5-d4cacfc9a203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:11.605220 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ee86dbf8-e4f6-4a5c-9063-717ea29a7e3c req-d6389d22-c075-4cb9-9781-b3b7b0fcb3d8 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318042 May 25 23:28:12.392836 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e4721-3583-47ce-8137-def74d9d2ed5 req-5dcbd5b8-2472-4c17-8c51-3ae4ee86b5fa tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:12.395190 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-092e4721-3583-47ce-8137-def74d9d2ed5 req-5dcbd5b8-2472-4c17-8c51-3ae4ee86b5fa tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0756662 May 25 23:28:12.438636 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-092e4721-3583-47ce-8137-def74d9d2ed5 req-d79f0199-6c9c-487d-8493-e3d338808878 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380852 May 25 23:28:13.654958 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048a82f-ffef-47ba-a117-de036ddce3d5 req-38c962fb-0b72-48d0-8419-e4847eda15cc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:13.656397 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9048a82f-ffef-47ba-a117-de036ddce3d5 req-38c962fb-0b72-48d0-8419-e4847eda15cc tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0831573 May 25 23:28:13.688786 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd9d7-f81d-47b6-b16c-535a03c3d20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:13.710916 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9048a82f-ffef-47ba-a117-de036ddce3d5 req-67d20799-6f7f-4e82-bf95-ac49d1bf8e01 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/security-groups?id=59a1dec4-d845-4358-9399-6909eb644b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481668 May 25 23:28:13.880882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d337bb-d186-4352-9407-79ec61a535b1 req-8f121d11-75e5-4919-9b48-463668bb9a17 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:13.882283 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b0d337bb-d186-4352-9407-79ec61a535b1 req-8f121d11-75e5-4919-9b48-463668bb9a17 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 945 time: 0.0752592 May 25 23:28:13.951664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [req-b0d337bb-d186-4352-9407-79ec61a535b1 req-62a4c164-7c67-4e71-a416-265ea04ea378 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Deleting port 1899affa-a6b2-42d4-960b-7559064ede14 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:28:13.951991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-b0d337bb-d186-4352-9407-79ec61a535b1 req-62a4c164-7c67-4e71-a416-265ea04ea378 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:14.202200 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-b0d337bb-d186-4352-9407-79ec61a535b1 req-62a4c164-7c67-4e71-a416-265ea04ea378 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] For port 1899affa-a6b2-42d4-960b-7559064ede14, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=1899affa-a6b2-42d4-960b-7559064ede14,segment=NetworkSegment(29132c3f-c24c-4681-8845-0e3fd3e31e00),segment_id=29132c3f-c24c-4681-8845-0e3fd3e31e00)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:28:14.202458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-b0d337bb-d186-4352-9407-79ec61a535b1 req-62a4c164-7c67-4e71-a416-265ea04ea378 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:14.322356 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [req-b0d337bb-d186-4352-9407-79ec61a535b1 req-62a4c164-7c67-4e71-a416-265ea04ea378 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Calling delete_port for 1899affa-a6b2-42d4-960b-7559064ede14 owned by compute:nova {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:28:14.534944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-b0d337bb-d186-4352-9407-79ec61a535b1 req-62a4c164-7c67-4e71-a416-265ea04ea378 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:14.546730 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['1899affa-a6b2-42d4-960b-7559064ede14'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:28:14.583254 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4c164-7c67-4e71-a416-265ea04ea378 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Pushing event deleted for resources: {'Port': ['ID=1899affa-a6b2-42d4-960b-7559064ede14,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:14.653793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d337bb-d186-4352-9407-79ec61a535b1 req-62a4c164-7c67-4e71-a416-265ea04ea378 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] No DVR routers for this DVR port 1899affa-a6b2-42d4-960b-7559064ede14 on host hv-neutron-8433 {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:28:14.656138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-b0d337bb-d186-4352-9407-79ec61a535b1 req-62a4c164-7c67-4e71-a416-265ea04ea378 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:14.658520 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cad7c0d-03ec-4c77-b805-296f633ebe45', 'name': 'network-vif-deleted', 'tag': '1899affa-a6b2-42d4-960b-7559064ede14'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:28:14.715016 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58fb6569-60e2-4fd9-a467-97e7188eda99'] response: {'server_uuid': '4cad7c0d-03ec-4c77-b805-296f633ebe45', 'name': 'network-vif-deleted', 'tag': '1899affa-a6b2-42d4-960b-7559064ede14', 'status': 'completed', 'code': 200} May 25 23:28:14.734803 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b0d337bb-d186-4352-9407-79ec61a535b1 req-62a4c164-7c67-4e71-a416-265ea04ea378 tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.73 "DELETE /v2.0/ports/1899affa-a6b2-42d4-960b-7559064ede14 HTTP/1.1" status: 204 len: 173 time: 0.8470919 May 25 23:28:14.884667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-5e176bcd-6ed7-4a9a-83de-18cbb16fd6b4 req-6c1b7ca8-a452-4f37-a038-a71907c653db tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Synchronizing usage tracker for tenant:5942914439684d74b392bf2713d1fd24 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:28:14.950968 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:15.020279 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-5e176bcd-6ed7-4a9a-83de-18cbb16fd6b4 req-6c1b7ca8-a452-4f37-a038-a71907c653db tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] Unset dirty status for tenant:5942914439684d74b392bf2713d1fd24 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:28:15.021731 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e176bcd-6ed7-4a9a-83de-18cbb16fd6b4 req-6c1b7ca8-a452-4f37-a038-a71907c653db tempest-ServerDiskConfigTestJSON-81291818 tempest-ServerDiskConfigTestJSON-81291818-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cad7c0d-03ec-4c77-b805-296f633ebe45 HTTP/1.1" status: 200 len: 210 time: 0.1770608 May 25 23:28:15.117044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:16.279863 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 46146) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:28:16.340968 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4021d1-37a3-4435-a1f3-18551c544415 admin admin] Deleting subnet 8b84a7ae-561a-4aca-bce7-97ea95a3cc3c {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:28:16.344024 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9a4021d1-37a3-4435-a1f3-18551c544415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:16.394526 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9a4021d1-37a3-4435-a1f3-18551c544415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:16.447738 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9a4021d1-37a3-4435-a1f3-18551c544415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:16.562688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9a4021d1-37a3-4435-a1f3-18551c544415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:16.600386 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4021d1-37a3-4435-a1f3-18551c544415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b84a7ae-561a-4aca-bce7-97ea95a3cc3c,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:16.608906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-9a4021d1-37a3-4435-a1f3-18551c544415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:16.615178 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9a4021d1-37a3-4435-a1f3-18551c544415 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8b84a7ae-561a-4aca-bce7-97ea95a3cc3c HTTP/1.1" status: 204 len: 168 time: 0.3342957 May 25 23:28:16.617648 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 46150) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:28:16.689645 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:16.722412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3474ddd5-42b2-450c-83c3-6058ef9c5baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:16.841851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3474ddd5-42b2-450c-83c3-6058ef9c5baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:16.867089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3474ddd5-42b2-450c-83c3-6058ef9c5baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20303d7b-58a5-4f85-b95d-fb98fe972ef5']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:28:16.878666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3474ddd5-42b2-450c-83c3-6058ef9c5baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29132c3f-c24c-4681-8845-0e3fd3e31e00') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:28:16.878953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3474ddd5-42b2-450c-83c3-6058ef9c5baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29132c3f-c24c-4681-8845-0e3fd3e31e00') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:28:16.889758 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3474ddd5-42b2-450c-83c3-6058ef9c5baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:16.905103 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3474ddd5-42b2-450c-83c3-6058ef9c5baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:16.911602 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3474ddd5-42b2-450c-83c3-6058ef9c5baf admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:28:16.912039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3474ddd5-42b2-450c-83c3-6058ef9c5baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:28:16.925677 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:28:17.151171 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3474ddd5-42b2-450c-83c3-6058ef9c5baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:17.167268 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3474ddd5-42b2-450c-83c3-6058ef9c5baf admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:17.177125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474ddd5-42b2-450c-83c3-6058ef9c5baf admin admin] Pushing event deleted for resources: {'Network': ['ID=20303d7b-58a5-4f85-b95d-fb98fe972ef5,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:17.237583 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3474ddd5-42b2-450c-83c3-6058ef9c5baf admin admin] 10.222.0.66 "DELETE /v2.0/networks/20303d7b-58a5-4f85-b95d-fb98fe972ef5 HTTP/1.1" status: 204 len: 168 time: 0.6189623 May 25 23:28:17.560187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 46156) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:28:17.609570 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-feb75038-1fc3-42db-8ad0-45acbf9efa2f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5942914439684d74b392bf2713d1fd24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482066 May 25 23:28:17.612585 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 46160) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:28:17.668319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:17.695952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:17.819800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:17.834819 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a1dec4-d845-4358-9399-6909eb644b56,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:17.847417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:17.847787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:17.848115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:17.848440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:17.848789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:17.849110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:17.849432 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:17.849747 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:17.850075 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:17.850371 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:17.850683 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:17.854205 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:17.856071 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-04d2c049-081b-4839-910e-f7029adaa936 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/59a1dec4-d845-4358-9399-6909eb644b56 HTTP/1.1" status: 204 len: 168 time: 0.2418792 May 25 23:28:17.866524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:18.421391 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 1899affa-a6b2-42d4-960b-7559064ede14 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:28:18.453465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 1899affa-a6b2-42d4-960b-7559064ede14 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:28:18.453798 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 1899affa-a6b2-42d4-960b-7559064ede14 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:28:18.638949 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:28:18.992070 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 46182) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:28:19.117790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-943405492-network', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:28:19.122495 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:28:19.126223 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Usage tracker for resource:network and tenant:2c37c43615ae415db52cba40bbb69c07 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:28:19.129601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:28:19.135140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:28:19.184882 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Made reservation on behalf of 2c37c43615ae415db52cba40bbb69c07 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:28:19.187127 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:19.199641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:19.230414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:28:19.234195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Usage tracker for resource:security_group_rule and tenant:2c37c43615ae415db52cba40bbb69c07 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:28:19.236982 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:28:19.242506 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:28:19.306312 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:19.373730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:19.403656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:28:19.411881 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1299d2aa-a800-4078-b9a4-df3c9a85f1cc,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:19.417310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:19.417648 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Added segment 680769cf-13ab-4d89-a374-22284e35f642 of type vlan for network c09aa7d9-383d-4c60-902d-f8fdc2f293af May 25 23:28:19.444238 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:19.527956 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:19.528801 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:19.529361 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:19.626766 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] Pushing event updated for resources: {'Network': ['ID=c09aa7d9-383d-4c60-902d-f8fdc2f293af,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:19.636939 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network c09aa7d9-383d-4c60-902d-f8fdc2f293af details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:28:19.706112 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5bdf52fd-cb22-45b1-a1b6-356efb68c90c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7126746 May 25 23:28:19.708912 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 46188) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:28:19.714446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-8c5ef9ed-a296-446a-ba35-b21efadbb2a6 admin admin] Request body: {'subnet': {'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-943405492-subnet', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:28:19.719632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8c5ef9ed-a296-446a-ba35-b21efadbb2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:28:19.725655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8c5ef9ed-a296-446a-ba35-b21efadbb2a6 admin admin] Usage tracker for resource:subnet and tenant:2c37c43615ae415db52cba40bbb69c07 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:28:19.727045 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8c5ef9ed-a296-446a-ba35-b21efadbb2a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:28:19.732796 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8c5ef9ed-a296-446a-ba35-b21efadbb2a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:28:19.813726 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5ef9ed-a296-446a-ba35-b21efadbb2a6 admin admin] Made reservation on behalf of 2c37c43615ae415db52cba40bbb69c07 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:28:19.816013 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8c5ef9ed-a296-446a-ba35-b21efadbb2a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:20.077039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8c5ef9ed-a296-446a-ba35-b21efadbb2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:20.148831 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ef9ed-a296-446a-ba35-b21efadbb2a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19146d10-a98e-43e6-b796-c080a6fbebcc,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:20.165937 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ef9ed-a296-446a-ba35-b21efadbb2a6 admin admin] Checking segment: {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:28:20.166292 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5ef9ed-a296-446a-ba35-b21efadbb2a6 admin admin] Network hostable DHCP agents. Network: c09aa7d9-383d-4c60-902d-f8fdc2f293af, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:28:20.254333 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5ef9ed-a296-446a-ba35-b21efadbb2a6 admin admin] Network c09aa7d9-383d-4c60-902d-f8fdc2f293af is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:28:20.328271 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-8c5ef9ed-a296-446a-ba35-b21efadbb2a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, c09aa7d9-383d-4c60-902d-f8fdc2f293af) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:28:20.332291 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ef9ed-a296-446a-ba35-b21efadbb2a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:20.332906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8c5ef9ed-a296-446a-ba35-b21efadbb2a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:20.337609 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca36b7e-6bae-407e-b0be-ccb42ab4571e None None] Network c09aa7d9-383d-4c60-902d-f8fdc2f293af requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:28:20.403408 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8c5ef9ed-a296-446a-ba35-b21efadbb2a6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6933923 May 25 23:28:20.406067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 46192) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:28:20.411967 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:28:20.416599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:28:20.420307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Usage tracker for resource:router and tenant:2c37c43615ae415db52cba40bbb69c07 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:28:20.423214 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:28:20.429900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:28:20.488406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:20.489473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:20.507985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:20.550529 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:28:20.551320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:20.703667 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Allocated IP 172.20.0.2 (c09aa7d9-383d-4c60-902d-f8fdc2f293af/19146d10-a98e-43e6-b796-c080a6fbebcc/1c79995c-ba35-4c0a-a72b-91404dfe6b60) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:28:20.735668 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:20.944940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:20.954749 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Transition to ACTIVE for port object 1c79995c-ba35-4c0a-a72b-91404dfe6b60 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:28:20.972932 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Transition to ACTIVE for port object 1c79995c-ba35-4c0a-a72b-91404dfe6b60 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:28:21.000457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:21.029729 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:21.048395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:21.114626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Network c09aa7d9-383d-4c60-902d-f8fdc2f293af is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:28:21.117499 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:28:21.121827 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:28:21.123862 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Pushing event updated for resources: {'Port': ['ID=1c79995c-ba35-4c0a-a72b-91404dfe6b60,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:21.165169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Allocated IP 172.26.5.87 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/21c047d8-0630-4233-a82d-9eed46fdbcef) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:28:21.211605 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Attempting to bind port 1c79995c-ba35-4c0a-a72b-91404dfe6b60 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:28:21.211998 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Attempting to bind port 1c79995c-ba35-4c0a-a72b-91404dfe6b60 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:28:21.212384 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Attempting to bind port 1c79995c-ba35-4c0a-a72b-91404dfe6b60 on network c09aa7d9-383d-4c60-902d-f8fdc2f293af {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:28:21.219078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:28:21.219438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Checking segment: {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:28:21.219853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:21.220235 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Bound using segment: {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:28:21.220724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Bound port: 1c79995c-ba35-4c0a-a72b-91404dfe6b60, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:28:21.221093 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:21.306732 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] For port 1c79995c-ba35-4c0a-a72b-91404dfe6b60, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:28:21.309774 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] For port 1c79995c-ba35-4c0a-a72b-91404dfe6b60, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1c79995c-ba35-4c0a-a72b-91404dfe6b60,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:28:21.320215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:21.374265 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:21.396969 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:21.463527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:28:21.464251 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652a7e0-87c9-434c-9596-8f2fe071e9b5 None None] Pushing event updated for resources: {'Port': ['ID=1c79995c-ba35-4c0a-a72b-91404dfe6b60,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:21.466201 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:28:21.470031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:28:21.505599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Pushing event updated for resources: {'Port': ['ID=21c047d8-0630-4233-a82d-9eed46fdbcef,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:21.718391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:21.718391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:21.990880 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Router c4414118-5760-4d2f-b6f7-91d01a4af5a7 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:28:22.304790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:28:22.317407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Sync routers for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:28:22.329303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:28:22.330019 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:28:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:28:22.379783 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaeb573-64c2-4410-8a1f-184d5432ffa1 None None] Network c09aa7d9-383d-4c60-902d-f8fdc2f293af requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:28:22.397232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:22.398650 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-65d0949b-91c9-4514-a333-59c98ce20c47 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9913445 May 25 23:28:22.401242 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 46196) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:28:22.652381 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-015d820d-0c87-4be6-b8e5-6778d3184eab None None] Provisioning for port 1c79995c-ba35-4c0a-a72b-91404dfe6b60 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:28:22.656614 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:28:23.001824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:21Z', 'revision_number': 3, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:28:23.005932 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Checking router: c4414118-5760-4d2f-b6f7-91d01a4af5a7 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:28:23.008215 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Updating router c4414118-5760-4d2f-b6f7-91d01a4af5a7 port 21c047d8-0630-4233-a82d-9eed46fdbcef binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:28:23.061553 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:23.154334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:23.295567 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1c79995c-ba35-4c0a-a72b-91404dfe6b60 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:28:23.389539 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Allocated IP 172.20.0.1 (c09aa7d9-383d-4c60-902d-f8fdc2f293af/19146d10-a98e-43e6-b796-c080a6fbebcc/91670f66-4a2c-4afa-ad5e-d66d9bc638c0) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:28:23.478227 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 1c79995c-ba35-4c0a-a72b-91404dfe6b60 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:28:23.494758 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 1c79995c-ba35-4c0a-a72b-91404dfe6b60 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:28:23.495119 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:23.545871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:23.556584 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:23.562354 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Transition to ACTIVE for port object 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:28:23.572485 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Transition to ACTIVE for port object 21c047d8-0630-4233-a82d-9eed46fdbcef will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:28:23.632494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:23.642695 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:23.671767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:23.745044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Network c09aa7d9-383d-4c60-902d-f8fdc2f293af is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:28:23.748746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:28:23.750621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Pushing event updated for resources: {'Port': ['ID=91670f66-4a2c-4afa-ad5e-d66d9bc638c0,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:23.751043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d66a71-a298-4ac2-a6d4-08b8037a2207 None None] Pushing event updated for resources: {'Port': ['ID=21c047d8-0630-4233-a82d-9eed46fdbcef,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:23.753046 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:28:23.755876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 1c79995c-ba35-4c0a-a72b-91404dfe6b60, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1c79995c-ba35-4c0a-a72b-91404dfe6b60,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:28:23.757205 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Attempting to bind port 21c047d8-0630-4233-a82d-9eed46fdbcef on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:28:23.757499 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Attempting to bind port 21c047d8-0630-4233-a82d-9eed46fdbcef by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:28:23.757844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Attempting to bind port 21c047d8-0630-4233-a82d-9eed46fdbcef on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:28:23.765251 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:28:23.765685 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:28:23.766143 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:23.766593 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:28:23.767183 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Bound port: 21c047d8-0630-4233-a82d-9eed46fdbcef, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:28:23.767607 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:23.808920 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:23.847907 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] For port 21c047d8-0630-4233-a82d-9eed46fdbcef, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:28:23.851216 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] For port 21c047d8-0630-4233-a82d-9eed46fdbcef, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=21c047d8-0630-4233-a82d-9eed46fdbcef,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:28:23.865770 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:23.931752 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=1c79995c-ba35-4c0a-a72b-91404dfe6b60,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:23.974452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:23.990318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:24.065917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d66a71-a298-4ac2-a6d4-08b8037a2207 None None] Pushing event updated for resources: {'Port': ['ID=21c047d8-0630-4233-a82d-9eed46fdbcef,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:24.071477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:28:24.072069 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:28:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:28:24.181713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-99ff1e1c-145c-455f-beb5-241ce767f622 None None] Provisioning for port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:28:24.207266 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-99ff1e1c-145c-455f-beb5-241ce767f622 None None] Provisioning complete for port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:28:24.207626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-99ff1e1c-145c-455f-beb5-241ce767f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:24.275017 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-99ff1e1c-145c-455f-beb5-241ce767f622 None None] Port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:28:24.303597 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:28:24.316513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:24.402096 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:24.508905 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:24.512234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Pushing event updated for resources: {'Port': ['ID=91670f66-4a2c-4afa-ad5e-d66d9bc638c0,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:24.620612 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 1, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:28:24.624705 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4795c8c-2e29-41ba-8372-a6f43c457c24 None None] The sync data for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv is: [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 1, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:28:24.651004 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Network c09aa7d9-383d-4c60-902d-f8fdc2f293af is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:28:24.652117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:28:25.007023 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-99ada148-d1f3-4a95-9a20-6cec213ec919 None None] Provisioning complete for port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:28:25.007384 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-99ada148-d1f3-4a95-9a20-6cec213ec919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:25.053753 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Router c4414118-5760-4d2f-b6f7-91d01a4af5a7 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:28:25.063160 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-99ada148-d1f3-4a95-9a20-6cec213ec919 None None] Port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:28:25.305622 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:28:25.306084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1c79995c-ba35-4c0a-a72b-91404dfe6b60 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:28:25.319785 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-923cd801-46a8-4fed-aee8-0f1d6d20ac31 admin admin] 10.222.0.66 "PUT /v2.0/routers/c4414118-5760-4d2f-b6f7-91d01a4af5a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9173589 May 25 23:28:25.383786 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 1c79995c-ba35-4c0a-a72b-91404dfe6b60 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:28:25.384158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:25.765714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 46206) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:28:25.772430 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-cf85541f-2e7c-4403-b447-39c92a3cd665 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1234591452', 'description': 'tempest-description--695458070'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:28:25.778721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cf85541f-2e7c-4403-b447-39c92a3cd665 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:28:25.782611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cf85541f-2e7c-4403-b447-39c92a3cd665 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Usage tracker for resource:security_group and tenant:2c37c43615ae415db52cba40bbb69c07 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:28:25.786061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cf85541f-2e7c-4403-b447-39c92a3cd665 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:28:25.791964 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cf85541f-2e7c-4403-b447-39c92a3cd665 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:28:25.853789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf85541f-2e7c-4403-b447-39c92a3cd665 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:25.887882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cf85541f-2e7c-4403-b447-39c92a3cd665 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:28:25.891553 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cf85541f-2e7c-4403-b447-39c92a3cd665 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Usage tracker for resource:security_group_rule and tenant:2c37c43615ae415db52cba40bbb69c07 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:28:25.895030 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cf85541f-2e7c-4403-b447-39c92a3cd665 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:28:25.900550 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cf85541f-2e7c-4403-b447-39c92a3cd665 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:28:25.953122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf85541f-2e7c-4403-b447-39c92a3cd665 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:25.985063 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf85541f-2e7c-4403-b447-39c92a3cd665 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:26.025317 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85541f-2e7c-4403-b447-39c92a3cd665 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965f4d51-5d0c-421f-ba8b-19ddf6d90125,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:26.065777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf85541f-2e7c-4403-b447-39c92a3cd665 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:26.066962 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cf85541f-2e7c-4403-b447-39c92a3cd665 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3002546 May 25 23:28:26.069605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 46210) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:28:26.074877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-17646d03-2156-4373-964b-ee3fee37f664 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Request body: {'security_group_rule': {'security_group_id': '965f4d51-5d0c-421f-ba8b-19ddf6d90125', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:28:26.087203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-17646d03-2156-4373-964b-ee3fee37f664 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:28:26.087203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-17646d03-2156-4373-964b-ee3fee37f664 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Usage tracker for resource:security_group_rule and tenant:2c37c43615ae415db52cba40bbb69c07 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:28:26.087422 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-17646d03-2156-4373-964b-ee3fee37f664 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:28:26.093207 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-17646d03-2156-4373-964b-ee3fee37f664 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:28:26.162663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17646d03-2156-4373-964b-ee3fee37f664 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:26.223617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17646d03-2156-4373-964b-ee3fee37f664 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:26.287873 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17646d03-2156-4373-964b-ee3fee37f664 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:26.312029 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17646d03-2156-4373-964b-ee3fee37f664 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c3dde7-ab51-4d42-8aaa-c2354530a79a,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:26.362704 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-17646d03-2156-4373-964b-ee3fee37f664 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:26.363978 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-17646d03-2156-4373-964b-ee3fee37f664 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2934499 May 25 23:28:26.366466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 46214) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:28:26.371728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c129393c-c9db-4706-b3c6-a0729a07b88c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Request body: {'security_group_rule': {'security_group_id': '965f4d51-5d0c-421f-ba8b-19ddf6d90125', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:28:26.377589 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c129393c-c9db-4706-b3c6-a0729a07b88c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:28:26.381877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c129393c-c9db-4706-b3c6-a0729a07b88c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Usage tracker for resource:security_group_rule and tenant:2c37c43615ae415db52cba40bbb69c07 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:28:26.384716 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c129393c-c9db-4706-b3c6-a0729a07b88c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:28:26.390270 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c129393c-c9db-4706-b3c6-a0729a07b88c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:28:26.454119 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c129393c-c9db-4706-b3c6-a0729a07b88c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:26.513578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c129393c-c9db-4706-b3c6-a0729a07b88c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:26.573449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c129393c-c9db-4706-b3c6-a0729a07b88c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:26.598119 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129393c-c9db-4706-b3c6-a0729a07b88c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd73b152-fefd-4b7e-8403-764060e9ea14,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:26.648100 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c129393c-c9db-4706-b3c6-a0729a07b88c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:26.649293 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c129393c-c9db-4706-b3c6-a0729a07b88c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2819259 May 25 23:28:26.652182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 46218) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:28:26.657230 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:28:26.662794 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:28:26.666453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Usage tracker for resource:floatingip and tenant:2c37c43615ae415db52cba40bbb69c07 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:28:26.669255 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:28:26.675086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:28:26.728279 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:26.870435 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:27.005677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Allocated IP 172.26.5.132 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/d68e4502-c549-4805-9f07-a11aab665f8a) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:28:27.247020 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:27.317187 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 21c047d8-0630-4233-a82d-9eed46fdbcef up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:28:27.345569 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:27.416839 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:28:27.419637 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:28:27.423868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:28:27.450695 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Pushing event updated for resources: {'Port': ['ID=d68e4502-c549-4805-9f07-a11aab665f8a,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:27.453494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 21c047d8-0630-4233-a82d-9eed46fdbcef completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:28:27.465396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 21c047d8-0630-4233-a82d-9eed46fdbcef triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:28:27.465396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:27.573783 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:27.584456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:27.589328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 21c047d8-0630-4233-a82d-9eed46fdbcef, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=21c047d8-0630-4233-a82d-9eed46fdbcef,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:28:27.682252 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:27.725266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:27.779440 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=21c047d8-0630-4233-a82d-9eed46fdbcef,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:27.925842 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:27.996496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:28.104261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Pushing event updated for resources: {'Port': ['ID=d68e4502-c549-4805-9f07-a11aab665f8a,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:28.118065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:28.207884 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:28.209116 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-edf813e9-fc40-4106-9c03-1c870812506e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5560176 May 25 23:28:28.384922 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-993a7492-5422-44b4-8a02-5907c655ae30 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Synchronizing usage tracker for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:28:28.459423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-993a7492-5422-44b4-8a02-5907c655ae30 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Unset dirty status for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:28:28.460596 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-993a7492-5422-44b4-8a02-5907c655ae30 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1234591452&fields=id&tenant_id=2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 267 time: 0.1196663 May 25 23:28:28.607075 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-7b822549-958f-4f8f-9e1a-ceafd6d1bb01 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:28.608508 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-7b822549-958f-4f8f-9e1a-ceafd6d1bb01 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 811 time: 0.1414216 May 25 23:28:28.625180 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-452846d3-46ba-4af1-85eb-95e0733754ce tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/quotas/2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 375 time: 0.0104008 May 25 23:28:28.704183 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-75a72d30-5a19-4d0f-96cb-c68caf9218a6 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Synchronizing usage tracker for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:28:28.790683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-75a72d30-5a19-4d0f-96cb-c68caf9218a6 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Unset dirty status for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:28:28.792060 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-75a72d30-5a19-4d0f-96cb-c68caf9218a6 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1613059 May 25 23:28:28.928461 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-b8b6a6d1-3889-4040-afd2-cdb6129c6e9d service neutron] 10.222.0.66 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239023 May 25 23:28:29.056093 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-9808c5c9-705b-4573-9adb-132b98d80f92 service neutron] 10.222.0.66 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220827 May 25 23:28:29.276468 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 21c047d8-0630-4233-a82d-9eed46fdbcef up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:28:29.337127 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dcda14f4-b6a6-44a6-b4cb-28e6c7e80ae6 req-dd67db4d-d593-473a-b69a-c21f00783f74 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 210 time: 0.0471623 May 25 23:28:29.354737 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 21c047d8-0630-4233-a82d-9eed46fdbcef triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:28:29.355166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:30.511804 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e3b44977-c859-4db4-b6eb-55e78f99974c req-b9b22487-99fb-432f-b192-529ad4d7a7cf tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 210 time: 0.0430338 May 25 23:28:31.237611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-408ce82b-a42e-4c84-90d9-bc69e26d6a49 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:31.239022 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-408ce82b-a42e-4c84-90d9-bc69e26d6a49 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 811 time: 0.1434767 May 25 23:28:31.290821 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-152cef72-5535-4bde-9e87-3b59b429627f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 380 time: 0.0393710 May 25 23:28:31.300086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-c7cbbc91-66f2-439b-9351-40ae50cf2256 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Request body: {'port': {'device_id': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'admin_state_up': True, 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'security_groups': ['965f4d51-5d0c-421f-ba8b-19ddf6d90125']}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:28:31.529697 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-c7cbbc91-66f2-439b-9351-40ae50cf2256 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:28:31.539612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-c7cbbc91-66f2-439b-9351-40ae50cf2256 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:28:31.590760 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-c7cbbc91-66f2-439b-9351-40ae50cf2256 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Made reservation on behalf of 2c37c43615ae415db52cba40bbb69c07 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:28:31.594171 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-c7cbbc91-66f2-439b-9351-40ae50cf2256 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:31.701988 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-adeac141-151d-4d73-907e-3bbd76b09b1b req-c54bdd7d-d3d7-4b14-b77a-a2afddf2896a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 210 time: 0.0515723 May 25 23:28:31.795672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-c7cbbc91-66f2-439b-9351-40ae50cf2256 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Allocated IP 172.20.0.9 (c09aa7d9-383d-4c60-902d-f8fdc2f293af/19146d10-a98e-43e6-b796-c080a6fbebcc/531a7756-ed18-4972-85ae-d3029e567577) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:28:31.978457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-c7cbbc91-66f2-439b-9351-40ae50cf2256 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:31.994069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-c7cbbc91-66f2-439b-9351-40ae50cf2256 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Transition to ACTIVE for port object 531a7756-ed18-4972-85ae-d3029e567577 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:28:32.077032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-c7cbbc91-66f2-439b-9351-40ae50cf2256 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:32.147634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-c7cbbc91-66f2-439b-9351-40ae50cf2256 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Network c09aa7d9-383d-4c60-902d-f8fdc2f293af is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:28:32.150488 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-c7cbbc91-66f2-439b-9351-40ae50cf2256 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:28:32.154140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-c7cbbc91-66f2-439b-9351-40ae50cf2256 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:28:32.190241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbbc91-66f2-439b-9351-40ae50cf2256 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Pushing event updated for resources: {'Port': ['ID=531a7756-ed18-4972-85ae-d3029e567577,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:32.220259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-c7cbbc91-66f2-439b-9351-40ae50cf2256 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:32.220896 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-c7cbbc91-66f2-439b-9351-40ae50cf2256 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:32.357677 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-c7cbbc91-66f2-439b-9351-40ae50cf2256 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0617409 May 25 23:28:32.439284 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Request body: {'port': {'device_id': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:28:32.499540 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f3ee6bbf-3f16-4558-ba61-6b657e06c295 None None] Provisioning for port 531a7756-ed18-4972-85ae-d3029e567577 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:28:32.505064 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f3ee6bbf-3f16-4558-ba61-6b657e06c295 None None] Provisioning complete for port 531a7756-ed18-4972-85ae-d3029e567577 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:28:32.505570 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f3ee6bbf-3f16-4558-ba61-6b657e06c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:32.558009 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:32.559487 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee6bbf-3f16-4558-ba61-6b657e06c295 None None] Port 531a7756-ed18-4972-85ae-d3029e567577 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:28:32.969400 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531a7756-ed18-4972-85ae-d3029e567577 {{(pid=84716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:28:32.980634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e1ce9-0378-4773-bffe-3f7d25bdeb20 req-e48b8642-280d-43f5-b0fa-b99030326636 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:32.981320 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-154e1ce9-0378-4773-bffe-3f7d25bdeb20 req-e48b8642-280d-43f5-b0fa-b99030326636 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Synchronizing usage tracker for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:28:32.984562 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:33.006442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Transition to ACTIVE for port object 531a7756-ed18-4972-85ae-d3029e567577 will not be triggered until provisioned by entity L2. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:28:33.081859 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:33.120634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-154e1ce9-0378-4773-bffe-3f7d25bdeb20 req-e48b8642-280d-43f5-b0fa-b99030326636 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Unset dirty status for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:28:33.121781 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-154e1ce9-0378-4773-bffe-3f7d25bdeb20 req-e48b8642-280d-43f5-b0fa-b99030326636 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 931 time: 0.2929506 May 25 23:28:33.241355 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Pushing event updated for resources: {'Port': ['ID=531a7756-ed18-4972-85ae-d3029e567577,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:33.262316 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-154e1ce9-0378-4773-bffe-3f7d25bdeb20 req-fa8c4d05-a847-4c37-9260-110000e8205a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289079 May 25 23:28:33.263443 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:33.263785 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:33.264110 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:33.264435 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:33.264779 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:33.265099 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:33.265414 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:33.265728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:33.266176 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:33.266494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:33.266809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:33.369206 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Attempting to bind port 531a7756-ed18-4972-85ae-d3029e567577 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:28:33.369532 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Attempting to bind port 531a7756-ed18-4972-85ae-d3029e567577 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:28:33.369846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Attempting to bind port 531a7756-ed18-4972-85ae-d3029e567577 on network c09aa7d9-383d-4c60-902d-f8fdc2f293af {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:28:33.375536 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Port 531a7756-ed18-4972-85ae-d3029e567577 on network c09aa7d9-383d-4c60-902d-f8fdc2f293af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:28:33.375840 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Attempting to bind port 531a7756-ed18-4972-85ae-d3029e567577 on network c09aa7d9-383d-4c60-902d-f8fdc2f293af {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:28:33.382190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:28:33.382517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Checking segment: {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:28:33.382892 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Bound using segment: {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'} {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:28:33.383301 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Bound port: 531a7756-ed18-4972-85ae-d3029e567577, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'}}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:28:33.383639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:33.472373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] For port 531a7756-ed18-4972-85ae-d3029e567577, host hv-neutron-8433, cleared binding levels {{(pid=84716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:28:33.475251 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] For port 531a7756-ed18-4972-85ae-d3029e567577, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=531a7756-ed18-4972-85ae-d3029e567577,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:28:33.534637 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:33.595487 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:33.597554 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] 10.222.0.73 "PUT /v2.0/ports/531a7756-ed18-4972-85ae-d3029e567577 HTTP/1.1" status: 200 len: 1093 time: 1.2333603 May 25 23:28:33.597975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'tag': '531a7756-ed18-4972-85ae-d3029e567577'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:28:33.613125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7da399-a95b-4246-bd60-c7c00088a28b service neutron] Pushing event updated for resources: {'Port': ['ID=531a7756-ed18-4972-85ae-d3029e567577,revision_number=3']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:33.657252 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed3b9cf-676f-4038-81aa-fa98c423d86c'] response: {'name': 'network-changed', 'server_uuid': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'tag': '531a7756-ed18-4972-85ae-d3029e567577', 'status': 'completed', 'code': 200} May 25 23:28:33.751390 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-488653ee-9282-4d8f-a290-f223c8a0479d req-5bb72446-cccc-4c8b-b3de-c57da854b872 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 1096 time: 0.0743582 May 25 23:28:33.983834 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488653ee-9282-4d8f-a290-f223c8a0479d req-30843cd9-0d56-402f-a96b-624b076896fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:33.985385 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-488653ee-9282-4d8f-a290-f223c8a0479d req-30843cd9-0d56-402f-a96b-624b076896fb service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2c37c43615ae415db52cba40bbb69c07&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2278507 May 25 23:28:34.121123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488653ee-9282-4d8f-a290-f223c8a0479d req-5967a294-a882-40a7-9d5e-9822cfd7d07b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:34.122679 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-488653ee-9282-4d8f-a290-f223c8a0479d req-5967a294-a882-40a7-9d5e-9822cfd7d07b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317677 May 25 23:28:34.230039 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-86625741-278b-44be-b77a-431425249c9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 1096 time: 0.0704060 May 25 23:28:34.302850 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-b5c50cdf-2146-4f7c-af37-df87498420c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=531a7756-ed18-4972-85ae-d3029e567577 HTTP/1.1" status: 200 len: 217 time: 0.0668952 May 25 23:28:34.367130 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-b2fc7586-b4c3-4079-9149-7e4c5f5c86f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:34.368584 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-b2fc7586-b4c3-4079-9149-7e4c5f5c86f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0595102 May 25 23:28:34.499301 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-f5496a2f-d5bf-467a-beb1-b37ab7688ad1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1245337 May 25 23:28:34.511335 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be33662-1e3b-4d12-a75b-255748e39916 req-36a57c4b-dd90-4a3e-96dd-2c94f6bd7d2a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:34.512705 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4be33662-1e3b-4d12-a75b-255748e39916 req-36a57c4b-dd90-4a3e-96dd-2c94f6bd7d2a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 943 time: 0.1018255 May 25 23:28:34.644626 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4be33662-1e3b-4d12-a75b-255748e39916 req-f1f33fe5-0285-4faf-a71c-dab12d9ff675 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149147 May 25 23:28:34.670631 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-a3cde371-20e7-4d03-ba77-6e81894829d8 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649008 May 25 23:28:34.798910 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9f5dc405-54ee-42b1-82d6-787d25664ec0 req-5e5b53a7-fed9-4384-8f5f-042f313254e5 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228938 May 25 23:28:35.840953 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962c4ab-04f6-4d62-ad0c-a183418aefa9 req-bc07a23e-1422-4e8a-bbd3-0bc99c6da06b tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:35.842380 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4962c4ab-04f6-4d62-ad0c-a183418aefa9 req-bc07a23e-1422-4e8a-bbd3-0bc99c6da06b tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 943 time: 0.0752392 May 25 23:28:35.886860 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4962c4ab-04f6-4d62-ad0c-a183418aefa9 req-12fb1a17-e66d-429c-b81e-563fa47b84c2 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380409 May 25 23:28:36.483480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 531a7756-ed18-4972-85ae-d3029e567577 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:28:36.615074 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 531a7756-ed18-4972-85ae-d3029e567577, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=531a7756-ed18-4972-85ae-d3029e567577,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:28:36.628184 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '531a7756-ed18-4972-85ae-d3029e567577', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'port_id': '531a7756-ed18-4972-85ae-d3029e567577', 'mac_address': 'fa:16:3e:dc:2c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:28:36.679449 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:36.696726 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531a7756-ed18-4972-85ae-d3029e567577 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:28:36.711369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 531a7756-ed18-4972-85ae-d3029e567577, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=531a7756-ed18-4972-85ae-d3029e567577,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:28:36.773403 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:36.840537 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=531a7756-ed18-4972-85ae-d3029e567577,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:36.973715 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['531a7756-ed18-4972-85ae-d3029e567577'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:28:37.091002 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c0033-4f4d-4049-863c-a9597118162a req-1fe65fe7-119a-4f09-b3f3-67a361f0f59e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:37.092926 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8f6c0033-4f4d-4049-863c-a9597118162a req-1fe65fe7-119a-4f09-b3f3-67a361f0f59e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 944 time: 0.0814941 May 25 23:28:37.139260 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8f6c0033-4f4d-4049-863c-a9597118162a req-04412550-2f5d-44cd-b1a3-387b436c0ce2 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396357 May 25 23:28:38.158212 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Sync routers for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:28:38.170225 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:28:38.170819 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:28:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:28:38.337939 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbc8d8-d270-4052-98da-ac28b1912603 req-4194ec23-3323-4a85-b3a6-09037e783200 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:38.339335 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1ccbc8d8-d270-4052-98da-ac28b1912603 req-4194ec23-3323-4a85-b3a6-09037e783200 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 944 time: 0.0776482 May 25 23:28:38.350881 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:28:38.385068 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1ccbc8d8-d270-4052-98da-ac28b1912603 req-649c23e2-5cc2-4cd7-82b0-1d71531d7b61 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398583 May 25 23:28:38.485474 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 531a7756-ed18-4972-85ae-d3029e567577 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:28:38.619430 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 531a7756-ed18-4972-85ae-d3029e567577 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:28:38.625012 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 531a7756-ed18-4972-85ae-d3029e567577 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:28:38.625432 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:38.664141 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:24Z', 'revision_number': 2, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:28:38.668452 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Checking router: c4414118-5760-4d2f-b6f7-91d01a4af5a7 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:28:38.668829 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Updating router c4414118-5760-4d2f-b6f7-91d01a4af5a7 port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:28:38.720297 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:38.742865 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:38.771059 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531a7756-ed18-4972-85ae-d3029e567577'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:28:38.791799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 531a7756-ed18-4972-85ae-d3029e567577, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=531a7756-ed18-4972-85ae-d3029e567577,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:28:38.826954 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa69873-1241-423c-8ab0-593a1903f5d0'] response: {'server_uuid': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531a7756-ed18-4972-85ae-d3029e567577', 'code': 200} May 25 23:28:38.848583 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:38.920178 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=531a7756-ed18-4972-85ae-d3029e567577,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:39.069801 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:39.081966 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Transition to ACTIVE for port object 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:28:39.157162 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:39.164319 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2c67f023-aae9-4d28-9ebc-be0ae331585a req-3bc3074f-be02-428f-90e4-6ac3a76c1c12 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 1098 time: 0.0733643 May 25 23:28:39.209021 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2c67f023-aae9-4d28-9ebc-be0ae331585a req-f5733acc-b042-4368-9600-2038e2dacecc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387936 May 25 23:28:39.371013 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f2f1b-e26e-4777-bf76-b395ef9b77f7 None None] Pushing event updated for resources: {'Port': ['ID=91670f66-4a2c-4afa-ad5e-d66d9bc638c0,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:39.386189 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Attempting to bind port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:28:39.386539 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Attempting to bind port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:28:39.386888 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Attempting to bind port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 on network c09aa7d9-383d-4c60-902d-f8fdc2f293af {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:28:39.389613 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f2f1b-e26e-4777-bf76-b395ef9b77f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:39.389940 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f2f1b-e26e-4777-bf76-b395ef9b77f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:39.390261 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f2f1b-e26e-4777-bf76-b395ef9b77f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:39.390577 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f2f1b-e26e-4777-bf76-b395ef9b77f7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:39.390890 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f2f1b-e26e-4777-bf76-b395ef9b77f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:39.391202 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f2f1b-e26e-4777-bf76-b395ef9b77f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:39.391517 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f2f1b-e26e-4777-bf76-b395ef9b77f7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:39.391825 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f2f1b-e26e-4777-bf76-b395ef9b77f7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:39.392132 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f2f1b-e26e-4777-bf76-b395ef9b77f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:39.392437 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f2f1b-e26e-4777-bf76-b395ef9b77f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:39.392771 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f2f1b-e26e-4777-bf76-b395ef9b77f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:28:39.401673 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:28:39.402026 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Checking segment: {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:28:39.402410 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:39.402777 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Bound using segment: {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:28:39.403224 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Bound port: 91670f66-4a2c-4afa-ad5e-d66d9bc638c0, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:28:39.403585 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:39.528258 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] For port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:28:39.531438 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] For port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=91670f66-4a2c-4afa-ad5e-d66d9bc638c0,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:28:39.587777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d649d0-e537-4b4e-8a45-4ab4b44da9ea req-24f6a97f-4493-4d40-b297-e745be67c4ca tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:39.589251 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-20d649d0-e537-4b4e-8a45-4ab4b44da9ea req-24f6a97f-4493-4d40-b297-e745be67c4ca tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0786276 May 25 23:28:39.602714 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:39.634451 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-20d649d0-e537-4b4e-8a45-4ab4b44da9ea req-b990c6f1-4032-4dc1-b939-a3c591bc4b57 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390794 May 25 23:28:39.679308 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f2f1b-e26e-4777-bf76-b395ef9b77f7 None None] Pushing event updated for resources: {'Port': ['ID=91670f66-4a2c-4afa-ad5e-d66d9bc638c0,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:39.683729 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:28:39.684320 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:28:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:28:39.862236 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:28:40.165802 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:39Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:28:40.169657 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d83c6-f77c-4b5f-b19f-94f0d042647d None None] The sync data for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv is: [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:39Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:28:40.832053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64295bb8-95f0-4fe1-a303-0d0e602b7ca6 req-ffefa934-9f21-4469-8450-13667c8777c6 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:40.833420 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-64295bb8-95f0-4fe1-a303-0d0e602b7ca6 req-ffefa934-9f21-4469-8450-13667c8777c6 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0781100 May 25 23:28:40.878162 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-64295bb8-95f0-4fe1-a303-0d0e602b7ca6 req-b60fa6a0-481f-4b4f-bf6c-442862854c7f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387452 May 25 23:28:41.069018 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e18a94-245a-46a9-84f8-5d2cd860b54f req-1a7c5db9-028b-4bb5-a285-e312d918a876 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:41.070436 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-61e18a94-245a-46a9-84f8-5d2cd860b54f req-1a7c5db9-028b-4bb5-a285-e312d918a876 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0755548 May 25 23:28:41.078982 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 46266) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:28:41.084205 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4d9ea0a6-b597-45e2-8fdb-fd503c7f541f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Request body: {'floatingip': {'port_id': '531a7756-ed18-4972-85ae-d3029e567577'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:28:41.159336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4d9ea0a6-b597-45e2-8fdb-fd503c7f541f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for floatingip, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:41.298374 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:28:41.402012 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:28:41.406971 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:28:41.407334 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:41.535685 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:41.544163 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8a67e3dd-0ef3-4de3-923e-caf967445138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:41.570412 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=91670f66-4a2c-4afa-ad5e-d66d9bc638c0,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:28:41.647875 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:41.713373 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=91670f66-4a2c-4afa-ad5e-d66d9bc638c0,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:28:41.838302 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4d9ea0a6-b597-45e2-8fdb-fd503c7f541f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:41.881698 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4d9ea0a6-b597-45e2-8fdb-fd503c7f541f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:42.069360 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-4d9ea0a6-b597-45e2-8fdb-fd503c7f541f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Floating IP 9852b072-0177-4f30-b9a1-f7eeb6e707eb associated. External IP: 172.26.5.132, port: 531a7756-ed18-4972-85ae-d3029e567577. May 25 23:28:42.454485 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9ea0a6-b597-45e2-8fdb-fd503c7f541f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Router c4414118-5760-4d2f-b6f7-91d01a4af5a7 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:28:42.658329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9ea0a6-b597-45e2-8fdb-fd503c7f541f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:28:42.662780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4d9ea0a6-b597-45e2-8fdb-fd503c7f541f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:42.783244 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064ebde7-cec3-49e9-a5c4-afab3c36e932 None None] Sync routers for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:28:42.796960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ebde7-cec3-49e9-a5c4-afab3c36e932 None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:28:42.797577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-064ebde7-cec3-49e9-a5c4-afab3c36e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:28:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:28:42.822472 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4d9ea0a6-b597-45e2-8fdb-fd503c7f541f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "PUT /v2.0/floatingips/9852b072-0177-4f30-b9a1-f7eeb6e707eb HTTP/1.1" status: 200 len: 991 time: 1.7424090 May 25 23:28:42.823303 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'tag': '531a7756-ed18-4972-85ae-d3029e567577'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:28:42.878571 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6633d2ec-8ffc-45ee-915e-96086f1274b4'] response: {'name': 'network-changed', 'server_uuid': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'tag': '531a7756-ed18-4972-85ae-d3029e567577', 'status': 'completed', 'code': 200} May 25 23:28:42.988578 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-064ebde7-cec3-49e9-a5c4-afab3c36e932 None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:28:43.025234 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-56b98f4e-cec6-4de6-8761-04c9c990eca0 req-22a0aeeb-0ce4-4364-9650-ab67150c0277 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 1098 time: 0.1266286 May 25 23:28:43.036023 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74121ac9-3ff4-41f0-a248-02175247c014 req-d74aecc5-adb4-46e8-8a7c-61a5f24a9fa2 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:43.037430 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-74121ac9-3ff4-41f0-a248-02175247c014 req-d74aecc5-adb4-46e8-8a7c-61a5f24a9fa2 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.1049924 May 25 23:28:43.165951 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-74121ac9-3ff4-41f0-a248-02175247c014 req-517deb2b-37e1-4731-b4c3-30039b5deeb0 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070914 May 25 23:28:43.197678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b98f4e-cec6-4de6-8761-04c9c990eca0 req-0656e9a1-d935-4e2b-a854-1e8acf542831 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:43.199127 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-56b98f4e-cec6-4de6-8761-04c9c990eca0 req-0656e9a1-d935-4e2b-a854-1e8acf542831 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1608577 May 25 23:28:43.314576 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:28:43.355521 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-56b98f4e-cec6-4de6-8761-04c9c990eca0 req-5a657b99-a72b-4c90-a460-9174904f7082 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=531a7756-ed18-4972-85ae-d3029e567577 HTTP/1.1" status: 200 len: 999 time: 0.1508694 May 25 23:28:43.439981 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193a311-8110-4568-8fc3-402d92282287 req-15ee5d0e-d35c-4451-a4b1-8f0a35002dea tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:43.441574 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5193a311-8110-4568-8fc3-402d92282287 req-15ee5d0e-d35c-4451-a4b1-8f0a35002dea tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.1383147 May 25 23:28:43.442985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b98f4e-cec6-4de6-8761-04c9c990eca0 req-4ec56040-8580-4370-921e-bb7887e01ed1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:43.444273 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-56b98f4e-cec6-4de6-8761-04c9c990eca0 req-4ec56040-8580-4370-921e-bb7887e01ed1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0786579 May 25 23:28:43.445823 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:28:43.446186 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:43.507706 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-064ebde7-cec3-49e9-a5c4-afab3c36e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '9852b072-0177-4f30-b9a1-f7eeb6e707eb', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'floating_ip_address': '172.26.5.132', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'port_id': '531a7756-ed18-4972-85ae-d3029e567577', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'mac_address': 'fa:16:3e:dc:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:28:27Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 1, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:28:43.513073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064ebde7-cec3-49e9-a5c4-afab3c36e932 None None] Checking router: c4414118-5760-4d2f-b6f7-91d01a4af5a7 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:28:43.535770 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5193a311-8110-4568-8fc3-402d92282287 req-d805a833-1fd1-4371-b9a9-e6b95a739b64 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885918 May 25 23:28:43.551778 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-56b98f4e-cec6-4de6-8761-04c9c990eca0 req-a06a8407-1d89-400e-9d94-187262174dc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908754 May 25 23:28:43.564655 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ebde7-cec3-49e9-a5c4-afab3c36e932 None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:28:43.565469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-064ebde7-cec3-49e9-a5c4-afab3c36e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:28:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:28:43.685646 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-56b98f4e-cec6-4de6-8761-04c9c990eca0 req-5a91a0a2-0206-4167-a631-25bd0f95007e service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281793 May 25 23:28:43.763511 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ae705713-1fb1-45c4-8af2-f47b3c469072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:43.769618 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-064ebde7-cec3-49e9-a5c4-afab3c36e932 None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:28:43.819899 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-56b98f4e-cec6-4de6-8761-04c9c990eca0 req-c0c29777-96ac-4d58-82b7-432ab646605a service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287367 May 25 23:28:44.117678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-064ebde7-cec3-49e9-a5c4-afab3c36e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '9852b072-0177-4f30-b9a1-f7eeb6e707eb', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'floating_ip_address': '172.26.5.132', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'port_id': '531a7756-ed18-4972-85ae-d3029e567577', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'mac_address': 'fa:16:3e:dc:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:28:27Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 1, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:28:44.121706 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064ebde7-cec3-49e9-a5c4-afab3c36e932 None None] The sync data for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv is: [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '9852b072-0177-4f30-b9a1-f7eeb6e707eb', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'floating_ip_address': '172.26.5.132', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'port_id': '531a7756-ed18-4972-85ae-d3029e567577', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'mac_address': 'fa:16:3e:dc:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:28:27Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 1, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:28:44.317600 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e73826-4a60-434e-8100-07367af1dd92 None None] New status for floating IP 9852b072-0177-4f30-b9a1-f7eeb6e707eb: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:28:44.736473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e935922-9655-4ea9-888f-cde2cf776a40 req-92695850-5750-4646-a211-7d4a32cdca57 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:44.738492 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1e935922-9655-4ea9-888f-cde2cf776a40 req-92695850-5750-4646-a211-7d4a32cdca57 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0790589 May 25 23:28:44.781657 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1e935922-9655-4ea9-888f-cde2cf776a40 req-a23f4afe-f773-428a-8779-c8fc8ae06d97 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377393 May 25 23:28:44.945186 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:44.977875 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bef26f-4723-4034-8d11-cd0a2cea1e2e req-d2276ae8-bd9f-4a87-a078-b0233c924600 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:44.979390 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-53bef26f-4723-4034-8d11-cd0a2cea1e2e req-d2276ae8-bd9f-4a87-a078-b0233c924600 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0767107 May 25 23:28:45.028670 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-53bef26f-4723-4034-8d11-cd0a2cea1e2e req-d861a286-0f2f-429b-8e97-d1766d1d0345 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436978 May 25 23:28:45.104919 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:45.220690 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5adab130-320a-4a8f-b216-08525e2dca1b req-2257c665-1f92-4a82-bfbe-135ccec64a57 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0684669 May 25 23:28:45.681544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c373736-f7c2-4682-8851-b061422ff765 req-e3b552ed-1885-498b-ba6f-f067516d2bd3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:45.682990 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1c373736-f7c2-4682-8851-b061422ff765 req-e3b552ed-1885-498b-ba6f-f067516d2bd3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0754800 May 25 23:28:45.731614 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1c373736-f7c2-4682-8851-b061422ff765 req-19e26c85-6ae3-41bc-bd65-3787f54d28e4 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431538 May 25 23:28:45.825294 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-cb48bc76-20c0-4943-b852-f24f57c3da68 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700762 May 25 23:28:46.911130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:46.931541 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bb2e1-aff0-45d1-9cc1-c045316fb1d3 req-4a1715b7-b45f-400c-b8c5-fffd7d0b14c4 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:46.933017 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-645bb2e1-aff0-45d1-9cc1-c045316fb1d3 req-4a1715b7-b45f-400c-b8c5-fffd7d0b14c4 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0767286 May 25 23:28:46.980123 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-645bb2e1-aff0-45d1-9cc1-c045316fb1d3 req-aaef3bea-cf95-403e-af8b-8a73638b8acb tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412419 May 25 23:28:47.831166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:28:47.901070 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-c0e97ae0-2e9d-4658-8fa6-fd4b5d5b99b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 1098 time: 0.0721824 May 25 23:28:48.036168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-48af7a11-60ed-46b9-b6df-832c6ce94019 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:48.038327 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-48af7a11-60ed-46b9-b6df-832c6ce94019 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1320124 May 25 23:28:48.280402 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-caba0908-9b7c-4b2e-b968-3119eb0e5ff9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=531a7756-ed18-4972-85ae-d3029e567577 HTTP/1.1" status: 200 len: 1001 time: 0.2362800 May 25 23:28:48.332640 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0978647-4972-4a02-8efd-affd31fe7dcb req-9d5cc676-e62d-4c46-815e-a1ddd02d068b tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:48.334072 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b0978647-4972-4a02-8efd-affd31fe7dcb req-9d5cc676-e62d-4c46-815e-a1ddd02d068b tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.1558311 May 25 23:28:48.378293 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-c9ea9a2b-76ca-420d-89c4-83493582d3fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:48.379652 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-c9ea9a2b-76ca-420d-89c4-83493582d3fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0922418 May 25 23:28:48.426988 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b0978647-4972-4a02-8efd-affd31fe7dcb req-c69a1f61-18a6-4f25-8abc-f4098b3e054d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863876 May 25 23:28:48.457969 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-6dfa4902-30e2-4b96-91f8-55e82c8d6d5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721908 May 25 23:28:48.587043 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-7baa4627-2e8e-4ee6-b743-f4fb041b22a8 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232257 May 25 23:28:48.714314 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-e8e68453-0d8d-41f9-a2ec-7afdaf4b984c service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212430 May 25 23:28:49.620019 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6257-f83b-487e-9854-27c6b8b93d54 req-5d1d47a8-7caa-4d09-8bd9-506af647211b tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:49.621531 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ed6b6257-f83b-487e-9854-27c6b8b93d54 req-5d1d47a8-7caa-4d09-8bd9-506af647211b tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0755107 May 25 23:28:49.669533 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ed6b6257-f83b-487e-9854-27c6b8b93d54 req-a2bc90ac-4132-46ae-8276-3637a9c64439 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424662 May 25 23:28:50.862539 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809c2f5-99f4-457a-8480-ccf68e5a5681 req-814393ae-03db-4c23-a7cc-adf77797634f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:50.863944 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2809c2f5-99f4-457a-8480-ccf68e5a5681 req-814393ae-03db-4c23-a7cc-adf77797634f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0741420 May 25 23:28:50.909371 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2809c2f5-99f4-457a-8480-ccf68e5a5681 req-04bbf52d-3cdc-476a-a7e0-9ff689196783 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395939 May 25 23:28:52.105345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e33668-4245-48db-b9fb-ee8c36ade9fa req-5decfbf4-7491-46a1-a324-e82d4146e7ea tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:52.106758 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a8e33668-4245-48db-b9fb-ee8c36ade9fa req-5decfbf4-7491-46a1-a324-e82d4146e7ea tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0781186 May 25 23:28:52.150794 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a8e33668-4245-48db-b9fb-ee8c36ade9fa req-4906c9ef-2cbd-4680-b57f-9473bb779ede tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384710 May 25 23:28:53.350267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75810061-e60b-4640-b14b-4577b9281b6b req-c3a8b2c2-cab1-4d55-a5a7-3754635ce0ed tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:53.352211 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-75810061-e60b-4640-b14b-4577b9281b6b req-c3a8b2c2-cab1-4d55-a5a7-3754635ce0ed tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0762682 May 25 23:28:53.397060 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-75810061-e60b-4640-b14b-4577b9281b6b req-578e55f6-7f80-4650-ba9e-b905983eed79 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392540 May 25 23:28:54.599240 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ceb7c5-3234-4807-882c-507ac7df528d req-49ea855e-b7e8-45bb-bb43-f202a87aa243 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:54.600831 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-82ceb7c5-3234-4807-882c-507ac7df528d req-49ea855e-b7e8-45bb-bb43-f202a87aa243 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0796838 May 25 23:28:54.652942 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-82ceb7c5-3234-4807-882c-507ac7df528d req-10f1c382-1b2e-4281-9401-126dcd76cb7e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442526 May 25 23:28:55.639809 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:28:55.846266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc48a42-554a-48b4-8cfc-9d1267559cc5 req-d39d3fe2-2bda-4f61-ae82-60ef7fc842bc tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:55.847687 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ccc48a42-554a-48b4-8cfc-9d1267559cc5 req-d39d3fe2-2bda-4f61-ae82-60ef7fc842bc tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0743568 May 25 23:28:55.894814 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ccc48a42-554a-48b4-8cfc-9d1267559cc5 req-1e25ae62-ebdc-43f7-b530-14efd6440b8e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412064 May 25 23:28:57.089962 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a78330-e9b4-4b4d-afd8-557177b5c5f1 req-595458b2-68c4-4487-b1c8-3135c2eb217a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:57.091382 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c1a78330-e9b4-4b4d-afd8-557177b5c5f1 req-595458b2-68c4-4487-b1c8-3135c2eb217a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0760057 May 25 23:28:57.136234 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c1a78330-e9b4-4b4d-afd8-557177b5c5f1 req-4546dcc0-7b5c-455f-8074-444f648ee8ea tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390284 May 25 23:28:58.336021 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37068d-0a68-4260-9264-9dad5f1d46a6 req-5ad51d6b-871e-40d1-a1fd-eea6573c2283 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:58.337732 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ca37068d-0a68-4260-9264-9dad5f1d46a6 req-5ad51d6b-871e-40d1-a1fd-eea6573c2283 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0816040 May 25 23:28:58.382740 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ca37068d-0a68-4260-9264-9dad5f1d46a6 req-b495ed12-7fcd-4835-b364-cb3f10ff0605 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393391 May 25 23:28:59.575137 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20b027-2e08-4ed5-8894-dcd0c4288904 req-968db17c-4915-4fe4-98fa-3e89c52dc0d0 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:28:59.576440 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ca20b027-2e08-4ed5-8894-dcd0c4288904 req-968db17c-4915-4fe4-98fa-3e89c52dc0d0 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0742943 May 25 23:28:59.621334 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ca20b027-2e08-4ed5-8894-dcd0c4288904 req-76d67c38-21a7-4834-b44a-8409c5c9b70f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395181 May 25 23:29:00.824322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fed25-2597-4d1f-8beb-afaa630e3189 req-227fc424-d832-439e-a32e-d9bb73d60c63 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:00.825780 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c98fed25-2597-4d1f-8beb-afaa630e3189 req-227fc424-d832-439e-a32e-d9bb73d60c63 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0790887 May 25 23:29:00.870944 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c98fed25-2597-4d1f-8beb-afaa630e3189 req-20046e5e-ece2-480a-ab1f-8ff6e7b112d8 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397744 May 25 23:29:02.068727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6976bde-416c-4452-85a9-cee06d421247 req-4f254179-ff96-4f12-9ec2-37ece5f22fe9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:02.070127 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e6976bde-416c-4452-85a9-cee06d421247 req-4f254179-ff96-4f12-9ec2-37ece5f22fe9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0739596 May 25 23:29:02.114398 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e6976bde-416c-4452-85a9-cee06d421247 req-7f2a9986-4de1-4b18-ba52-704450795529 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379210 May 25 23:29:03.397379 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac45ae5-2fbd-4c1b-a630-2866e462749f req-1501614a-d21d-4a93-a84f-3a5d4aa302fe tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:03.398901 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eac45ae5-2fbd-4c1b-a630-2866e462749f req-1501614a-d21d-4a93-a84f-3a5d4aa302fe tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.1649425 May 25 23:29:03.443012 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eac45ae5-2fbd-4c1b-a630-2866e462749f req-e90ded7c-ea51-45b0-a2b9-33553f07ddb8 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380523 May 25 23:29:04.636188 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f5c8f-a89c-4b37-b470-dccb3c865ae9 req-35809f27-40f1-4960-a81e-1587d8d09197 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:04.637629 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a01f5c8f-a89c-4b37-b470-dccb3c865ae9 req-35809f27-40f1-4960-a81e-1587d8d09197 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0770524 May 25 23:29:04.681765 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a01f5c8f-a89c-4b37-b470-dccb3c865ae9 req-f9a428d7-b4f2-45bc-9ddc-1104ed8ebbd2 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387034 May 25 23:29:05.874756 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd903bf-528b-49e6-be65-6d1b50fff44c req-1c7e5c49-e412-4d3d-bd92-5064610f1ee6 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:05.876170 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0fd903bf-528b-49e6-be65-6d1b50fff44c req-1c7e5c49-e412-4d3d-bd92-5064610f1ee6 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0742047 May 25 23:29:05.919748 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0fd903bf-528b-49e6-be65-6d1b50fff44c req-02f71d59-6181-4dc7-b6f8-3b4fae5c5ba0 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381651 May 25 23:29:07.115407 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff1630-143d-401e-8ace-c24cc2319432 req-6192042b-b2cc-4953-bb9d-af501150d747 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:07.116851 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c1ff1630-143d-401e-8ace-c24cc2319432 req-6192042b-b2cc-4953-bb9d-af501150d747 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0791831 May 25 23:29:07.162559 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c1ff1630-143d-401e-8ace-c24cc2319432 req-38a468a5-006f-468c-b8c6-f6cba33c0707 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393188 May 25 23:29:08.361411 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7329d-5d0b-474a-a851-ee4164ff37df req-cc3031c9-44fa-4122-95fb-0aa883517f0f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:08.362821 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-42b7329d-5d0b-474a-a851-ee4164ff37df req-cc3031c9-44fa-4122-95fb-0aa883517f0f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0767169 May 25 23:29:08.406543 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-42b7329d-5d0b-474a-a851-ee4164ff37df req-69565624-7312-44af-9fa2-15a28559f3d5 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375564 May 25 23:29:09.604102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2883225-f94d-46e2-a66e-c7070417fa80 req-0ad33012-a2d9-4943-9b81-656f7d8b03ae tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:09.605533 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c2883225-f94d-46e2-a66e-c7070417fa80 req-0ad33012-a2d9-4943-9b81-656f7d8b03ae tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0776339 May 25 23:29:09.650089 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c2883225-f94d-46e2-a66e-c7070417fa80 req-9f3c4a5e-e92c-48fe-9107-a4dedc488418 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391359 May 25 23:29:10.673286 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-cd2b5a64-133e-4ad5-b087-63c51e9db601 service neutron] 10.222.0.73 "GET /v2.0/ports/531a7756-ed18-4972-85ae-d3029e567577/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0749304 May 25 23:29:10.846117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a9d52-245a-4bc7-b24e-f30f0dd3f38c req-2d1bd394-7a4f-4b76-bd78-e4e3e88e7f3e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:10.847525 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-285a9d52-245a-4bc7-b24e-f30f0dd3f38c req-2d1bd394-7a4f-4b76-bd78-e4e3e88e7f3e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0772445 May 25 23:29:10.893601 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-285a9d52-245a-4bc7-b24e-f30f0dd3f38c req-d89c342a-57ff-4bb5-bdfd-e9e407dbf0af tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405204 May 25 23:29:11.185251 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-40dc820d-d36d-444a-9426-cd5cf5482f47 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563&tenant_id=2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 1098 time: 0.0712979 May 25 23:29:11.272611 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-6195bd1f-a832-4178-91b1-2f9a325ed122 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 1098 time: 0.0673947 May 25 23:29:11.401256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-4fee5014-373c-417e-9538-4dc474bf0ab9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:11.402779 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-4fee5014-373c-417e-9538-4dc474bf0ab9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1251109 May 25 23:29:11.493613 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3c2c161d-ad90-490c-8f8d-e1d642364a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:11.505558 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-8dda1308-f6c8-4f49-a67a-de9bfdaf2af0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=531a7756-ed18-4972-85ae-d3029e567577 HTTP/1.1" status: 200 len: 1001 time: 0.0972912 May 25 23:29:11.565763 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-fa6a8ae4-a260-471a-81b8-9e4e711e960e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:11.567150 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-fa6a8ae4-a260-471a-81b8-9e4e711e960e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0561049 May 25 23:29:11.640397 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-c21a1321-3024-4f66-9fb3-a1578c518477 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679731 May 25 23:29:11.766693 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-2fe9369e-9952-4219-a149-33aa6e607d18 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203215 May 25 23:29:11.892009 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e2f28e5-afd4-4796-8cdf-e5adc47c94da req-79934b46-f311-42e3-99bf-8148e254847a service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201305 May 25 23:29:12.088848 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de4fbc-6e8f-40ee-bbca-e3f2dad6f0c4 req-f812c37d-a836-4a85-b49c-ef2a0e985950 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:12.090388 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d3de4fbc-6e8f-40ee-bbca-e3f2dad6f0c4 req-f812c37d-a836-4a85-b49c-ef2a0e985950 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0750048 May 25 23:29:12.134465 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d3de4fbc-6e8f-40ee-bbca-e3f2dad6f0c4 req-cb2a9645-64c1-4494-aad7-e6cbbdd855df tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380857 May 25 23:29:13.421439 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94308ef9-8672-4086-bc2c-69cdf1493b87 req-2a31dd8d-ff7e-445c-9650-fcbbf7b17713 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:13.422884 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-94308ef9-8672-4086-bc2c-69cdf1493b87 req-2a31dd8d-ff7e-445c-9650-fcbbf7b17713 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.1647062 May 25 23:29:13.468450 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-94308ef9-8672-4086-bc2c-69cdf1493b87 req-3c33b60b-29ed-4fb4-9e97-5bfda70704bc tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398676 May 25 23:29:13.733737 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e6975527-0d55-4186-a32a-d6d8b95043f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:14.665502 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c2b4b-6e24-4372-924e-fb807b0571f2 req-e789ba02-e916-4bf2-8feb-d7893d44f264 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:14.666928 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-441c2b4b-6e24-4372-924e-fb807b0571f2 req-e789ba02-e916-4bf2-8feb-d7893d44f264 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0746291 May 25 23:29:14.709093 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 531a7756-ed18-4972-85ae-d3029e567577 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:29:14.712306 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 531a7756-ed18-4972-85ae-d3029e567577 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:29:14.713238 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-441c2b4b-6e24-4372-924e-fb807b0571f2 req-7a040c4d-8982-4a7c-81dc-989b715e0352 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405798 May 25 23:29:14.929596 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:14.970598 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 531a7756-ed18-4972-85ae-d3029e567577, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=531a7756-ed18-4972-85ae-d3029e567577,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:29:14.984702 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531a7756-ed18-4972-85ae-d3029e567577'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:29:14.995192 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '531a7756-ed18-4972-85ae-d3029e567577', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'port_id': '531a7756-ed18-4972-85ae-d3029e567577', 'mac_address': 'fa:16:3e:dc:2c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:29:14.999101 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 531a7756-ed18-4972-85ae-d3029e567577, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=531a7756-ed18-4972-85ae-d3029e567577,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:29:15.036784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:15.053058 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3ba876-f662-4db8-a33d-0c4b7cedb681'] response: {'server_uuid': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531a7756-ed18-4972-85ae-d3029e567577', 'code': 200} May 25 23:29:15.065153 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:15.082641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 531a7756-ed18-4972-85ae-d3029e567577 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:29:15.105598 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:15.215002 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:15.256985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:29:15.257332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:29:15.259530 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=531a7756-ed18-4972-85ae-d3029e567577,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:29:15.268509 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:29:15.268897 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:29:15.269228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:29:15.269556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:29:15.269881 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:29:15.270203 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:29:15.270523 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:29:15.270841 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:29:15.271226 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:29:15.271475 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:29:15.271784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:29:15.285721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662402c-a418-40b6-b931-7f569fda48d0 req-bb62fd0d-a93f-4663-9737-14e73e5e9905 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:15.287172 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e662402c-a418-40b6-b931-7f569fda48d0 req-bb62fd0d-a93f-4663-9737-14e73e5e9905 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 943 time: 0.1369143 May 25 23:29:15.336623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bcc2d-67df-4d63-b27e-1eb4bd4005e5 req-7d909bba-d9c7-4167-9acc-3c0c6095c00f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:15.338665 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-626bcc2d-67df-4d63-b27e-1eb4bd4005e5 req-7d909bba-d9c7-4167-9acc-3c0c6095c00f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563&tenant_id=2c37c43615ae415db52cba40bbb69c07&binding%3Ahost_id=hv-neutron-8433 HTTP/1.1" status: 200 len: 943 time: 0.1255403 May 25 23:29:15.350394 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e662402c-a418-40b6-b931-7f569fda48d0 req-f3b8b84a-b202-4cd3-910e-5caecaa9a1f5 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556059 May 25 23:29:15.474361 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-626bcc2d-67df-4d63-b27e-1eb4bd4005e5 req-19ec5c29-4bd3-46d8-ba7c-66bbf7c4b181 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 1096 time: 0.0676918 May 25 23:29:15.600560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bcc2d-67df-4d63-b27e-1eb4bd4005e5 req-33bb66e8-a07d-48fe-a124-8b4c7e96595f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:15.601976 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-626bcc2d-67df-4d63-b27e-1eb4bd4005e5 req-33bb66e8-a07d-48fe-a124-8b4c7e96595f service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1223001 May 25 23:29:15.703160 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-626bcc2d-67df-4d63-b27e-1eb4bd4005e5 req-d894c078-f213-439f-b72c-b056eee1979d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=531a7756-ed18-4972-85ae-d3029e567577 HTTP/1.1" status: 200 len: 999 time: 0.0952299 May 25 23:29:15.764998 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bcc2d-67df-4d63-b27e-1eb4bd4005e5 req-9ac27327-3ab0-413a-96ba-8d8508c65feb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:15.766339 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-626bcc2d-67df-4d63-b27e-1eb4bd4005e5 req-9ac27327-3ab0-413a-96ba-8d8508c65feb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0577407 May 25 23:29:15.816187 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:15.834813 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531a7756-ed18-4972-85ae-d3029e567577 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:29:15.844660 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-626bcc2d-67df-4d63-b27e-1eb4bd4005e5 req-215d0b5b-3949-45a7-a9ab-00d3eea54759 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726020 May 25 23:29:15.849590 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 531a7756-ed18-4972-85ae-d3029e567577, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=531a7756-ed18-4972-85ae-d3029e567577,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:29:15.905353 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:15.972617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['531a7756-ed18-4972-85ae-d3029e567577'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:29:15.985688 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-626bcc2d-67df-4d63-b27e-1eb4bd4005e5 req-064f232f-d8fe-43f8-a652-d23289f3c163 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355410 May 25 23:29:16.016171 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=531a7756-ed18-4972-85ae-d3029e567577,revision_number=7']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:29:16.116486 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-626bcc2d-67df-4d63-b27e-1eb4bd4005e5 req-f2d79dfa-c7ff-4ecf-9787-25c8e37115ba service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243260 May 25 23:29:16.551962 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0e92e-c47d-4f0e-9ae2-39c96c938d2c req-5e1ac661-c17d-4408-b637-de4fd7df4997 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:16.553390 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1ba0e92e-c47d-4f0e-9ae2-39c96c938d2c req-5e1ac661-c17d-4408-b637-de4fd7df4997 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 944 time: 0.0762906 May 25 23:29:16.599578 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1ba0e92e-c47d-4f0e-9ae2-39c96c938d2c req-15af9d52-4fb1-4cd1-b1ef-06c6ea804fbe tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402365 May 25 23:29:16.710513 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:16.723366 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 531a7756-ed18-4972-85ae-d3029e567577 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:29:16.793688 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 531a7756-ed18-4972-85ae-d3029e567577 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:29:16.794051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:16.909712 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:16.943523 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 531a7756-ed18-4972-85ae-d3029e567577, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=531a7756-ed18-4972-85ae-d3029e567577,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:29:16.990929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:17.054542 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531a7756-ed18-4972-85ae-d3029e567577'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:29:17.062444 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=531a7756-ed18-4972-85ae-d3029e567577,revision_number=8']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:29:17.110687 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f160d280-6dee-4d46-9a1a-124b3796876d'] response: {'server_uuid': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531a7756-ed18-4972-85ae-d3029e567577', 'code': 200} May 25 23:29:17.797352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073e282-e312-43b6-a97b-38b41c75104e req-b7c3d317-8676-4cee-9dfd-7bbd7fcc5a51 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:17.798766 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4073e282-e312-43b6-a97b-38b41c75104e req-b7c3d317-8676-4cee-9dfd-7bbd7fcc5a51 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0801022 May 25 23:29:17.830707 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:17.845667 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4073e282-e312-43b6-a97b-38b41c75104e req-2d6662c0-90cf-47c6-8e7e-5ca29a432c34 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398574 May 25 23:29:18.039879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c4b28-e4fc-4f29-a2b4-cd3a83b60307 req-601092fb-5ab3-4154-b805-2ca84049509f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:18.041561 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-287c4b28-e4fc-4f29-a2b4-cd3a83b60307 req-601092fb-5ab3-4154-b805-2ca84049509f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0757973 May 25 23:29:18.085483 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-287c4b28-e4fc-4f29-a2b4-cd3a83b60307 req-59144808-abc8-4a3d-ab87-1de9f4fdfc0f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383770 May 25 23:29:18.280254 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11e11e-eb24-4a77-8a88-5b2c7250a337 req-4948014e-795b-418f-8422-511ce022a624 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:18.281599 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3c11e11e-eb24-4a77-8a88-5b2c7250a337 req-4948014e-795b-418f-8422-511ce022a624 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0788305 May 25 23:29:18.327142 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3c11e11e-eb24-4a77-8a88-5b2c7250a337 req-6f4fcd3b-3a62-401d-8b10-8df1d93acc4a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399168 May 25 23:29:18.973517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96900ea9-98db-4ed6-8b7d-5f96780fe50c req-7ba7d05b-0a34-476c-81a5-e10dc9776f04 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:18.974961 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-96900ea9-98db-4ed6-8b7d-5f96780fe50c req-7ba7d05b-0a34-476c-81a5-e10dc9776f04 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0763066 May 25 23:29:19.021591 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-96900ea9-98db-4ed6-8b7d-5f96780fe50c req-c2f42ab9-0649-4d0f-a0f8-bc95ee398adc tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399230 May 25 23:29:20.221959 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf255a1c-9ef4-4b0e-8405-f1e39b15d86b req-5770d972-8795-4f48-8c8a-f83cacdc97f0 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:20.223308 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cf255a1c-9ef4-4b0e-8405-f1e39b15d86b req-5770d972-8795-4f48-8c8a-f83cacdc97f0 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0788209 May 25 23:29:20.268124 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cf255a1c-9ef4-4b0e-8405-f1e39b15d86b req-66f48aab-d8cd-4a34-9eae-84e3b8c2979e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388162 May 25 23:29:20.612724 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30e8e-023d-4bb6-be0a-3eeda6223541 req-e5ce85d6-ad00-4981-aff9-a4eb9c5caa6c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:20.614109 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cfd30e8e-023d-4bb6-be0a-3eeda6223541 req-e5ce85d6-ad00-4981-aff9-a4eb9c5caa6c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0750859 May 25 23:29:20.765151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [req-cfd30e8e-023d-4bb6-be0a-3eeda6223541 req-0030fcfe-0d8c-4d4e-8c35-1941ccfb8d27 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Deleting port 531a7756-ed18-4972-85ae-d3029e567577 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:29:20.765485 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-cfd30e8e-023d-4bb6-be0a-3eeda6223541 req-0030fcfe-0d8c-4d4e-8c35-1941ccfb8d27 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:21.003321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-cfd30e8e-023d-4bb6-be0a-3eeda6223541 req-0030fcfe-0d8c-4d4e-8c35-1941ccfb8d27 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] For port 531a7756-ed18-4972-85ae-d3029e567577, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=531a7756-ed18-4972-85ae-d3029e567577,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:29:21.003598 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-cfd30e8e-023d-4bb6-be0a-3eeda6223541 req-0030fcfe-0d8c-4d4e-8c35-1941ccfb8d27 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:21.280348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-cfd30e8e-023d-4bb6-be0a-3eeda6223541 req-0030fcfe-0d8c-4d4e-8c35-1941ccfb8d27 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:21.281026 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-cfd30e8e-023d-4bb6-be0a-3eeda6223541 req-0030fcfe-0d8c-4d4e-8c35-1941ccfb8d27 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:21.281026 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [req-cfd30e8e-023d-4bb6-be0a-3eeda6223541 req-0030fcfe-0d8c-4d4e-8c35-1941ccfb8d27 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Floating IP 9852b072-0177-4f30-b9a1-f7eeb6e707eb disassociated. External IP: 172.26.5.132, port: 531a7756-ed18-4972-85ae-d3029e567577. May 25 23:29:21.281287 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [req-cfd30e8e-023d-4bb6-be0a-3eeda6223541 req-0030fcfe-0d8c-4d4e-8c35-1941ccfb8d27 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Calling delete_port for 531a7756-ed18-4972-85ae-d3029e567577 owned by compute:nova {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:29:21.488347 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e4787-6009-41ce-ac61-4bca7d8dd964 req-a9cf68dc-569c-4093-9269-c266bca877b7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:21.489839 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bc8e4787-6009-41ce-ac61-4bca7d8dd964 req-a9cf68dc-569c-4093-9269-c266bca877b7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 945 time: 0.0945206 May 25 23:29:21.535336 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bc8e4787-6009-41ce-ac61-4bca7d8dd964 req-a1ae0e9f-8ae1-44eb-a6e2-57a12faf8e13 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390489 May 25 23:29:21.545081 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-cfd30e8e-023d-4bb6-be0a-3eeda6223541 req-0030fcfe-0d8c-4d4e-8c35-1941ccfb8d27 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:21.596608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030fcfe-0d8c-4d4e-8c35-1941ccfb8d27 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Pushing event deleted for resources: {'Port': ['ID=531a7756-ed18-4972-85ae-d3029e567577,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:29:21.801447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfd30e8e-023d-4bb6-be0a-3eeda6223541 req-0030fcfe-0d8c-4d4e-8c35-1941ccfb8d27 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Router c4414118-5760-4d2f-b6f7-91d01a4af5a7 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:29:22.002809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfd30e8e-023d-4bb6-be0a-3eeda6223541 req-0030fcfe-0d8c-4d4e-8c35-1941ccfb8d27 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:29:22.012397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65f6757-8987-4585-a914-8b2d3a5b619d None None] Sync routers for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:29:22.023951 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65f6757-8987-4585-a914-8b2d3a5b619d None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:29:22.024713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d65f6757-8987-4585-a914-8b2d3a5b619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:29:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:29:22.068712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd30e8e-023d-4bb6-be0a-3eeda6223541 req-0030fcfe-0d8c-4d4e-8c35-1941ccfb8d27 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] No DVR routers for this DVR port 531a7756-ed18-4972-85ae-d3029e567577 on host hv-neutron-8433 {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:29:22.071081 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-cfd30e8e-023d-4bb6-be0a-3eeda6223541 req-0030fcfe-0d8c-4d4e-8c35-1941ccfb8d27 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:22.073577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'name': 'network-vif-deleted', 'tag': '531a7756-ed18-4972-85ae-d3029e567577'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:29:22.129427 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64cf3e29-613b-4631-ba2d-4f87b2028c4e'] response: {'server_uuid': 'bf110108-16af-4b1b-8a45-ecad4af18563', 'name': 'network-vif-deleted', 'tag': '531a7756-ed18-4972-85ae-d3029e567577', 'status': 'completed', 'code': 200} May 25 23:29:22.157109 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cfd30e8e-023d-4bb6-be0a-3eeda6223541 req-0030fcfe-0d8c-4d4e-8c35-1941ccfb8d27 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "DELETE /v2.0/ports/531a7756-ed18-4972-85ae-d3029e567577 HTTP/1.1" status: 204 len: 173 time: 1.5380728 May 25 23:29:22.202547 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-d65f6757-8987-4585-a914-8b2d3a5b619d None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:29:22.511913 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d65f6757-8987-4585-a914-8b2d3a5b619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:29:22.515712 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65f6757-8987-4585-a914-8b2d3a5b619d None None] Checking router: c4414118-5760-4d2f-b6f7-91d01a4af5a7 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:29:22.526106 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65f6757-8987-4585-a914-8b2d3a5b619d None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:29:22.526687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d65f6757-8987-4585-a914-8b2d3a5b619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:29:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:29:22.717635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-f3da9904-c395-4934-9f8c-bf00cbce552a req-5b025dae-8225-407b-a49f-0403454435b9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Synchronizing usage tracker for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:29:22.741466 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-d65f6757-8987-4585-a914-8b2d3a5b619d None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:29:22.790550 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-f3da9904-c395-4934-9f8c-bf00cbce552a req-5b025dae-8225-407b-a49f-0403454435b9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Unset dirty status for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:29:22.792234 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f3da9904-c395-4934-9f8c-bf00cbce552a req-5b025dae-8225-407b-a49f-0403454435b9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf110108-16af-4b1b-8a45-ecad4af18563 HTTP/1.1" status: 200 len: 210 time: 0.1195931 May 25 23:29:23.058934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d65f6757-8987-4585-a914-8b2d3a5b619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:29:23.062838 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65f6757-8987-4585-a914-8b2d3a5b619d None None] The sync data for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv is: [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:29:23.270170 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839c3395-2a87-4a97-9e26-3910b27ff85a None None] New status for floating IP 9852b072-0177-4f30-b9a1-f7eeb6e707eb: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:29:24.303610 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-8b50e86d-3c80-43a0-9e63-99a9b029150a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1234591452&fields=id&tenant_id=2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 267 time: 0.0399354 May 25 23:29:24.542796 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-63e84740-1ab3-4926-b78d-c76ed9347666 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:24.544134 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-63e84740-1ab3-4926-b78d-c76ed9347666 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 811 time: 0.2333820 May 25 23:29:24.559702 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-57a0f89b-d97c-49d6-a0ae-704992cea03d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/quotas/2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 375 time: 0.0102127 May 25 23:29:24.638887 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-a6b7b814-b8fd-4ec6-a7e4-39ab4e8ab326 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743706 May 25 23:29:24.774022 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-f3568fff-e0dc-4514-90bd-0e00f50ba835 service neutron] 10.222.0.66 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238856 May 25 23:29:24.779728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 531a7756-ed18-4972-85ae-d3029e567577 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:29:24.813850 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 531a7756-ed18-4972-85ae-d3029e567577 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:29:24.814099 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 531a7756-ed18-4972-85ae-d3029e567577 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:29:24.918340 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b5e422a5-f39d-443b-b2b4-e7761ce5a2bd service neutron] 10.222.0.66 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371377 May 25 23:29:25.153426 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ad1cd5c4-6945-4aac-96db-294708f85e13 req-91747970-4c06-41ce-b25a-76e1c59a88eb tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 210 time: 0.0451434 May 25 23:29:26.319389 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-685d037d-a6fb-4c77-8929-1a5e6b45ef69 req-8f4085a5-28d4-4238-8b6b-3c25bd192ff9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 210 time: 0.0415535 May 25 23:29:26.974890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-7adf7c83-3a60-4d8b-919a-27adda723698 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:26.976277 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-7adf7c83-3a60-4d8b-919a-27adda723698 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 811 time: 0.1450095 May 25 23:29:27.028007 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-bba28beb-4e85-4813-bce5-68239aa797cc tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 380 time: 0.0405614 May 25 23:29:27.036016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-12bb88be-adc1-4639-9818-c5d13a6c4123 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Request body: {'port': {'device_id': '579ce480-8b85-4e51-9992-47ccc17d407f', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'admin_state_up': True, 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'security_groups': ['965f4d51-5d0c-421f-ba8b-19ddf6d90125']}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:29:27.168272 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-12bb88be-adc1-4639-9818-c5d13a6c4123 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:29:27.177523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-12bb88be-adc1-4639-9818-c5d13a6c4123 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:29:27.259337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-12bb88be-adc1-4639-9818-c5d13a6c4123 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Made reservation on behalf of 2c37c43615ae415db52cba40bbb69c07 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:29:27.262943 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-12bb88be-adc1-4639-9818-c5d13a6c4123 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:27.428557 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-12bb88be-adc1-4639-9818-c5d13a6c4123 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Allocated IP 172.20.0.7 (c09aa7d9-383d-4c60-902d-f8fdc2f293af/19146d10-a98e-43e6-b796-c080a6fbebcc/3d074985-c7ff-46a4-a569-2e4193cf511b) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:29:27.498946 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d952c43c-cbbd-4eb6-9176-eacfe9f305af req-28323a39-171d-4928-9478-40291ab01cc1 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 210 time: 0.0567660 May 25 23:29:27.656161 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-12bb88be-adc1-4639-9818-c5d13a6c4123 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:27.670973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-12bb88be-adc1-4639-9818-c5d13a6c4123 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Transition to ACTIVE for port object 3d074985-c7ff-46a4-a569-2e4193cf511b will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:29:27.750803 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-12bb88be-adc1-4639-9818-c5d13a6c4123 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:27.821259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-12bb88be-adc1-4639-9818-c5d13a6c4123 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Network c09aa7d9-383d-4c60-902d-f8fdc2f293af is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:29:27.824547 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-12bb88be-adc1-4639-9818-c5d13a6c4123 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:29:27.828934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-12bb88be-adc1-4639-9818-c5d13a6c4123 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:29:27.854416 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb88be-adc1-4639-9818-c5d13a6c4123 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Pushing event updated for resources: {'Port': ['ID=3d074985-c7ff-46a4-a569-2e4193cf511b,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:29:27.891662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-12bb88be-adc1-4639-9818-c5d13a6c4123 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:27.892266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-12bb88be-adc1-4639-9818-c5d13a6c4123 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:27.980819 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-12bb88be-adc1-4639-9818-c5d13a6c4123 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9482408 May 25 23:29:27.991837 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Request body: {'port': {'device_id': '579ce480-8b85-4e51-9992-47ccc17d407f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:29:28.101831 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:28.127224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-847369c4-06d8-40f6-b7df-424cfc2f3ace None None] Provisioning for port 3d074985-c7ff-46a4-a569-2e4193cf511b completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:29:28.132147 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-847369c4-06d8-40f6-b7df-424cfc2f3ace None None] Provisioning complete for port 3d074985-c7ff-46a4-a569-2e4193cf511b triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:29:28.132510 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-847369c4-06d8-40f6-b7df-424cfc2f3ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:28.187584 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-847369c4-06d8-40f6-b7df-424cfc2f3ace None None] Port 3d074985-c7ff-46a4-a569-2e4193cf511b cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:29:28.434872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d074985-c7ff-46a4-a569-2e4193cf511b {{(pid=84716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:29:28.441417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:28.455186 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Transition to ACTIVE for port object 3d074985-c7ff-46a4-a569-2e4193cf511b will not be triggered until provisioned by entity L2. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:29:28.539065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:28.794960 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Pushing event updated for resources: {'Port': ['ID=3d074985-c7ff-46a4-a569-2e4193cf511b,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:29:28.924984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db7117-a89b-4f43-871b-a8fb5729836d req-f833635b-81b7-4a51-a4a6-3a2b6f0518ab tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:28.925568 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-e4db7117-a89b-4f43-871b-a8fb5729836d req-f833635b-81b7-4a51-a4a6-3a2b6f0518ab tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Synchronizing usage tracker for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:29:28.939631 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Attempting to bind port 3d074985-c7ff-46a4-a569-2e4193cf511b on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:29:28.939950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Attempting to bind port 3d074985-c7ff-46a4-a569-2e4193cf511b by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:29:28.940269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Attempting to bind port 3d074985-c7ff-46a4-a569-2e4193cf511b on network c09aa7d9-383d-4c60-902d-f8fdc2f293af {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:29:28.948236 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Port 3d074985-c7ff-46a4-a569-2e4193cf511b on network c09aa7d9-383d-4c60-902d-f8fdc2f293af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:29:28.948556 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Attempting to bind port 3d074985-c7ff-46a4-a569-2e4193cf511b on network c09aa7d9-383d-4c60-902d-f8fdc2f293af {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:29:28.954661 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:29:28.959642 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Checking segment: {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:29:28.959642 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Bound using segment: {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'} {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:29:28.959642 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Bound port: 3d074985-c7ff-46a4-a569-2e4193cf511b, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'}}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:29:28.959642 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:29.015440 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-e4db7117-a89b-4f43-871b-a8fb5729836d req-f833635b-81b7-4a51-a4a6-3a2b6f0518ab tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Unset dirty status for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:29:29.016585 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e4db7117-a89b-4f43-871b-a8fb5729836d req-f833635b-81b7-4a51-a4a6-3a2b6f0518ab tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 943 time: 0.3722513 May 25 23:29:29.067123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] For port 3d074985-c7ff-46a4-a569-2e4193cf511b, host hv-neutron-8433, cleared binding levels {{(pid=84716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:29:29.070402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] For port 3d074985-c7ff-46a4-a569-2e4193cf511b, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d074985-c7ff-46a4-a569-2e4193cf511b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:29:29.083024 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e4db7117-a89b-4f43-871b-a8fb5729836d req-37742a53-d7b4-47a8-8430-39d951d10f3e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603340 May 25 23:29:29.151168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:29.217150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:29.218494 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] 10.222.0.73 "PUT /v2.0/ports/3d074985-c7ff-46a4-a569-2e4193cf511b HTTP/1.1" status: 200 len: 1093 time: 1.2308738 May 25 23:29:29.219177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579ce480-8b85-4e51-9992-47ccc17d407f', 'tag': '3d074985-c7ff-46a4-a569-2e4193cf511b'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:29:29.243608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18822ca-91dc-43f4-80af-e5933f25cf90 service neutron] Pushing event updated for resources: {'Port': ['ID=3d074985-c7ff-46a4-a569-2e4193cf511b,revision_number=3']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:29:29.277829 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56fffe17-3c91-4c19-8825-e7964533bcdb'] response: {'name': 'network-changed', 'server_uuid': '579ce480-8b85-4e51-9992-47ccc17d407f', 'tag': '3d074985-c7ff-46a4-a569-2e4193cf511b', 'status': 'completed', 'code': 200} May 25 23:29:29.375764 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b70817ca-aef7-4a69-bbd9-851119da196a req-270b1002-71a8-49a7-a4a2-aa5938f9a7af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 1096 time: 0.0779777 May 25 23:29:29.520089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70817ca-aef7-4a69-bbd9-851119da196a req-5354b9a5-86c6-44d7-bef3-6fc8fdaa7428 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:29.521444 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b70817ca-aef7-4a69-bbd9-851119da196a req-5354b9a5-86c6-44d7-bef3-6fc8fdaa7428 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2c37c43615ae415db52cba40bbb69c07&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1398060 May 25 23:29:29.652997 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70817ca-aef7-4a69-bbd9-851119da196a req-5a934a54-1d24-48c1-9d24-4b5b5f8bc9c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:29.654434 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b70817ca-aef7-4a69-bbd9-851119da196a req-5a934a54-1d24-48c1-9d24-4b5b5f8bc9c5 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275747 May 25 23:29:29.757258 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-6a72b652-947f-4ba6-b6ac-598e876df4dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 1096 time: 0.0702527 May 25 23:29:29.823812 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-1f7b4c64-d331-4bb2-b074-9e82bd1a3692 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d074985-c7ff-46a4-a569-2e4193cf511b HTTP/1.1" status: 200 len: 217 time: 0.0598931 May 25 23:29:29.888345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-3601ffd4-cb46-4069-a28c-e620eb7b8599 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:29.889770 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-3601ffd4-cb46-4069-a28c-e620eb7b8599 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0606859 May 25 23:29:29.963046 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-120bf0e2-78e1-4d7f-b2e7-dfa4cf3eecd4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673888 May 25 23:29:30.091148 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-3ea863ef-ea03-4e5d-b742-3c5dbc52d989 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223366 May 25 23:29:30.256651 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a24efb1e-4db7-4d6e-88e3-051a7450329d req-14a6fcf2-9548-422c-b722-271b138f18d7 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599281 May 25 23:29:30.292116 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3c280-d8b0-45db-9e08-837f3f71ee3e req-8cfbea7a-f445-46a3-a22e-efa35b9c4947 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:30.293568 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-22e3c280-d8b0-45db-9e08-837f3f71ee3e req-8cfbea7a-f445-46a3-a22e-efa35b9c4947 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 943 time: 0.0881326 May 25 23:29:30.343623 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-22e3c280-d8b0-45db-9e08-837f3f71ee3e req-260fcb88-bbd2-4ff7-841e-2a6602e5df5e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440068 May 25 23:29:31.541647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8279b-66a7-459e-8536-8eb96a9a6143 req-eab37aae-ecda-4b72-9f93-193eecbcec08 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:31.543529 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cef8279b-66a7-459e-8536-8eb96a9a6143 req-eab37aae-ecda-4b72-9f93-193eecbcec08 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 943 time: 0.0792656 May 25 23:29:31.588623 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cef8279b-66a7-459e-8536-8eb96a9a6143 req-cee95ce9-6b7a-43b6-b06d-012ae2bf535a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396156 May 25 23:29:32.641026 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:29:32.783763 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57842bc2-adfa-43e2-93f2-cea737e223e0 req-fbee479b-973f-44e0-a2f0-22733c324fb9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:32.785190 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-57842bc2-adfa-43e2-93f2-cea737e223e0 req-fbee479b-973f-44e0-a2f0-22733c324fb9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 943 time: 0.0778925 May 25 23:29:32.810117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3d074985-c7ff-46a4-a569-2e4193cf511b details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:29:32.831162 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-57842bc2-adfa-43e2-93f2-cea737e223e0 req-e04239bb-a014-4a9f-92dc-c768d4dfdd9d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405216 May 25 23:29:32.942978 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3d074985-c7ff-46a4-a569-2e4193cf511b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d074985-c7ff-46a4-a569-2e4193cf511b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:29:32.956019 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '3d074985-c7ff-46a4-a569-2e4193cf511b', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'port_id': '3d074985-c7ff-46a4-a569-2e4193cf511b', 'mac_address': 'fa:16:3e:d9:1d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:29:33.008417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:33.025439 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d074985-c7ff-46a4-a569-2e4193cf511b {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:29:33.040646 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3d074985-c7ff-46a4-a569-2e4193cf511b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d074985-c7ff-46a4-a569-2e4193cf511b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:29:33.132633 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:33.199898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=3d074985-c7ff-46a4-a569-2e4193cf511b,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:29:33.331826 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['3d074985-c7ff-46a4-a569-2e4193cf511b'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:29:34.179117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e51f3-0ace-4b6c-9c0c-920a17abc91c req-426eb566-2c07-4203-93bb-0d10c905d32e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:34.180497 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-993e51f3-0ace-4b6c-9c0c-920a17abc91c req-426eb566-2c07-4203-93bb-0d10c905d32e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 944 time: 0.0760505 May 25 23:29:34.225510 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-993e51f3-0ace-4b6c-9c0c-920a17abc91c req-8dcd048a-ae63-4e8b-98f0-a437eabb7210 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394197 May 25 23:29:34.826182 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3d074985-c7ff-46a4-a569-2e4193cf511b up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:29:34.950338 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 3d074985-c7ff-46a4-a569-2e4193cf511b completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:29:34.955126 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 3d074985-c7ff-46a4-a569-2e4193cf511b triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:29:34.955485 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:35.065859 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:35.094670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579ce480-8b85-4e51-9992-47ccc17d407f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d074985-c7ff-46a4-a569-2e4193cf511b'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:29:35.103676 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3d074985-c7ff-46a4-a569-2e4193cf511b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d074985-c7ff-46a4-a569-2e4193cf511b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:29:35.148617 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18d18c8-e90f-4c1d-a38b-aa256eeb7f2c'] response: {'server_uuid': '579ce480-8b85-4e51-9992-47ccc17d407f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d074985-c7ff-46a4-a569-2e4193cf511b', 'code': 200} May 25 23:29:35.173242 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:35.240019 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=3d074985-c7ff-46a4-a569-2e4193cf511b,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:29:35.567794 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-465f71b1-2bd7-420e-b1ef-946ea5dc6102 req-d044a982-ed92-4bdb-9c89-f459410d227a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 1098 time: 0.0862541 May 25 23:29:35.573177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4a991-ee85-4640-90de-04c6980f474a req-db0cb2b8-7ba5-47d2-9375-9752e35c2d42 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:35.574681 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-aea4a991-ee85-4640-90de-04c6980f474a req-db0cb2b8-7ba5-47d2-9375-9752e35c2d42 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.2267692 May 25 23:29:35.640636 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-465f71b1-2bd7-420e-b1ef-946ea5dc6102 req-6cfb3258-5828-4c00-ba66-8d46be3131c0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650270 May 25 23:29:35.647073 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-aea4a991-ee85-4640-90de-04c6980f474a req-4b521697-0120-41d4-bb67-51fd4025e1e7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594831 May 25 23:29:36.853654 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e042ce-0ad2-4585-9026-ec1d87ac9665 req-e7077ed0-c006-4190-9df8-b25d4876a4ef tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:36.855701 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e0e042ce-0ad2-4585-9026-ec1d87ac9665 req-e7077ed0-c006-4190-9df8-b25d4876a4ef tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0819204 May 25 23:29:36.901089 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e0e042ce-0ad2-4585-9026-ec1d87ac9665 req-ff1b24b6-dc93-4fab-894b-46f2b1d94ee0 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395625 May 25 23:29:38.099115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed420f0-4d5c-4480-8749-2af46a53aaa8 req-37512016-45ea-40f8-b763-fd7c898a8333 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:38.100512 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eed420f0-4d5c-4480-8749-2af46a53aaa8 req-37512016-45ea-40f8-b763-fd7c898a8333 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0788059 May 25 23:29:38.145977 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eed420f0-4d5c-4480-8749-2af46a53aaa8 req-97eec25c-1016-4e2f-939a-47d7e607226b tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391581 May 25 23:29:38.333643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f950-4de9-40e3-b490-f9d9c3103b8d req-d6412f64-0ae4-44a7-bbd4-0008b2cb684c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:38.335088 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6e10f950-4de9-40e3-b490-f9d9c3103b8d req-d6412f64-0ae4-44a7-bbd4-0008b2cb684c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0747542 May 25 23:29:38.343959 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 46432) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:29:38.349324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-beec23b3-fde9-4a85-bf56-dbd8b53a4e97 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Request body: {'floatingip': {'port_id': '3d074985-c7ff-46a4-a569-2e4193cf511b'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:29:38.424390 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-beec23b3-fde9-4a85-bf56-dbd8b53a4e97 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for floatingip, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:39.008263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-beec23b3-fde9-4a85-bf56-dbd8b53a4e97 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:39.064900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-beec23b3-fde9-4a85-bf56-dbd8b53a4e97 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:39.259032 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-beec23b3-fde9-4a85-bf56-dbd8b53a4e97 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Floating IP 9852b072-0177-4f30-b9a1-f7eeb6e707eb associated. External IP: 172.26.5.132, port: 3d074985-c7ff-46a4-a569-2e4193cf511b. May 25 23:29:39.746729 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beec23b3-fde9-4a85-bf56-dbd8b53a4e97 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Router c4414118-5760-4d2f-b6f7-91d01a4af5a7 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:29:39.940909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beec23b3-fde9-4a85-bf56-dbd8b53a4e97 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:29:39.945446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-beec23b3-fde9-4a85-bf56-dbd8b53a4e97 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:39.951374 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ab475c-4ca2-449e-b6ba-cb4a509b7038 None None] Sync routers for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:29:39.962965 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ab475c-4ca2-449e-b6ba-cb4a509b7038 None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:29:39.963657 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c8ab475c-4ca2-449e-b6ba-cb4a509b7038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:29:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:29:40.005795 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-beec23b3-fde9-4a85-bf56-dbd8b53a4e97 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "PUT /v2.0/floatingips/9852b072-0177-4f30-b9a1-f7eeb6e707eb HTTP/1.1" status: 200 len: 991 time: 1.6605260 May 25 23:29:40.006387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579ce480-8b85-4e51-9992-47ccc17d407f', 'tag': '3d074985-c7ff-46a4-a569-2e4193cf511b'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:29:40.147241 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-c8ab475c-4ca2-449e-b6ba-cb4a509b7038 None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:29:40.161606 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ab7f86-9f14-4c8f-8c02-e4252ab7c21d'] response: {'name': 'network-changed', 'server_uuid': '579ce480-8b85-4e51-9992-47ccc17d407f', 'tag': '3d074985-c7ff-46a4-a569-2e4193cf511b', 'status': 'completed', 'code': 200} May 25 23:29:40.251647 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-97994524-da5a-4f44-8926-a0a4b094791a req-67c4b5f4-fbc7-4a7e-9152-c880f53d5451 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 1098 time: 0.0691838 May 25 23:29:40.382544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97994524-da5a-4f44-8926-a0a4b094791a req-3f81fb3e-e5fd-495d-82fa-c04c36ecf93c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:40.383987 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-97994524-da5a-4f44-8926-a0a4b094791a req-3f81fb3e-e5fd-495d-82fa-c04c36ecf93c service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1268270 May 25 23:29:40.486525 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-97994524-da5a-4f44-8926-a0a4b094791a req-978b86c7-e376-4d3c-ac25-8c3369f0e911 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d074985-c7ff-46a4-a569-2e4193cf511b HTTP/1.1" status: 200 len: 999 time: 0.0964103 May 25 23:29:40.529583 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c8ab475c-4ca2-449e-b6ba-cb4a509b7038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '9852b072-0177-4f30-b9a1-f7eeb6e707eb', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'floating_ip_address': '172.26.5.132', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'port_id': '3d074985-c7ff-46a4-a569-2e4193cf511b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'mac_address': 'fa:16:3e:d9:1d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579ce480-8b85-4e51-9992-47ccc17d407f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:28:27Z', 'updated_at': '2022-05-25T23:29:38Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:29:40.533575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ab475c-4ca2-449e-b6ba-cb4a509b7038 None None] Checking router: c4414118-5760-4d2f-b6f7-91d01a4af5a7 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:29:40.544520 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ab475c-4ca2-449e-b6ba-cb4a509b7038 None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:29:40.545151 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c8ab475c-4ca2-449e-b6ba-cb4a509b7038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:29:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:29:40.548006 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97994524-da5a-4f44-8926-a0a4b094791a req-829800d0-52e9-48a1-8848-987d15c2ed5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:29:40.549475 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-97994524-da5a-4f44-8926-a0a4b094791a req-829800d0-52e9-48a1-8848-987d15c2ed5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0575318 May 25 23:29:40.624936 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-97994524-da5a-4f44-8926-a0a4b094791a req-9764105a-2fd6-4678-8a79-2960fc438d63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701189 May 25 23:29:40.722690 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-c8ab475c-4ca2-449e-b6ba-cb4a509b7038 None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:29:40.754877 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-97994524-da5a-4f44-8926-a0a4b094791a req-b1d38a8f-5c69-414c-9072-ad8ca81169d5 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243401 May 25 23:29:40.884365 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-97994524-da5a-4f44-8926-a0a4b094791a req-22135d36-8cb4-42e5-a4f4-77039c4b2a56 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242232 May 25 23:29:41.068855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-c8ab475c-4ca2-449e-b6ba-cb4a509b7038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '9852b072-0177-4f30-b9a1-f7eeb6e707eb', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'floating_ip_address': '172.26.5.132', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'port_id': '3d074985-c7ff-46a4-a569-2e4193cf511b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'mac_address': 'fa:16:3e:d9:1d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579ce480-8b85-4e51-9992-47ccc17d407f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:28:27Z', 'updated_at': '2022-05-25T23:29:38Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:29:41.072713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ab475c-4ca2-449e-b6ba-cb4a509b7038 None None] The sync data for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv is: [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '9852b072-0177-4f30-b9a1-f7eeb6e707eb', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'floating_ip_address': '172.26.5.132', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'port_id': '3d074985-c7ff-46a4-a569-2e4193cf511b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'mac_address': 'fa:16:3e:d9:1d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579ce480-8b85-4e51-9992-47ccc17d407f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:28:27Z', 'updated_at': '2022-05-25T23:29:38Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:29:41.253428 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4726c67b-e041-4ef6-8513-a222ba41634b None None] New status for floating IP 9852b072-0177-4f30-b9a1-f7eeb6e707eb: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:29:41.505022 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2d641402-861b-46d7-89cc-4d002c66bd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:43.699166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fec378f3-e8ac-40e4-ae6c-449312542212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:44.962079 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:45.070652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:46.738494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:29:47.836342 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:07.408400 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6eb28-0c00-4864-9d50-7112af21a700 req-b6e7020f-0bca-4b6e-861e-0cf9edee5a9b tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:07.409751 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dcc6eb28-0c00-4864-9d50-7112af21a700 req-b6e7020f-0bca-4b6e-861e-0cf9edee5a9b tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.1477623 May 25 23:30:07.454867 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dcc6eb28-0c00-4864-9d50-7112af21a700 req-65acc995-2cbb-49ff-89f9-52f2ac8852e3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395002 May 25 23:30:08.719528 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b67f9-dd7f-4be0-b6bb-a81ca78fa886 req-ced5ba7c-8e63-4f89-b302-cf0ba9b9a9c4 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:08.721234 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ed2b67f9-dd7f-4be0-b6bb-a81ca78fa886 req-ced5ba7c-8e63-4f89-b302-cf0ba9b9a9c4 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.1447487 May 25 23:30:08.765564 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ed2b67f9-dd7f-4be0-b6bb-a81ca78fa886 req-796d0442-6d84-4139-911d-a85e4b25d08c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387976 May 25 23:30:09.640448 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:30:09.958028 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7fa4d-67f8-4988-bb3a-9e238d4d9e1a req-df10d39e-0ddc-43be-b780-c6efb2ad76b6 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:09.959375 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-52c7fa4d-67f8-4988-bb3a-9e238d4d9e1a req-df10d39e-0ddc-43be-b780-c6efb2ad76b6 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0747466 May 25 23:30:10.005788 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-52c7fa4d-67f8-4988-bb3a-9e238d4d9e1a req-8cdd5756-254a-42b0-93a8-3f3ec66296c1 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410087 May 25 23:30:11.315433 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490cfe8-1640-462e-8744-18911da733ab req-0528f1e1-a4a5-4318-a298-a4b8b7b393db tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:11.316930 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e490cfe8-1640-462e-8744-18911da733ab req-0528f1e1-a4a5-4318-a298-a4b8b7b393db tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.1910584 May 25 23:30:11.362070 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e490cfe8-1640-462e-8744-18911da733ab req-8aaa0e21-96c4-4da7-9723-a9a87b547e20 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396802 May 25 23:30:11.515202 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7b11b896-7049-4fa9-ad60-951d2b60968c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:12.555432 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f63cda-2f49-443c-bb1b-b09d5e81a98a req-63681ace-d030-4034-8a1b-cb174a9d210a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:12.556877 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a2f63cda-2f49-443c-bb1b-b09d5e81a98a req-63681ace-d030-4034-8a1b-cb174a9d210a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0755157 May 25 23:30:12.601775 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a2f63cda-2f49-443c-bb1b-b09d5e81a98a req-ed0ba845-ed41-47be-a5ca-4f2b3b096650 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393498 May 25 23:30:13.710518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-92ca4ba0-4889-4d01-a2d6-2ecb138fde4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:13.805219 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e167e-90d9-4a83-a553-593be0031f35 req-4bb78135-11cc-44de-898f-aaf5733b11e0 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:13.806669 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-253e167e-90d9-4a83-a553-593be0031f35 req-4bb78135-11cc-44de-898f-aaf5733b11e0 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0793698 May 25 23:30:13.852704 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-253e167e-90d9-4a83-a553-593be0031f35 req-68ae62d2-7ab7-4d7c-aa17-7a2748e88206 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404847 May 25 23:30:14.949730 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:15.059236 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004dbd0c-8081-4c23-ad06-9ebffa36e58c req-cb38b661-59f0-4e97-838d-8df075e329df tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:15.061113 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-004dbd0c-8081-4c23-ad06-9ebffa36e58c req-cb38b661-59f0-4e97-838d-8df075e329df tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0807335 May 25 23:30:15.117677 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-004dbd0c-8081-4c23-ad06-9ebffa36e58c req-a44ccb58-b5e9-4db9-b77f-10820deb9d84 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511029 May 25 23:30:15.120434 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:16.311720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c18809-3a5e-4412-851f-69669192fac9 req-80ad5b17-19ae-4556-acf5-b640ad75f774 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:16.313074 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-21c18809-3a5e-4412-851f-69669192fac9 req-80ad5b17-19ae-4556-acf5-b640ad75f774 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0746803 May 25 23:30:16.358830 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-21c18809-3a5e-4412-851f-69669192fac9 req-9b7b5eef-9a41-4737-95dd-a226c8fd9206 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395007 May 25 23:30:16.744812 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:17.556561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb3ed2-d2f6-47c8-8642-2c8a60b6e5fc req-d3c901b9-9384-4ebc-bd96-fa62cdfb5e79 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:17.557920 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e8fb3ed2-d2f6-47c8-8642-2c8a60b6e5fc req-d3c901b9-9384-4ebc-bd96-fa62cdfb5e79 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0778863 May 25 23:30:17.603252 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e8fb3ed2-d2f6-47c8-8642-2c8a60b6e5fc req-45d71b7d-4233-429b-a1d4-0c84ec860891 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397034 May 25 23:30:17.852218 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:18.799635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2ca17-b7fa-4179-8261-419435614afa req-df932686-999c-400a-8559-6675583b4c10 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:18.801076 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e7f2ca17-b7fa-4179-8261-419435614afa req-df932686-999c-400a-8559-6675583b4c10 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0754020 May 25 23:30:18.851215 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e7f2ca17-b7fa-4179-8261-419435614afa req-d13a8b5d-926e-46d1-bad5-7604a98ad25a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446789 May 25 23:30:19.043165 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-05bc8c23-83ff-4d08-a496-70a1b73485ef req-b864feea-31f6-4172-b44a-c9b826892c62 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0683389 May 25 23:30:19.471228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38a7fd-f5d0-40bc-b1fd-dc0e7789b0b2 req-204691c9-2b48-47a9-a405-a6a1a1aceb58 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:19.473172 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bf38a7fd-f5d0-40bc-b1fd-dc0e7789b0b2 req-204691c9-2b48-47a9-a405-a6a1a1aceb58 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0757766 May 25 23:30:19.518392 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bf38a7fd-f5d0-40bc-b1fd-dc0e7789b0b2 req-52cacda0-906c-41da-b4c1-7470375b3942 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394397 May 25 23:30:19.554310 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-a1352b66-fe98-43d1-8783-461189f7f0ec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0692015 May 25 23:30:20.717667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dfd1e-5ff5-4c68-a344-c04f70b1a4c1 req-aa373276-e87b-40f0-b025-254d9224374d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:20.719189 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1b5dfd1e-5ff5-4c68-a344-c04f70b1a4c1 req-aa373276-e87b-40f0-b025-254d9224374d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0806930 May 25 23:30:20.766241 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1b5dfd1e-5ff5-4c68-a344-c04f70b1a4c1 req-f7905710-8ed2-4561-8a37-64e4f2491519 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402973 May 25 23:30:21.648751 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-f2fc7d5c-d8b4-48ea-9666-08455e0c111a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 1098 time: 0.0665083 May 25 23:30:21.776879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-21ba23a1-57ed-4546-8e17-0bc04e08da13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:21.778301 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-21ba23a1-57ed-4546-8e17-0bc04e08da13 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1245489 May 25 23:30:21.881137 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-9828bd2a-27fb-473a-afd4-dfd592920c94 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d074985-c7ff-46a4-a569-2e4193cf511b HTTP/1.1" status: 200 len: 1001 time: 0.0971706 May 25 23:30:21.990930 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-ed07530c-5a17-4ea2-87d6-3a1da28d102e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:21.992281 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-ed07530c-5a17-4ea2-87d6-3a1da28d102e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.1060951 May 25 23:30:22.063766 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66abedc-254d-4b98-8d8b-c2650cb824c6 req-7bc43282-4062-4f85-93c7-238645c5b27e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:22.065236 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a66abedc-254d-4b98-8d8b-c2650cb824c6 req-7bc43282-4062-4f85-93c7-238645c5b27e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.1779847 May 25 23:30:22.110138 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-3e02664a-0c3b-4f83-b691-a4620cfa8bfb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1115150 May 25 23:30:22.139489 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a66abedc-254d-4b98-8d8b-c2650cb824c6 req-566d7cc7-af49-4748-85cc-89f7883bcf9e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673521 May 25 23:30:22.243517 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-b398f433-3bda-4ac8-97f3-aa8f93ad5df6 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272531 May 25 23:30:22.458889 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-40186af1-b007-48af-a860-8f05f7c51cc7 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095196 May 25 23:30:23.333341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcac969-0316-497d-959c-bd6190cd82ae req-4b76deac-618c-4833-857b-82cbfc0edec4 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:23.334764 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1fcac969-0316-497d-959c-bd6190cd82ae req-4b76deac-618c-4833-857b-82cbfc0edec4 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0750177 May 25 23:30:23.379206 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1fcac969-0316-497d-959c-bd6190cd82ae req-67f90f38-9a9a-47f9-8dd8-4f24d85dfa56 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388210 May 25 23:30:24.317618 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-bd6a9928-e1e0-490b-85b6-f24233af03ef service neutron] 10.222.0.73 "GET /v2.0/ports/3d074985-c7ff-46a4-a569-2e4193cf511b/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0743730 May 25 23:30:24.578173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fea9b2-10df-4d88-91ab-879751ed7251 req-466a285a-10ff-4db1-a2fb-eb0e45e4e696 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:24.579531 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-49fea9b2-10df-4d88-91ab-879751ed7251 req-466a285a-10ff-4db1-a2fb-eb0e45e4e696 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0766814 May 25 23:30:24.624648 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-49fea9b2-10df-4d88-91ab-879751ed7251 req-44f371d6-9d26-4c9e-8fa4-122252f44891 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386760 May 25 23:30:24.849863 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-ad6d96ae-4ab2-49c9-bb89-b78578c0c2ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f&tenant_id=2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 1098 time: 0.0735307 May 25 23:30:24.940068 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-ac1b07e1-18cd-4352-9d4e-9f53da23aa47 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 1098 time: 0.0689268 May 25 23:30:25.068976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-c9f90ba1-4347-4bc3-bd8b-c286b027cfc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:25.070382 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-c9f90ba1-4347-4bc3-bd8b-c286b027cfc5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1251190 May 25 23:30:25.169981 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-c1dfc26a-b086-435a-908e-e512c70ba780 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d074985-c7ff-46a4-a569-2e4193cf511b HTTP/1.1" status: 200 len: 1001 time: 0.0935078 May 25 23:30:25.229894 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-e66531fc-f1c6-4d34-a23b-29b42fdf6be4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:25.231288 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-e66531fc-f1c6-4d34-a23b-29b42fdf6be4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0557921 May 25 23:30:25.307221 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-4628d59e-f687-4d1e-b48a-6950298e2191 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691822 May 25 23:30:25.434516 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-4bc92a57-e879-4063-ba27-47434e20c1df service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215467 May 25 23:30:25.561820 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f93e8ed2-a195-4de5-88cf-017fd53f271f req-4d37781b-9122-4359-9ef5-9ef89c4d839c service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220357 May 25 23:30:25.827050 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088d924-ad95-4daa-88c0-f45774cb99be req-4c7c3815-3639-4600-8e0e-667ab6e83eaa tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:25.828496 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9088d924-ad95-4daa-88c0-f45774cb99be req-4c7c3815-3639-4600-8e0e-667ab6e83eaa tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0776172 May 25 23:30:25.875090 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9088d924-ad95-4daa-88c0-f45774cb99be req-0cad8ec7-3bf4-46c6-a326-6049b42ec88f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406134 May 25 23:30:27.078940 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daeda51-d429-4ed8-bf59-a33da5e90e84 req-2ac90784-b01a-4972-9aa9-5faad195e555 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:27.080422 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9daeda51-d429-4ed8-bf59-a33da5e90e84 req-2ac90784-b01a-4972-9aa9-5faad195e555 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0807300 May 25 23:30:27.122451 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3d074985-c7ff-46a4-a569-2e4193cf511b details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:30:27.124963 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3d074985-c7ff-46a4-a569-2e4193cf511b no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:30:27.128078 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9daeda51-d429-4ed8-bf59-a33da5e90e84 req-0332d8de-9693-4479-84ed-28f5e40bdfe7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412834 May 25 23:30:27.330867 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:27.371068 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3d074985-c7ff-46a4-a569-2e4193cf511b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d074985-c7ff-46a4-a569-2e4193cf511b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:30:27.385045 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579ce480-8b85-4e51-9992-47ccc17d407f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d074985-c7ff-46a4-a569-2e4193cf511b'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:30:27.395597 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '3d074985-c7ff-46a4-a569-2e4193cf511b', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'port_id': '3d074985-c7ff-46a4-a569-2e4193cf511b', 'mac_address': 'fa:16:3e:d9:1d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:30:27.397899 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3d074985-c7ff-46a4-a569-2e4193cf511b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d074985-c7ff-46a4-a569-2e4193cf511b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:30:27.451597 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:27.469060 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d074985-c7ff-46a4-a569-2e4193cf511b {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:30:27.476201 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:27.533574 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee82b668-e4dc-4ea1-bc6a-10d7472d499d'] response: {'server_uuid': '579ce480-8b85-4e51-9992-47ccc17d407f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d074985-c7ff-46a4-a569-2e4193cf511b', 'code': 200} May 25 23:30:27.582519 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:30:27.582898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:30:27.588147 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=3d074985-c7ff-46a4-a569-2e4193cf511b,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:30:27.597467 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:27.597802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:27.598131 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:27.599113 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:27.599644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:27.599973 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:27.600294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:27.600642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:27.600963 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:27.601279 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:27.601596 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:28.134062 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:28.150948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d074985-c7ff-46a4-a569-2e4193cf511b {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:30:28.166240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3d074985-c7ff-46a4-a569-2e4193cf511b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d074985-c7ff-46a4-a569-2e4193cf511b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:30:28.241610 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:28.329882 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['3d074985-c7ff-46a4-a569-2e4193cf511b'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:30:28.330810 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c103876-6c0d-4099-9170-ccebf3115e24 req-cfe16ea1-ce20-4629-bb87-5a62d92cefeb tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:28.332246 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0c103876-6c0d-4099-9170-ccebf3115e24 req-cfe16ea1-ce20-4629-bb87-5a62d92cefeb tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 944 time: 0.0793955 May 25 23:30:28.382528 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0c103876-6c0d-4099-9170-ccebf3115e24 req-a07a6df9-c1c6-48f7-9d56-d8216c7d5322 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435319 May 25 23:30:28.407845 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=3d074985-c7ff-46a4-a569-2e4193cf511b,revision_number=7']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:30:28.926983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fbee8-967e-4eb5-b02d-675a97944162 req-de7d7dca-7f48-4bc2-8189-f78b7d6bbed6 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:28.928758 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-327fbee8-967e-4eb5-b02d-675a97944162 req-de7d7dca-7f48-4bc2-8189-f78b7d6bbed6 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 944 time: 0.1355762 May 25 23:30:28.940338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51aa2e-dff7-4acf-95b2-0a2a30d17fec req-2b9e1734-2730-4e3e-a18f-6e1e25876e3c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:28.941652 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5f51aa2e-dff7-4acf-95b2-0a2a30d17fec req-2b9e1734-2730-4e3e-a18f-6e1e25876e3c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f&tenant_id=2c37c43615ae415db52cba40bbb69c07&binding%3Ahost_id=hv-neutron-8433 HTTP/1.1" status: 200 len: 944 time: 0.1083255 May 25 23:30:28.983537 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-327fbee8-967e-4eb5-b02d-675a97944162 req-f2495e8d-985d-4785-9a36-41b5e683d4ea tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485959 May 25 23:30:29.080100 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5f51aa2e-dff7-4acf-95b2-0a2a30d17fec req-5469021e-6a4a-4d28-a045-6723837fa7a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 1097 time: 0.0694644 May 25 23:30:29.136881 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3d074985-c7ff-46a4-a569-2e4193cf511b up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:30:29.207679 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 3d074985-c7ff-46a4-a569-2e4193cf511b triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:30:29.208561 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:29.311380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51aa2e-dff7-4acf-95b2-0a2a30d17fec req-25ed51b7-dff8-401c-8665-db3f47fc96b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:29.312842 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5f51aa2e-dff7-4acf-95b2-0a2a30d17fec req-25ed51b7-dff8-401c-8665-db3f47fc96b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.2278173 May 25 23:30:29.324363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:29.356718 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3d074985-c7ff-46a4-a569-2e4193cf511b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d074985-c7ff-46a4-a569-2e4193cf511b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:30:29.413012 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:29.418344 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5f51aa2e-dff7-4acf-95b2-0a2a30d17fec req-064d99bc-2180-4c82-b001-0a19008f6115 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d074985-c7ff-46a4-a569-2e4193cf511b HTTP/1.1" status: 200 len: 1000 time: 0.0996442 May 25 23:30:29.479008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=3d074985-c7ff-46a4-a569-2e4193cf511b,revision_number=8']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:30:29.483400 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51aa2e-dff7-4acf-95b2-0a2a30d17fec req-b76f57c5-3e9c-4fb6-87ac-2125115cdff5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:29.484883 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5f51aa2e-dff7-4acf-95b2-0a2a30d17fec req-b76f57c5-3e9c-4fb6-87ac-2125115cdff5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0574207 May 25 23:30:29.534534 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579ce480-8b85-4e51-9992-47ccc17d407f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d074985-c7ff-46a4-a569-2e4193cf511b'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:30:29.561047 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5f51aa2e-dff7-4acf-95b2-0a2a30d17fec req-4b98b031-9740-4e8a-97bd-18166081db10 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700374 May 25 23:30:29.597542 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33f28b3-9deb-4ea5-80cf-336d298b0dc5'] response: {'server_uuid': '579ce480-8b85-4e51-9992-47ccc17d407f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d074985-c7ff-46a4-a569-2e4193cf511b', 'code': 200} May 25 23:30:29.694219 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5f51aa2e-dff7-4acf-95b2-0a2a30d17fec req-f127c44d-7ec2-42cd-a106-03177c38e9c1 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273186 May 25 23:30:29.840568 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5f51aa2e-dff7-4acf-95b2-0a2a30d17fec req-b2209fc0-0d81-47d1-b841-46a1a5d5118a service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406028 May 25 23:30:30.184356 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e07b8c-9b49-458d-8a8e-2ef954d7276a req-e66ea863-c68c-4d8f-be07-b9fc9e33c292 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:30.185801 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-44e07b8c-9b49-458d-8a8e-2ef954d7276a req-e66ea863-c68c-4d8f-be07-b9fc9e33c292 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0744495 May 25 23:30:30.231125 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-44e07b8c-9b49-458d-8a8e-2ef954d7276a req-d12b2710-0e21-4d40-ac2c-1046cb38bd0b tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398970 May 25 23:30:31.435657 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f8e8c-22f7-44ad-8221-58a17ebdbc51 req-91104628-98c7-4bba-bc19-76d226faa611 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:31.437128 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f44f8e8c-22f7-44ad-8221-58a17ebdbc51 req-91104628-98c7-4bba-bc19-76d226faa611 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0807920 May 25 23:30:31.523128 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f44f8e8c-22f7-44ad-8221-58a17ebdbc51 req-3d16bb53-5890-451a-b382-f66d667e3ec4 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803456 May 25 23:30:31.550908 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ce8fc271-8d2d-43b4-a254-c9a7665c5072 req-88010e9f-ac12-4d5d-a69e-ea6748e701b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752831 May 25 23:30:31.744500 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ce8fc271-8d2d-43b4-a254-c9a7665c5072 req-17c499a7-58fa-4989-ae54-51477c5f497b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 1098 time: 0.1292598 May 25 23:30:31.749775 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f65e4-2cb5-4aad-8082-217f1828a38d req-66b2d63b-ea3b-450b-bb9f-45475685d528 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:31.751079 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f20f65e4-2cb5-4aad-8082-217f1828a38d req-66b2d63b-ea3b-450b-bb9f-45475685d528 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0992131 May 25 23:30:31.878234 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f20f65e4-2cb5-4aad-8082-217f1828a38d req-f6c320fa-37cc-4528-94da-1cdfec9d3e35 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208436 May 25 23:30:31.913921 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fc271-8d2d-43b4-a254-c9a7665c5072 req-92208ff5-ee09-4f57-840a-1667b4f9c828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:31.915337 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ce8fc271-8d2d-43b4-a254-c9a7665c5072 req-92208ff5-ee09-4f57-840a-1667b4f9c828 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1428254 May 25 23:30:32.017671 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ce8fc271-8d2d-43b4-a254-c9a7665c5072 req-cf13d769-ed50-475f-b574-63e3704dafc3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d074985-c7ff-46a4-a569-2e4193cf511b HTTP/1.1" status: 200 len: 1001 time: 0.0963838 May 25 23:30:32.077111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fc271-8d2d-43b4-a254-c9a7665c5072 req-360c0485-07bd-4944-a7e5-067a96d5b879 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:32.078586 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ce8fc271-8d2d-43b4-a254-c9a7665c5072 req-360c0485-07bd-4944-a7e5-067a96d5b879 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0557678 May 25 23:30:32.151283 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ce8fc271-8d2d-43b4-a254-c9a7665c5072 req-ea5f5c5b-be20-4712-bac1-6ea51dac231d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667980 May 25 23:30:32.283816 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ce8fc271-8d2d-43b4-a254-c9a7665c5072 req-0f18af53-8aa4-4440-85d5-190087ef5086 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264274 May 25 23:30:32.564671 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ce8fc271-8d2d-43b4-a254-c9a7665c5072 req-d55e784a-1777-4975-bf5e-2a85cee23666 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747841 May 25 23:30:32.575431 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eee210-168a-43f5-bb19-7b30e63362c4 req-79cc729f-abef-4212-9d62-c07cbfb641db tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:32.576874 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c0eee210-168a-43f5-bb19-7b30e63362c4 req-79cc729f-abef-4212-9d62-c07cbfb641db tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.2580574 May 25 23:30:32.622751 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c0eee210-168a-43f5-bb19-7b30e63362c4 req-7d176aea-c7bb-45f7-86dc-70f85e863787 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400302 May 25 23:30:32.826573 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-96d24a05-501e-4eca-90d0-1f5f3686a875 req-8612ccaf-82c0-41be-91e3-fd15427c91e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 1098 time: 0.0691168 May 25 23:30:32.955060 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d24a05-501e-4eca-90d0-1f5f3686a875 req-3c4db7d1-d361-4d3a-b25a-b6e34a2e365f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:32.956484 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-96d24a05-501e-4eca-90d0-1f5f3686a875 req-3c4db7d1-d361-4d3a-b25a-b6e34a2e365f service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1247303 May 25 23:30:33.057020 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-96d24a05-501e-4eca-90d0-1f5f3686a875 req-d6b2aa0f-f0f3-4c4f-9442-1110c62536a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d074985-c7ff-46a4-a569-2e4193cf511b HTTP/1.1" status: 200 len: 1001 time: 0.0946150 May 25 23:30:33.118562 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d24a05-501e-4eca-90d0-1f5f3686a875 req-9620d4f9-2e3c-4d7d-aba4-ec60de5b515b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:33.120018 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-96d24a05-501e-4eca-90d0-1f5f3686a875 req-9620d4f9-2e3c-4d7d-aba4-ec60de5b515b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0567040 May 25 23:30:33.191976 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-96d24a05-501e-4eca-90d0-1f5f3686a875 req-ddd5e9d7-3a8b-48dd-a767-b082a389c72e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656226 May 25 23:30:33.322082 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-96d24a05-501e-4eca-90d0-1f5f3686a875 req-9554053f-eef0-404e-81fc-7c257fd97a8d service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240954 May 25 23:30:33.449196 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-96d24a05-501e-4eca-90d0-1f5f3686a875 req-03dc384f-4652-4f22-b056-310b6c6d0010 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215084 May 25 23:30:33.823562 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff595a79-cb66-41d9-9a9f-93f651d3d8aa req-3f95fe82-c263-4e99-8405-b2175c496884 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:33.825042 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ff595a79-cb66-41d9-9a9f-93f651d3d8aa req-3f95fe82-c263-4e99-8405-b2175c496884 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0803490 May 25 23:30:33.871143 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ff595a79-cb66-41d9-9a9f-93f651d3d8aa req-7d78c390-abf5-43b9-9457-46a6734e3b58 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403020 May 25 23:30:35.067568 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408278d-61b2-44bf-b925-49523c0f0d5f req-d6a6f612-43ef-48a6-ba51-e7dea5af1298 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:35.069596 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0408278d-61b2-44bf-b925-49523c0f0d5f req-d6a6f612-43ef-48a6-ba51-e7dea5af1298 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0746429 May 25 23:30:35.120121 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0408278d-61b2-44bf-b925-49523c0f0d5f req-8c5932fe-3389-48e8-aa4a-83cdbe9b28a8 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450642 May 25 23:30:35.734998 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0687ef-3c3f-4d1c-9743-582cd3d4899d req-91b3d17d-d0d1-43e5-9164-532cd7f9b953 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:35.736412 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4c0687ef-3c3f-4d1c-9743-582cd3d4899d req-91b3d17d-d0d1-43e5-9164-532cd7f9b953 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0781093 May 25 23:30:35.780208 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4c0687ef-3c3f-4d1c-9743-582cd3d4899d req-f138646c-6936-43bb-a6dc-a80d9e4bb2d3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377119 May 25 23:30:36.977577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39eede-8a5d-431d-9671-c05f07d1b9b4 req-dfe13003-7471-4f7c-b6d5-75ef726a3c35 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:36.978980 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6c39eede-8a5d-431d-9671-c05f07d1b9b4 req-dfe13003-7471-4f7c-b6d5-75ef726a3c35 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0782893 May 25 23:30:37.022432 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6c39eede-8a5d-431d-9671-c05f07d1b9b4 req-6f3f8dd1-defb-424a-a052-10923051d881 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374224 May 25 23:30:37.297721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707f0d6-05a6-4039-b2ad-989017bd88d9 req-5285a0b8-3dd4-4572-a583-9714ef149210 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:37.299131 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6707f0d6-05a6-4039-b2ad-989017bd88d9 req-5285a0b8-3dd4-4572-a583-9714ef149210 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 945 time: 0.0749979 May 25 23:30:37.368809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [req-6707f0d6-05a6-4039-b2ad-989017bd88d9 req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Deleting port 3d074985-c7ff-46a4-a569-2e4193cf511b {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:30:37.369182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-6707f0d6-05a6-4039-b2ad-989017bd88d9 req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:37.689918 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-6707f0d6-05a6-4039-b2ad-989017bd88d9 req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] For port 3d074985-c7ff-46a4-a569-2e4193cf511b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d074985-c7ff-46a4-a569-2e4193cf511b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:30:37.690273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-6707f0d6-05a6-4039-b2ad-989017bd88d9 req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:37.969397 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-6707f0d6-05a6-4039-b2ad-989017bd88d9 req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:37.969672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-6707f0d6-05a6-4039-b2ad-989017bd88d9 req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:37.969975 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [req-6707f0d6-05a6-4039-b2ad-989017bd88d9 req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Floating IP 9852b072-0177-4f30-b9a1-f7eeb6e707eb disassociated. External IP: 172.26.5.132, port: 3d074985-c7ff-46a4-a569-2e4193cf511b. May 25 23:30:37.970560 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [req-6707f0d6-05a6-4039-b2ad-989017bd88d9 req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Calling delete_port for 3d074985-c7ff-46a4-a569-2e4193cf511b owned by compute:nova {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:30:38.178634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-6707f0d6-05a6-4039-b2ad-989017bd88d9 req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:38.216176 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-82b0dc63-4efd-4daf-9108-606b54a8a779 req-2f9993d6-eb91-48f1-8d5a-81d988a483a0 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 210 time: 0.0719566 May 25 23:30:38.230300 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Pushing event deleted for resources: {'Port': ['ID=3d074985-c7ff-46a4-a569-2e4193cf511b,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:30:38.245238 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:38.245575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:38.245908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:38.246237 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:38.246553 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:38.246874 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:38.247193 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:38.247509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:38.247821 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:38.248159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:38.248735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:30:38.453934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6707f0d6-05a6-4039-b2ad-989017bd88d9 req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Router c4414118-5760-4d2f-b6f7-91d01a4af5a7 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:30:38.651454 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6707f0d6-05a6-4039-b2ad-989017bd88d9 req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:30:38.661693 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fb6310-e6b0-4479-a6e3-1e36ea35b5af None None] Sync routers for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:30:38.674585 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb6310-e6b0-4479-a6e3-1e36ea35b5af None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:30:38.675257 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-83fb6310-e6b0-4479-a6e3-1e36ea35b5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:30:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:30:38.723026 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [req-6707f0d6-05a6-4039-b2ad-989017bd88d9 req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] No DVR routers for this DVR port 3d074985-c7ff-46a4-a569-2e4193cf511b on host hv-neutron-8433 {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:30:38.725548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-6707f0d6-05a6-4039-b2ad-989017bd88d9 req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:38.728259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579ce480-8b85-4e51-9992-47ccc17d407f', 'name': 'network-vif-deleted', 'tag': '3d074985-c7ff-46a4-a569-2e4193cf511b'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:30:38.788787 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84d809b-3142-43cf-8f73-78b31d6d6366'] response: {'server_uuid': '579ce480-8b85-4e51-9992-47ccc17d407f', 'name': 'network-vif-deleted', 'tag': '3d074985-c7ff-46a4-a569-2e4193cf511b', 'status': 'completed', 'code': 200} May 25 23:30:38.803088 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6707f0d6-05a6-4039-b2ad-989017bd88d9 req-7103b067-f65c-4ece-9183-46fa2c798ca3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "DELETE /v2.0/ports/3d074985-c7ff-46a4-a569-2e4193cf511b HTTP/1.1" status: 204 len: 173 time: 1.4984674 May 25 23:30:38.863469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-83fb6310-e6b0-4479-a6e3-1e36ea35b5af None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:30:39.186779 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-83fb6310-e6b0-4479-a6e3-1e36ea35b5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:30:39.190612 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fb6310-e6b0-4479-a6e3-1e36ea35b5af None None] Checking router: c4414118-5760-4d2f-b6f7-91d01a4af5a7 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:30:39.201908 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb6310-e6b0-4479-a6e3-1e36ea35b5af None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:30:39.202500 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-83fb6310-e6b0-4479-a6e3-1e36ea35b5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:30:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:30:39.379928 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-83fb6310-e6b0-4479-a6e3-1e36ea35b5af None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:30:39.426825 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-3d48b49d-82ee-45d3-8770-39b82dbc3126 req-dd06f7af-5288-4e78-9551-649ae9b8bb76 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Synchronizing usage tracker for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:30:39.532893 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-3d48b49d-82ee-45d3-8770-39b82dbc3126 req-dd06f7af-5288-4e78-9551-649ae9b8bb76 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Unset dirty status for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:30:39.534050 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3d48b49d-82ee-45d3-8770-39b82dbc3126 req-dd06f7af-5288-4e78-9551-649ae9b8bb76 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=579ce480-8b85-4e51-9992-47ccc17d407f HTTP/1.1" status: 200 len: 210 time: 0.1467066 May 25 23:30:39.732959 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-83fb6310-e6b0-4479-a6e3-1e36ea35b5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:30:39.736994 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fb6310-e6b0-4479-a6e3-1e36ea35b5af None None] The sync data for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv is: [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:30:39.949071 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6ea05d-34f5-43db-88a3-cf74b05b8b46 None None] New status for floating IP 9852b072-0177-4f30-b9a1-f7eeb6e707eb: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:30:40.896828 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-a0403097-f479-4c08-887d-801fc20a4b79 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1234591452&fields=id&tenant_id=2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 267 time: 0.0425646 May 25 23:30:41.040051 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-1258a9fd-0bba-4f40-9826-bbf4be6ed57e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:41.041464 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-1258a9fd-0bba-4f40-9826-bbf4be6ed57e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 811 time: 0.1381850 May 25 23:30:41.057549 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-2a189c79-b0ab-431b-9e81-531a941c9c2a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/quotas/2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 375 time: 0.0106771 May 25 23:30:41.136251 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-1328e117-3662-4a73-a9c4-d54577217f05 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739219 May 25 23:30:41.199132 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3d074985-c7ff-46a4-a569-2e4193cf511b no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:30:41.233059 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 3d074985-c7ff-46a4-a569-2e4193cf511b {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:30:41.233385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3d074985-c7ff-46a4-a569-2e4193cf511b not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:30:41.367918 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-0944e5c9-6f56-42bd-bbcc-fcb4baee8f30 service neutron] 10.222.0.66 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202716 May 25 23:30:41.497794 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-be6c004d-f61e-47d0-ad5b-cf07634082dd service neutron] 10.222.0.66 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238592 May 25 23:30:41.506248 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4f8c8dfc-1577-40e9-8c6d-d91e353ea290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:41.733625 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-83af8305-f585-4f0c-84a7-6aa51db4739e req-72ccb454-86a0-4e17-9429-e21a31476e44 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 210 time: 0.0407975 May 25 23:30:42.902145 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-219d116b-6448-4035-808e-df83df87dbf5 req-534ba8af-151f-4d5f-be51-b8e7aab70062 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 210 time: 0.0452924 May 25 23:30:43.655854 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-4cb49e67-e2f9-46f3-b83f-c02a2c23bd85 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:43.657351 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-4cb49e67-e2f9-46f3-b83f-c02a2c23bd85 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 811 time: 0.1469989 May 25 23:30:43.704445 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3c2cd899-bf68-4596-a576-7b070d07cc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:43.709841 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-d1bda2cf-9f24-4dac-a4e4-d06c68c6f475 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 380 time: 0.0413625 May 25 23:30:43.717672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-9a560d06-995a-4191-8569-0c4ed15ccd09 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Request body: {'port': {'device_id': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'admin_state_up': True, 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'security_groups': ['965f4d51-5d0c-421f-ba8b-19ddf6d90125']}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:30:43.853644 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-9a560d06-995a-4191-8569-0c4ed15ccd09 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:30:43.862803 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-9a560d06-995a-4191-8569-0c4ed15ccd09 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:30:43.933052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-9a560d06-995a-4191-8569-0c4ed15ccd09 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Made reservation on behalf of 2c37c43615ae415db52cba40bbb69c07 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:30:43.936073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-9a560d06-995a-4191-8569-0c4ed15ccd09 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:44.079158 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1fb27eeb-f997-48fb-9d23-13143f3104a7 req-3ef9f990-b46c-468c-9eb4-56daaef3dc93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 210 time: 0.0526137 May 25 23:30:44.141449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-9a560d06-995a-4191-8569-0c4ed15ccd09 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Allocated IP 172.20.0.8 (c09aa7d9-383d-4c60-902d-f8fdc2f293af/19146d10-a98e-43e6-b796-c080a6fbebcc/c908ed27-9992-4ee0-8af0-1940784c77e5) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:30:44.325066 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-9a560d06-995a-4191-8569-0c4ed15ccd09 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:44.340736 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-9a560d06-995a-4191-8569-0c4ed15ccd09 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Transition to ACTIVE for port object c908ed27-9992-4ee0-8af0-1940784c77e5 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:30:44.436370 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-9a560d06-995a-4191-8569-0c4ed15ccd09 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:44.511958 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-9a560d06-995a-4191-8569-0c4ed15ccd09 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Network c09aa7d9-383d-4c60-902d-f8fdc2f293af is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:30:44.515054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-9a560d06-995a-4191-8569-0c4ed15ccd09 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:30:44.519371 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-9a560d06-995a-4191-8569-0c4ed15ccd09 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:30:44.544843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a560d06-995a-4191-8569-0c4ed15ccd09 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Pushing event updated for resources: {'Port': ['ID=c908ed27-9992-4ee0-8af0-1940784c77e5,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:30:44.581870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-9a560d06-995a-4191-8569-0c4ed15ccd09 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:44.582471 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-9a560d06-995a-4191-8569-0c4ed15ccd09 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:44.699735 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-9a560d06-995a-4191-8569-0c4ed15ccd09 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9856117 May 25 23:30:44.711923 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Request body: {'port': {'device_id': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:30:44.821598 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:44.853157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c668c069-013d-4ff3-bdc3-8e4cc0f42ea1 None None] Provisioning for port c908ed27-9992-4ee0-8af0-1940784c77e5 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:30:44.858251 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c668c069-013d-4ff3-bdc3-8e4cc0f42ea1 None None] Provisioning complete for port c908ed27-9992-4ee0-8af0-1940784c77e5 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:30:44.858605 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c668c069-013d-4ff3-bdc3-8e4cc0f42ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:44.923645 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c668c069-013d-4ff3-bdc3-8e4cc0f42ea1 None None] Port c908ed27-9992-4ee0-8af0-1940784c77e5 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:30:44.984770 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:45.104836 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:45.152264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c908ed27-9992-4ee0-8af0-1940784c77e5 {{(pid=84716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:30:45.159115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:45.173207 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Transition to ACTIVE for port object c908ed27-9992-4ee0-8af0-1940784c77e5 will not be triggered until provisioned by entity L2. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:30:45.241599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:45.481076 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c908ed27-9992-4ee0-8af0-1940784c77e5,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:30:45.576208 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b9331-ce08-402c-95e7-8f736f9f99f2 req-56625642-7096-4434-8702-45208ef47157 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:45.576921 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-028b9331-ce08-402c-95e7-8f736f9f99f2 req-56625642-7096-4434-8702-45208ef47157 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Synchronizing usage tracker for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:30:45.614087 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Attempting to bind port c908ed27-9992-4ee0-8af0-1940784c77e5 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:30:45.614409 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Attempting to bind port c908ed27-9992-4ee0-8af0-1940784c77e5 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:30:45.614726 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Attempting to bind port c908ed27-9992-4ee0-8af0-1940784c77e5 on network c09aa7d9-383d-4c60-902d-f8fdc2f293af {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:30:45.621123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Port c908ed27-9992-4ee0-8af0-1940784c77e5 on network c09aa7d9-383d-4c60-902d-f8fdc2f293af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:30:45.621435 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Attempting to bind port c908ed27-9992-4ee0-8af0-1940784c77e5 on network c09aa7d9-383d-4c60-902d-f8fdc2f293af {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:30:45.627599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:30:45.627921 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Checking segment: {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:30:45.628298 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Bound using segment: {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'} {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:30:45.628738 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Bound port: c908ed27-9992-4ee0-8af0-1940784c77e5, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'}}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:30:45.629073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:45.683290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-028b9331-ce08-402c-95e7-8f736f9f99f2 req-56625642-7096-4434-8702-45208ef47157 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Unset dirty status for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:30:45.683290 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-028b9331-ce08-402c-95e7-8f736f9f99f2 req-56625642-7096-4434-8702-45208ef47157 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 943 time: 0.4732573 May 25 23:30:45.748515 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] For port c908ed27-9992-4ee0-8af0-1940784c77e5, host hv-neutron-8433, cleared binding levels {{(pid=84716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:30:45.752090 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-028b9331-ce08-402c-95e7-8f736f9f99f2 req-0ada80b6-a112-490a-a0ec-6cf62b301b88 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645394 May 25 23:30:45.753662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] For port c908ed27-9992-4ee0-8af0-1940784c77e5, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c908ed27-9992-4ee0-8af0-1940784c77e5,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:30:45.870846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:45.936506 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:45.937903 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] 10.222.0.73 "PUT /v2.0/ports/c908ed27-9992-4ee0-8af0-1940784c77e5 HTTP/1.1" status: 200 len: 1093 time: 1.2307765 May 25 23:30:45.938324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'tag': 'c908ed27-9992-4ee0-8af0-1940784c77e5'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:30:45.953904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fb585-e24d-49f7-a085-9fad4374edd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c908ed27-9992-4ee0-8af0-1940784c77e5,revision_number=3']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:30:46.002581 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-788e61a5-d5cc-43e0-95d4-f3a22ee2e5b6'] response: {'name': 'network-changed', 'server_uuid': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'tag': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'status': 'completed', 'code': 200} May 25 23:30:46.098303 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-aad4cdb6-5faa-4549-a7f5-1f9facc59e54 req-2ce67ae2-cedd-4e26-ace3-b0f4ffdd7a54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 1096 time: 0.0767469 May 25 23:30:46.235372 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4cdb6-5faa-4549-a7f5-1f9facc59e54 req-90156a48-9582-4b5c-9b83-72c9300a04b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:46.236739 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-aad4cdb6-5faa-4549-a7f5-1f9facc59e54 req-90156a48-9582-4b5c-9b83-72c9300a04b8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2c37c43615ae415db52cba40bbb69c07&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1323488 May 25 23:30:46.370999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4cdb6-5faa-4549-a7f5-1f9facc59e54 req-4baca615-8d5b-4deb-bb14-c7ba5d2276e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:46.372426 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-aad4cdb6-5faa-4549-a7f5-1f9facc59e54 req-4baca615-8d5b-4deb-bb14-c7ba5d2276e3 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301184 May 25 23:30:46.479477 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-813c19bc-6cd1-47b5-8292-25751d7ee9f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 1096 time: 0.0719743 May 25 23:30:46.547393 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-b97317ae-baf6-4b5f-86ff-f530ad8bb93a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c908ed27-9992-4ee0-8af0-1940784c77e5 HTTP/1.1" status: 200 len: 217 time: 0.0607131 May 25 23:30:46.610879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-4f589624-1e13-4ba7-ad74-05a43539ff7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:46.612275 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-4f589624-1e13-4ba7-ad74-05a43539ff7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0596368 May 25 23:30:46.640492 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:30:46.685290 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-d73aa526-a3a5-47be-923c-b958bb43eb1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671716 May 25 23:30:46.721898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:46.815295 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-bec4fe41-4863-4e69-8ac1-4688e6048fb9 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238153 May 25 23:30:47.001425 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-710c4aa0-19f8-4a5f-960b-31cd45adbdc5 req-b902600a-ac3d-4457-ad61-2a01981ca4e6 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799169 May 25 23:30:47.010843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d7593-0dc3-44ac-91ba-d620ce816fea req-9758cf07-e68d-46a3-aae4-a6e02204e2d1 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:47.012221 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f89d7593-0dc3-44ac-91ba-d620ce816fea req-9758cf07-e68d-46a3-aae4-a6e02204e2d1 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 943 time: 0.1237028 May 25 23:30:47.057827 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f89d7593-0dc3-44ac-91ba-d620ce816fea req-26159141-6b90-432f-95a9-4e9c1e8d0f4d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399208 May 25 23:30:47.864130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:48.259022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edeff2f-31c3-4cfc-83f8-bf4a0ecedbff req-f489869c-1005-406c-b720-cc7f60639877 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:48.260358 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4edeff2f-31c3-4cfc-83f8-bf4a0ecedbff req-f489869c-1005-406c-b720-cc7f60639877 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 943 time: 0.0746648 May 25 23:30:48.305253 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4edeff2f-31c3-4cfc-83f8-bf4a0ecedbff req-a1056ddd-967e-4a32-a700-544e64c239cd tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391946 May 25 23:30:49.262234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c908ed27-9992-4ee0-8af0-1940784c77e5 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:30:49.398476 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c908ed27-9992-4ee0-8af0-1940784c77e5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c908ed27-9992-4ee0-8af0-1940784c77e5,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:30:49.411811 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'port_id': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'mac_address': 'fa:16:3e:6e:b4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:30:49.466992 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:49.486425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c908ed27-9992-4ee0-8af0-1940784c77e5 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:30:49.502699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c908ed27-9992-4ee0-8af0-1940784c77e5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c908ed27-9992-4ee0-8af0-1940784c77e5,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:30:49.596072 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9753c30-5560-45c9-9c47-9e63521d3140 req-140fd7ca-a5cf-453c-9125-baa9a179dc0a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:49.596738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:49.597479 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9753c30-5560-45c9-9c47-9e63521d3140 req-140fd7ca-a5cf-453c-9125-baa9a179dc0a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 943 time: 0.1696279 May 25 23:30:49.643049 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9753c30-5560-45c9-9c47-9e63521d3140 req-ee30e760-47a5-408e-8be3-ff2c4fecee86 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391891 May 25 23:30:49.666595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=c908ed27-9992-4ee0-8af0-1940784c77e5,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:30:49.802371 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['c908ed27-9992-4ee0-8af0-1940784c77e5'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:30:50.840804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892c8a8-3a15-4a98-aae9-0764f965bbdb req-6d5b1e6a-6176-454f-a7ec-76728e56efd5 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:50.842239 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2892c8a8-3a15-4a98-aae9-0764f965bbdb req-6d5b1e6a-6176-454f-a7ec-76728e56efd5 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 944 time: 0.0769417 May 25 23:30:50.888031 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2892c8a8-3a15-4a98-aae9-0764f965bbdb req-f4d947c5-fe1b-4333-9b05-a4ec80f379f1 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400791 May 25 23:30:51.260958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c908ed27-9992-4ee0-8af0-1940784c77e5 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:30:51.395678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port c908ed27-9992-4ee0-8af0-1940784c77e5 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:30:51.401179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port c908ed27-9992-4ee0-8af0-1940784c77e5 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:30:51.401560 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:51.514894 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:51.540979 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c908ed27-9992-4ee0-8af0-1940784c77e5'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:30:51.550648 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c908ed27-9992-4ee0-8af0-1940784c77e5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c908ed27-9992-4ee0-8af0-1940784c77e5,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:30:51.618811 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:51.673459 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a3d332-afc0-43cb-9778-6d96d680a54a'] response: {'server_uuid': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'code': 200} May 25 23:30:51.686100 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=c908ed27-9992-4ee0-8af0-1940784c77e5,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:30:51.992994 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3e8adb0d-1a0a-45aa-a926-48a814f40641 req-9dc06da9-6cb8-4bfa-a34b-012b2da1fae6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 1098 time: 0.0673900 May 25 23:30:52.083873 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3e8adb0d-1a0a-45aa-a926-48a814f40641 req-1add0bb3-f29c-43af-b9ad-9cfc699675bc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854008 May 25 23:30:52.104912 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feae989-6fcb-4872-9c7b-6cb51008559b req-a5b66425-5b3a-4603-8448-271a2fe5336c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:52.106246 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9feae989-6fcb-4872-9c7b-6cb51008559b req-a5b66425-5b3a-4603-8448-271a2fe5336c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0952258 May 25 23:30:52.150214 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9feae989-6fcb-4872-9c7b-6cb51008559b req-0762ef55-a110-4327-b90d-224fbaffd10c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383763 May 25 23:30:53.354104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f6878-9c65-4cd8-b965-2de159415c3c req-977ac657-653d-4d65-a98b-ab422e96b3d3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:53.355533 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d70f6878-9c65-4cd8-b965-2de159415c3c req-977ac657-653d-4d65-a98b-ab422e96b3d3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0786269 May 25 23:30:53.400009 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d70f6878-9c65-4cd8-b965-2de159415c3c req-729fe6e4-57e4-4770-89e4-c99e96602fcf tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388398 May 25 23:30:54.603905 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b60e29-dd91-49a8-bbd7-3cb26310d2e3 req-e28163cb-e28c-4e02-8297-9dd6d7ca43c9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:54.605346 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a0b60e29-dd91-49a8-bbd7-3cb26310d2e3 req-e28163cb-e28c-4e02-8297-9dd6d7ca43c9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0790095 May 25 23:30:54.648890 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a0b60e29-dd91-49a8-bbd7-3cb26310d2e3 req-f03685b5-2f62-454c-8817-ecb0f396d3b1 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379274 May 25 23:30:54.835810 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd99508-bb4e-4eea-90dc-068e6c152e34 req-d0cac7e3-f0ca-4507-87ec-b9cf32cfc159 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:54.837261 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7fd99508-bb4e-4eea-90dc-068e6c152e34 req-d0cac7e3-f0ca-4507-87ec-b9cf32cfc159 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0749249 May 25 23:30:54.851407 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 46606) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:30:54.856588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-60ce4f0c-fd20-43b7-84a4-c9cd17dac66f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Request body: {'floatingip': {'port_id': 'c908ed27-9992-4ee0-8af0-1940784c77e5'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:30:54.934243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-60ce4f0c-fd20-43b7-84a4-c9cd17dac66f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for floatingip, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:55.501747 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-60ce4f0c-fd20-43b7-84a4-c9cd17dac66f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:55.578513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-60ce4f0c-fd20-43b7-84a4-c9cd17dac66f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:55.849144 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-60ce4f0c-fd20-43b7-84a4-c9cd17dac66f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Floating IP 9852b072-0177-4f30-b9a1-f7eeb6e707eb associated. External IP: 172.26.5.132, port: c908ed27-9992-4ee0-8af0-1940784c77e5. May 25 23:30:56.230255 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ce4f0c-fd20-43b7-84a4-c9cd17dac66f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Router c4414118-5760-4d2f-b6f7-91d01a4af5a7 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:30:56.424323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ce4f0c-fd20-43b7-84a4-c9cd17dac66f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:30:56.429774 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-60ce4f0c-fd20-43b7-84a4-c9cd17dac66f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:30:56.434752 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493de2dd-5546-4dfb-afce-37d66c7547da None None] Sync routers for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:30:56.446632 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493de2dd-5546-4dfb-afce-37d66c7547da None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:30:56.447275 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-493de2dd-5546-4dfb-afce-37d66c7547da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:30:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:30:56.486148 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-60ce4f0c-fd20-43b7-84a4-c9cd17dac66f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "PUT /v2.0/floatingips/9852b072-0177-4f30-b9a1-f7eeb6e707eb HTTP/1.1" status: 200 len: 991 time: 1.6336508 May 25 23:30:56.486639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'tag': 'c908ed27-9992-4ee0-8af0-1940784c77e5'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:30:56.539562 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87bec89-568d-408c-bcc5-024a00e05016'] response: {'name': 'network-changed', 'server_uuid': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'tag': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'status': 'completed', 'code': 200} May 25 23:30:56.628433 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-493de2dd-5546-4dfb-afce-37d66c7547da None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:30:56.630710 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ded3b16c-0c90-4211-bd26-d60c73a5963e req-262c0046-03b5-4284-a950-c4b3a3659da5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 1098 time: 0.0698268 May 25 23:30:56.761605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3b16c-0c90-4211-bd26-d60c73a5963e req-0656dec7-346b-4c0b-ba6f-229823adf782 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:56.763248 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ded3b16c-0c90-4211-bd26-d60c73a5963e req-0656dec7-346b-4c0b-ba6f-229823adf782 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1271138 May 25 23:30:56.864854 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ded3b16c-0c90-4211-bd26-d60c73a5963e req-3f7a8a48-22b6-4123-86ab-69a514330102 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c908ed27-9992-4ee0-8af0-1940784c77e5 HTTP/1.1" status: 200 len: 999 time: 0.0954678 May 25 23:30:56.925876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3b16c-0c90-4211-bd26-d60c73a5963e req-673387f3-14c7-4556-b74b-f9f228b673a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:30:56.927305 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ded3b16c-0c90-4211-bd26-d60c73a5963e req-673387f3-14c7-4556-b74b-f9f228b673a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0574150 May 25 23:30:56.974918 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-493de2dd-5546-4dfb-afce-37d66c7547da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '9852b072-0177-4f30-b9a1-f7eeb6e707eb', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'floating_ip_address': '172.26.5.132', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'port_id': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'mac_address': 'fa:16:3e:6e:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:28:27Z', 'updated_at': '2022-05-25T23:30:55Z', 'revision_number': 9, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:30:56.979859 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493de2dd-5546-4dfb-afce-37d66c7547da None None] Checking router: c4414118-5760-4d2f-b6f7-91d01a4af5a7 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:30:56.990428 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493de2dd-5546-4dfb-afce-37d66c7547da None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:30:56.991020 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-493de2dd-5546-4dfb-afce-37d66c7547da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:30:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:30:57.003085 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ded3b16c-0c90-4211-bd26-d60c73a5963e req-dfa85595-0e4f-479e-aadd-c70163ed8869 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704150 May 25 23:30:57.136331 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ded3b16c-0c90-4211-bd26-d60c73a5963e req-6514fffd-7926-4cf1-a130-361cadcf3e32 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272204 May 25 23:30:57.205730 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-493de2dd-5546-4dfb-afce-37d66c7547da None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:30:57.267909 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ded3b16c-0c90-4211-bd26-d60c73a5963e req-c0426363-6f94-48c9-abb5-0cb8860005a8 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261280 May 25 23:30:57.549508 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-493de2dd-5546-4dfb-afce-37d66c7547da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '9852b072-0177-4f30-b9a1-f7eeb6e707eb', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'floating_ip_address': '172.26.5.132', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'port_id': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'mac_address': 'fa:16:3e:6e:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:28:27Z', 'updated_at': '2022-05-25T23:30:55Z', 'revision_number': 9, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:30:57.553308 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493de2dd-5546-4dfb-afce-37d66c7547da None None] The sync data for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv is: [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '9852b072-0177-4f30-b9a1-f7eeb6e707eb', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'floating_ip_address': '172.26.5.132', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'port_id': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'mac_address': 'fa:16:3e:6e:b4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:28:27Z', 'updated_at': '2022-05-25T23:30:55Z', 'revision_number': 9, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:30:57.745608 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b30d9c-d3ba-47a4-aa32-3ff590a68d01 None None] New status for floating IP 9852b072-0177-4f30-b9a1-f7eeb6e707eb: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:31:11.492721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e34be146-8afc-40ba-865e-2797e10941ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:13.744550 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bf20dd5c-28d4-4b51-b941-5e6632ff6195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:14.950551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:15.092756 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:16.727280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:17.810575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:23.640080 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:31:29.864881 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5ffe7b9a-91c8-472f-8429-2c9abe30f994 req-d057ba59-62ae-417b-a258-9b4e677d8853 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0659473 May 25 23:31:30.347049 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47493280-3cd7-489d-9957-e81caa30308a req-959a42e2-56f6-4eab-b519-a43d1fb82b3c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:30.348492 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-47493280-3cd7-489d-9957-e81caa30308a req-959a42e2-56f6-4eab-b519-a43d1fb82b3c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0792120 May 25 23:31:30.481332 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-89cd4d72-34aa-4e05-adbf-9ae20caa7246 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1450057 May 25 23:31:30.504879 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-47493280-3cd7-489d-9957-e81caa30308a req-758ff432-b79d-4770-bdf0-e7a7be4c6973 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499357 May 25 23:31:31.599366 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6d8e9ddf-5476-4695-8694-1a15884a3c3d req-982637d6-7294-48eb-a738-fbead4b7986e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 1098 time: 0.0686440 May 25 23:31:31.800872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e9ddf-5476-4695-8694-1a15884a3c3d req-eb7845d9-d038-4496-bd0c-726f66414be3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:31.802209 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6d8e9ddf-5476-4695-8694-1a15884a3c3d req-eb7845d9-d038-4496-bd0c-726f66414be3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1841135 May 25 23:31:31.808464 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a84de0-c433-46f0-8682-7e09ff7a153c req-42fbb897-5e39-4174-9408-8499fa7ff836 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:31.811903 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-76a84de0-c433-46f0-8682-7e09ff7a153c req-42fbb897-5e39-4174-9408-8499fa7ff836 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.1738043 May 25 23:31:31.942102 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-76a84de0-c433-46f0-8682-7e09ff7a153c req-8257ee44-bc47-4d18-9182-48d1975b409d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253290 May 25 23:31:31.943785 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6d8e9ddf-5476-4695-8694-1a15884a3c3d req-ba8c62b2-9320-49a9-9c68-34cc109e2af2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c908ed27-9992-4ee0-8af0-1940784c77e5 HTTP/1.1" status: 200 len: 1002 time: 0.1282067 May 25 23:31:32.005537 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e9ddf-5476-4695-8694-1a15884a3c3d req-0529c10f-1784-46d7-85d5-36c2f4779d9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:32.011295 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6d8e9ddf-5476-4695-8694-1a15884a3c3d req-0529c10f-1784-46d7-85d5-36c2f4779d9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0579834 May 25 23:31:32.083060 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6d8e9ddf-5476-4695-8694-1a15884a3c3d req-51b67609-1197-4c4d-83b1-019d207db1bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705566 May 25 23:31:32.213238 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6d8e9ddf-5476-4695-8694-1a15884a3c3d req-b474098f-124e-4752-af53-a0cdcd043b40 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237960 May 25 23:31:32.344492 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6d8e9ddf-5476-4695-8694-1a15884a3c3d req-c78d940e-6ea9-429b-b991-301377903ca2 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246119 May 25 23:31:32.510471 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-54c70740-cd25-485b-b77d-91a2a67c9713 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 1098 time: 0.0676768 May 25 23:31:32.637707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-681fb089-ba85-4b85-91c2-c37b457176ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:32.639871 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-681fb089-ba85-4b85-91c2-c37b457176ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1238258 May 25 23:31:32.740462 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-3b9cb938-c391-489d-b425-26f09364151c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c908ed27-9992-4ee0-8af0-1940784c77e5 HTTP/1.1" status: 200 len: 1002 time: 0.0940964 May 25 23:31:32.799521 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-f0dd0afd-fbea-4533-b429-0a700dd33f0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:32.800917 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-f0dd0afd-fbea-4533-b429-0a700dd33f0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0555930 May 25 23:31:32.876686 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-f2bccb7a-ad43-4744-af8f-d1afde419124 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701301 May 25 23:31:33.006837 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-4add07bf-6794-4236-947f-d7cf07814b18 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241822 May 25 23:31:33.283488 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-6ac0c18b-6531-4fe8-9cf1-3e938023dc70 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705009 May 25 23:31:33.296977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ce9e2-f365-4184-ac21-bdcd024f15eb req-1db7ec71-e311-4039-bcc5-d0f35d487d07 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:33.298351 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0b9ce9e2-f365-4184-ac21-bdcd024f15eb req-1db7ec71-e311-4039-bcc5-d0f35d487d07 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.2223332 May 25 23:31:33.350554 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0b9ce9e2-f365-4184-ac21-bdcd024f15eb req-5fac5f72-36d1-445b-b6c1-b4651a6d3804 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423424 May 25 23:31:34.549545 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc7c5-cc83-4327-86d7-523314a5178e req-3603c3a1-2c19-4c80-bf39-28f9267c6027 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:34.550960 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-82ddc7c5-cc83-4327-86d7-523314a5178e req-3603c3a1-2c19-4c80-bf39-28f9267c6027 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0736268 May 25 23:31:34.595326 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-82ddc7c5-cc83-4327-86d7-523314a5178e req-31099bb4-b7d3-4471-9611-5c362f3e00c3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388839 May 25 23:31:35.793961 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a3c7d-9657-4f73-9f0e-4d27e8015a3e req-bb084f36-8046-4719-8f06-c5f32b8028cc tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:35.795363 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f42a3c7d-9657-4f73-9f0e-4d27e8015a3e req-bb084f36-8046-4719-8f06-c5f32b8028cc tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0787761 May 25 23:31:35.840305 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f42a3c7d-9657-4f73-9f0e-4d27e8015a3e req-516bfc6f-a7b2-4106-a2fd-f813905907f7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386157 May 25 23:31:37.036209 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29226d-0a30-49d8-8af7-89afda34550f req-3c5657d9-2896-4d66-a0cf-40b6dbd319c5 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:37.037631 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8c29226d-0a30-49d8-8af7-89afda34550f req-3c5657d9-2896-4d66-a0cf-40b6dbd319c5 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0751963 May 25 23:31:37.082422 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8c29226d-0a30-49d8-8af7-89afda34550f req-bfdcd9b8-f0ef-4cf6-8e5c-6cd51628982c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393488 May 25 23:31:38.287063 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e58f65-1a34-4232-a480-74df129e0078 req-9fc76e6b-0bf7-4935-8ac2-21daf64432c3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:38.288492 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-95e58f65-1a34-4232-a480-74df129e0078 req-9fc76e6b-0bf7-4935-8ac2-21daf64432c3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0806410 May 25 23:31:38.333545 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-95e58f65-1a34-4232-a480-74df129e0078 req-72e4ef88-feb1-4d9a-9170-b5c55eb6aadf tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393019 May 25 23:31:39.532689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d45a8d-03b7-4d77-b576-959d1e28a5a3 req-b59b2d9a-0f48-406c-8177-d3041de31cd5 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:39.534120 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b5d45a8d-03b7-4d77-b576-959d1e28a5a3 req-b59b2d9a-0f48-406c-8177-d3041de31cd5 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0756621 May 25 23:31:39.578133 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b5d45a8d-03b7-4d77-b576-959d1e28a5a3 req-5460f389-d75c-42c6-85b5-fa2a15935ea3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384669 May 25 23:31:40.783307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b5dcd-6479-43db-a8a8-0266b1645832 req-f8e1c036-3abf-4f7d-967f-567c81f752ad tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:40.784810 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5b4b5dcd-6479-43db-a8a8-0266b1645832 req-f8e1c036-3abf-4f7d-967f-567c81f752ad tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0869336 May 25 23:31:40.829127 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5b4b5dcd-6479-43db-a8a8-0266b1645832 req-beddbc27-cfbf-4314-85c9-9a70c6b7e17e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387845 May 25 23:31:41.492881 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4624ace5-6f8f-4824-a52c-630df0ce53bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:42.021819 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28787a62-ef56-475f-aa54-50ecc592aadb req-6f8a37e1-f743-4bc3-ba0c-53d060e75088 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:42.023227 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-28787a62-ef56-475f-aa54-50ecc592aadb req-6f8a37e1-f743-4bc3-ba0c-53d060e75088 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0750613 May 25 23:31:42.070152 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-28787a62-ef56-475f-aa54-50ecc592aadb req-daab6933-810a-46fb-8e92-0cc165f43583 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414057 May 25 23:31:43.269247 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c09f0-0ac6-480b-8ab8-4ad6ffeebd1c req-884acc0a-47cb-4580-a21f-ee2d4232bece tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:43.270683 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-547c09f0-0ac6-480b-8ab8-4ad6ffeebd1c req-884acc0a-47cb-4580-a21f-ee2d4232bece tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0761006 May 25 23:31:43.316840 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-547c09f0-0ac6-480b-8ab8-4ad6ffeebd1c req-2eef3a74-ff01-4dad-99d4-3664a35342c4 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406263 May 25 23:31:43.741667 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e69a550d-218d-497c-be1f-40a1cdf509b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:44.519463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b835711-b251-43d5-831b-b7c5b967e7d2 req-c3d6fd9c-aa9b-4d4e-bded-8e5b540ca840 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:44.520935 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7b835711-b251-43d5-831b-b7c5b967e7d2 req-c3d6fd9c-aa9b-4d4e-bded-8e5b540ca840 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0820165 May 25 23:31:44.565434 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7b835711-b251-43d5-831b-b7c5b967e7d2 req-49cb1185-a13b-4648-8cbd-c9fac3ea8639 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388124 May 25 23:31:44.950017 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:45.104222 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:45.275877 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-955f716a-f620-4e04-85e8-f93c706e3ec0 service neutron] 10.222.0.73 "GET /v2.0/ports/c908ed27-9992-4ee0-8af0-1940784c77e5/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0712295 May 25 23:31:45.770583 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08581e8-9087-4e94-806f-99795bff28cf req-934e4642-9192-449b-b7f8-7c9ea4caf3e3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:45.772588 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d08581e8-9087-4e94-806f-99795bff28cf req-934e4642-9192-449b-b7f8-7c9ea4caf3e3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0823340 May 25 23:31:45.818249 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d08581e8-9087-4e94-806f-99795bff28cf req-67721ef4-022a-4e34-a79c-83e6b298590c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400748 May 25 23:31:45.938161 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-c11fe4fe-83b0-4b56-9cf7-db80ffa8b601 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b&tenant_id=2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 1098 time: 0.0691657 May 25 23:31:46.029337 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-737abefe-0bae-46d9-9604-ba7d3b22a673 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 1098 time: 0.0712974 May 25 23:31:46.157499 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-49af7c3a-8c89-49ca-a37b-6d1c0ef3560c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:46.158925 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-49af7c3a-8c89-49ca-a37b-6d1c0ef3560c service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1243725 May 25 23:31:46.258430 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-31c29013-ce1b-4a3e-815e-674fff61e6ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c908ed27-9992-4ee0-8af0-1940784c77e5 HTTP/1.1" status: 200 len: 1002 time: 0.0934739 May 25 23:31:46.323410 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-2941fb43-0ab1-45a9-b1ca-f4e34f0a76ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:46.324857 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-2941fb43-0ab1-45a9-b1ca-f4e34f0a76ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0608611 May 25 23:31:46.398238 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-d893bf5b-9bbf-4b98-8452-fc2b98b24a84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675440 May 25 23:31:46.526859 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-b2f70eeb-f44e-45b0-9608-c75fac16bc6f service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230593 May 25 23:31:46.724875 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:46.740908 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-731dc851-f7dc-484a-b43f-d30d78cceb84 req-37fe5e4f-5f37-4e8a-af96-60b168222807 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086921 May 25 23:31:47.022493 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42829931-126a-4755-9279-15202f5532c3 req-b687746c-7c46-4465-a7da-332abbe2e2ce tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:47.022493 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-42829931-126a-4755-9279-15202f5532c3 req-b687746c-7c46-4465-a7da-332abbe2e2ce tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0806222 May 25 23:31:47.066854 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-42829931-126a-4755-9279-15202f5532c3 req-714838ac-d653-4e89-a2e7-e675a34cfbca tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403812 May 25 23:31:47.823694 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:48.274931 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3cfcf-f96c-485f-b426-0707415174f4 req-55acd0f9-5dd7-46c9-b1a2-0b5b428eed0c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:48.276357 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bda3cfcf-f96c-485f-b426-0707415174f4 req-55acd0f9-5dd7-46c9-b1a2-0b5b428eed0c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0772047 May 25 23:31:48.325106 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bda3cfcf-f96c-485f-b426-0707415174f4 req-60879563-5203-41ce-bbe1-23ef8e957833 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424352 May 25 23:31:49.474398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c908ed27-9992-4ee0-8af0-1940784c77e5 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:31:49.476644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c908ed27-9992-4ee0-8af0-1940784c77e5 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:31:49.528834 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777cc93-0f95-48d6-9a3d-3f8cf7105641 req-81b48223-d049-46ce-9d30-d37d7cd30eae tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:49.530381 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1777cc93-0f95-48d6-9a3d-3f8cf7105641 req-81b48223-d049-46ce-9d30-d37d7cd30eae tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0834196 May 25 23:31:49.576231 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1777cc93-0f95-48d6-9a3d-3f8cf7105641 req-0dece929-81be-4453-be7e-b10ea8e96fcb tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398672 May 25 23:31:49.691281 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:49.713633 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c908ed27-9992-4ee0-8af0-1940784c77e5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c908ed27-9992-4ee0-8af0-1940784c77e5,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:31:49.734290 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c908ed27-9992-4ee0-8af0-1940784c77e5'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:31:49.742633 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'port_id': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'mac_address': 'fa:16:3e:6e:b4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:31:49.746562 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c908ed27-9992-4ee0-8af0-1940784c77e5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c908ed27-9992-4ee0-8af0-1940784c77e5,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:31:49.802214 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5cec05-f826-46a4-a061-d760eed29ade'] response: {'server_uuid': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'code': 200} May 25 23:31:49.802891 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:49.820217 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c908ed27-9992-4ee0-8af0-1940784c77e5 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:31:49.826031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:49.931924 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:31:49.932265 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:31:49.935534 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=c908ed27-9992-4ee0-8af0-1940784c77e5,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:31:49.943703 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:31:49.944034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:31:49.944359 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:31:49.944708 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:31:49.945024 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:31:49.945340 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:31:49.945654 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:31:49.945973 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:31:49.946282 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:31:49.946589 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:31:49.946898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:31:50.471881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea628d32-2fc0-4ce3-8d57-5ebc98094022 req-ea04c9d1-6f04-456c-b770-d51843bbeec5 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:50.473346 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ea628d32-2fc0-4ce3-8d57-5ebc98094022 req-ea04c9d1-6f04-456c-b770-d51843bbeec5 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 943 time: 0.1365013 May 25 23:31:50.486809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-fad57555-41ad-40f8-a8de-523a63e125c9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:50.487449 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:50.488081 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-fad57555-41ad-40f8-a8de-523a63e125c9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b&tenant_id=2c37c43615ae415db52cba40bbb69c07&binding%3Ahost_id=hv-neutron-8433 HTTP/1.1" status: 200 len: 943 time: 0.1165836 May 25 23:31:50.505344 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c908ed27-9992-4ee0-8af0-1940784c77e5 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:31:50.520469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c908ed27-9992-4ee0-8af0-1940784c77e5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c908ed27-9992-4ee0-8af0-1940784c77e5,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:31:50.586181 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ea628d32-2fc0-4ce3-8d57-5ebc98094022 req-7be3eda1-f20d-4b51-a7c1-8c5c6af91505 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065578 May 25 23:31:50.594175 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:50.595103 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-c988e0aa-9b0c-4933-8383-7e466f24987f service neutron] 10.222.0.73 "GET /v2.0/ports/c908ed27-9992-4ee0-8af0-1940784c77e5/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0935552 May 25 23:31:50.663245 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['c908ed27-9992-4ee0-8af0-1940784c77e5'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:31:50.693156 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=c908ed27-9992-4ee0-8af0-1940784c77e5,revision_number=7']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:31:50.693870 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-cece8873-4528-4f71-9900-8ef60022de40 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 1097 time: 0.0706599 May 25 23:31:50.822196 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-3ba1c88e-2dc4-4845-b8a0-55dfb8510f2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:50.823512 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-3ba1c88e-2dc4-4845-b8a0-55dfb8510f2d service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1240072 May 25 23:31:50.924828 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-d3c1e2f0-260c-441e-9b2c-b9cb4509f26b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c908ed27-9992-4ee0-8af0-1940784c77e5 HTTP/1.1" status: 200 len: 1001 time: 0.0952373 May 25 23:31:50.984644 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-18d7b108-fbfa-4996-93b7-084bd57ce92d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:50.986209 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-18d7b108-fbfa-4996-93b7-084bd57ce92d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0555532 May 25 23:31:51.069347 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-4ea7e074-1488-4799-98c0-dd6d954938e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776176 May 25 23:31:51.197626 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-f3e6438b-7642-4a79-92da-bc2486ac6bdf service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222401 May 25 23:31:51.326508 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-a70a927f-59b2-4c83-a547-8634cdd87198 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233306 May 25 23:31:51.474575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c908ed27-9992-4ee0-8af0-1940784c77e5 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:31:51.542728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port c908ed27-9992-4ee0-8af0-1940784c77e5 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:31:51.543419 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:51.696551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:51.728679 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c908ed27-9992-4ee0-8af0-1940784c77e5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c908ed27-9992-4ee0-8af0-1940784c77e5,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:31:51.786466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db423-c9c9-4cab-a4f5-78ab1a738f76 req-79599ed4-937f-46fc-8cda-079bd7745bf9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:51.787892 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-134db423-c9c9-4cab-a4f5-78ab1a738f76 req-79599ed4-937f-46fc-8cda-079bd7745bf9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 944 time: 0.0761092 May 25 23:31:51.798945 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:51.832520 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c908ed27-9992-4ee0-8af0-1940784c77e5'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:31:51.833321 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-134db423-c9c9-4cab-a4f5-78ab1a738f76 req-5efa94b8-eed6-450e-88b9-2cd08871eb9d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398865 May 25 23:31:51.873055 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=c908ed27-9992-4ee0-8af0-1940784c77e5,revision_number=8']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:31:51.896844 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a424c4-6f80-4e57-88da-9b4e398181c9'] response: {'server_uuid': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'code': 200} May 25 23:31:53.037911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed31238-3b76-4ed4-aeb9-2c6f956815ca req-e87508a0-644f-41a3-b240-aac677c33571 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:53.039361 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0ed31238-3b76-4ed4-aeb9-2c6f956815ca req-e87508a0-644f-41a3-b240-aac677c33571 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0793314 May 25 23:31:53.085055 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0ed31238-3b76-4ed4-aeb9-2c6f956815ca req-08171d2b-7065-4ccc-bf7f-360953c6ec56 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397954 May 25 23:31:54.430959 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ec372-bba5-4d18-9295-57fc5cb66cdf req-43231ce2-3e03-45e9-9bb8-a039ae51e5fd tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:54.432385 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a97ec372-bba5-4d18-9295-57fc5cb66cdf req-43231ce2-3e03-45e9-9bb8-a039ae51e5fd tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.2254126 May 25 23:31:54.435078 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-2beb56a1-e128-4aad-87c2-3db2e5fb8673 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b&tenant_id=2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 1098 time: 0.1937540 May 25 23:31:54.526175 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a97ec372-bba5-4d18-9295-57fc5cb66cdf req-0413e6ea-b0c4-4724-8c63-f0f529885319 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861812 May 25 23:31:54.541691 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-240dcbc2-0ac9-4383-a124-63e4a974e2e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 1098 time: 0.0863714 May 25 23:31:54.668209 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-d6616874-a48a-4170-b45f-d1477b3d9aa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:54.669643 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-d6616874-a48a-4170-b45f-d1477b3d9aa8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1224730 May 25 23:31:54.770759 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-6631c9af-76bb-4fb6-936a-5fea47f70780 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c908ed27-9992-4ee0-8af0-1940784c77e5 HTTP/1.1" status: 200 len: 1002 time: 0.0943754 May 25 23:31:54.833235 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-7eb57c33-5c34-4b36-813a-be98eed415e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:54.834687 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-7eb57c33-5c34-4b36-813a-be98eed415e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0589736 May 25 23:31:54.905961 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-38655568-d089-4959-9c3c-2a57fd2c1334 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661452 May 25 23:31:55.034478 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-730dbaaf-f925-45e0-a884-5912629c9125 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219809 May 25 23:31:55.163337 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c039440c-2f8c-43fc-99f4-95aa36c0dd99 req-856ea213-746d-4dee-94ea-519bcacaad5e service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230009 May 25 23:31:55.718817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6143c9-6851-468e-919a-2f31359738d5 req-16b85399-c6fe-4460-a81b-fa64b9fac5cc tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:55.720217 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0a6143c9-6851-468e-919a-2f31359738d5 req-16b85399-c6fe-4460-a81b-fa64b9fac5cc tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0741556 May 25 23:31:55.768219 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0a6143c9-6851-468e-919a-2f31359738d5 req-5a048318-cea6-4922-85b2-34d21587e823 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420957 May 25 23:31:56.964352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0450e77-9751-4a60-a3d0-c952106dccdd req-2d633913-0b02-4a87-89e9-5559b511fb6d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:56.965817 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f0450e77-9751-4a60-a3d0-c952106dccdd req-2d633913-0b02-4a87-89e9-5559b511fb6d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0773108 May 25 23:31:57.011577 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f0450e77-9751-4a60-a3d0-c952106dccdd req-23697a6f-decc-4e23-86bf-9c6757865f7e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388951 May 25 23:31:57.210236 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cd229-2ca0-49b5-b94b-b43365fd45a2 req-4fba0486-fda5-4ffa-996b-6367becb02a1 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:57.211770 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c17cd229-2ca0-49b5-b94b-b43365fd45a2 req-4fba0486-fda5-4ffa-996b-6367becb02a1 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0785215 May 25 23:31:57.257232 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c17cd229-2ca0-49b5-b94b-b43365fd45a2 req-0f94d27b-5de6-4b4f-b2c2-0e6a729bc3d0 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398898 May 25 23:31:57.457781 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d62e6d-177a-4574-bc37-1c6ec8309925 req-61d54b8b-c72b-44eb-a12b-c6708387d647 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:57.459219 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-00d62e6d-177a-4574-bc37-1c6ec8309925 req-61d54b8b-c72b-44eb-a12b-c6708387d647 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0799673 May 25 23:31:57.500062 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c908ed27-9992-4ee0-8af0-1940784c77e5 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:31:57.504667 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c908ed27-9992-4ee0-8af0-1940784c77e5 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:31:57.506242 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-00d62e6d-177a-4574-bc37-1c6ec8309925 req-a45ca786-6fa2-4087-9162-3298f9411af3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414732 May 25 23:31:57.713815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:57.744014 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c908ed27-9992-4ee0-8af0-1940784c77e5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c908ed27-9992-4ee0-8af0-1940784c77e5,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:31:57.766928 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'port_id': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'mac_address': 'fa:16:3e:6e:b4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:31:57.768229 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c908ed27-9992-4ee0-8af0-1940784c77e5'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:31:57.805258 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c908ed27-9992-4ee0-8af0-1940784c77e5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c908ed27-9992-4ee0-8af0-1940784c77e5,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:31:57.826122 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-555e55e6-9219-42dd-8e65-e03c05367d12'] response: {'server_uuid': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'code': 200} May 25 23:31:57.832171 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:57.849707 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c908ed27-9992-4ee0-8af0-1940784c77e5 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:31:57.864402 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:57.973427 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:31:57.973771 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:31:57.977177 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=c908ed27-9992-4ee0-8af0-1940784c77e5,revision_number=9']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:31:58.103321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2429f9e-b35a-4387-b298-149b23a3136c req-9b9cf510-f075-4d64-a8f2-06be8a394278 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:58.104776 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a2429f9e-b35a-4387-b298-149b23a3136c req-9b9cf510-f075-4d64-a8f2-06be8a394278 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 943 time: 0.0825551 May 25 23:31:58.149217 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a2429f9e-b35a-4387-b298-149b23a3136c req-c3fe7806-fc09-4537-92f9-e454113ef51c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384088 May 25 23:31:58.526568 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:58.546532 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c908ed27-9992-4ee0-8af0-1940784c77e5 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:31:58.560942 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c908ed27-9992-4ee0-8af0-1940784c77e5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c908ed27-9992-4ee0-8af0-1940784c77e5,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:31:58.612226 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:58.673369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['c908ed27-9992-4ee0-8af0-1940784c77e5'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:31:58.719040 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=c908ed27-9992-4ee0-8af0-1940784c77e5,revision_number=10']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:31:59.345863 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccca6c-a097-4e0b-9d2d-a455ac5d48f8 req-121815e3-0c65-498b-81b2-8aecb7493763 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:31:59.347552 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-02ccca6c-a097-4e0b-9d2d-a455ac5d48f8 req-121815e3-0c65-498b-81b2-8aecb7493763 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 945 time: 0.0756943 May 25 23:31:59.392079 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-02ccca6c-a097-4e0b-9d2d-a455ac5d48f8 req-2f6a7d2b-5b42-4b60-a930-e9547f583a48 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390210 May 25 23:31:59.510984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c908ed27-9992-4ee0-8af0-1940784c77e5 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:31:59.580118 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port c908ed27-9992-4ee0-8af0-1940784c77e5 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:31:59.580837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:59.691452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:59.722906 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c908ed27-9992-4ee0-8af0-1940784c77e5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c908ed27-9992-4ee0-8af0-1940784c77e5,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:31:59.792881 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:31:59.832262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c908ed27-9992-4ee0-8af0-1940784c77e5'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:31:59.863429 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=c908ed27-9992-4ee0-8af0-1940784c77e5,revision_number=11']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:31:59.890847 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d643ca-43af-4593-982f-c9174ce6ff95'] response: {'server_uuid': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'code': 200} May 25 23:32:00.155919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf89ad-2cee-42c1-9350-d7a55c2fd90d req-348758e7-4d3a-497d-b071-7a816eafa045 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:00.157451 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a2bf89ad-2cee-42c1-9350-d7a55c2fd90d req-348758e7-4d3a-497d-b071-7a816eafa045 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 946 time: 0.0783126 May 25 23:32:00.224418 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [req-a2bf89ad-2cee-42c1-9350-d7a55c2fd90d req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Deleting port c908ed27-9992-4ee0-8af0-1940784c77e5 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:32:00.224786 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-a2bf89ad-2cee-42c1-9350-d7a55c2fd90d req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:00.599664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-a2bf89ad-2cee-42c1-9350-d7a55c2fd90d req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] For port c908ed27-9992-4ee0-8af0-1940784c77e5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c908ed27-9992-4ee0-8af0-1940784c77e5,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:32:00.600402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-a2bf89ad-2cee-42c1-9350-d7a55c2fd90d req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:00.640350 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:32:00.719095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb6dbf-e401-42e5-872a-d265f161fd90 req-3877cf2b-e1a1-4bde-8fc1-d8858515f283 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:00.720452 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-94bb6dbf-e401-42e5-872a-d265f161fd90 req-3877cf2b-e1a1-4bde-8fc1-d8858515f283 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 946 time: 0.2000935 May 25 23:32:00.917918 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-94bb6dbf-e401-42e5-872a-d265f161fd90 req-aed9066a-be69-4ca4-966e-a1eaa663bc3a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426291 May 25 23:32:00.944868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-a2bf89ad-2cee-42c1-9350-d7a55c2fd90d req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:00.945234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-a2bf89ad-2cee-42c1-9350-d7a55c2fd90d req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:00.945541 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [req-a2bf89ad-2cee-42c1-9350-d7a55c2fd90d req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Floating IP 9852b072-0177-4f30-b9a1-f7eeb6e707eb disassociated. External IP: 172.26.5.132, port: c908ed27-9992-4ee0-8af0-1940784c77e5. May 25 23:32:00.945877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [req-a2bf89ad-2cee-42c1-9350-d7a55c2fd90d req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Calling delete_port for c908ed27-9992-4ee0-8af0-1940784c77e5 owned by compute:nova {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:32:01.152861 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-a2bf89ad-2cee-42c1-9350-d7a55c2fd90d req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:01.200173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Pushing event deleted for resources: {'Port': ['ID=c908ed27-9992-4ee0-8af0-1940784c77e5,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:32:01.212650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:32:01.212983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:32:01.213308 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:32:01.213628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:32:01.213949 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:32:01.214260 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:32:01.214572 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:32:01.214882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:32:01.215190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:32:01.215495 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:32:01.215803 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:32:01.423334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2bf89ad-2cee-42c1-9350-d7a55c2fd90d req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Router c4414118-5760-4d2f-b6f7-91d01a4af5a7 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:32:01.621561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2bf89ad-2cee-42c1-9350-d7a55c2fd90d req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:32:01.631228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f749f5-3cdd-433c-a516-d5a8e05a78ff None None] Sync routers for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:32:01.643561 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f749f5-3cdd-433c-a516-d5a8e05a78ff None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:32:01.644239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a2f749f5-3cdd-433c-a516-d5a8e05a78ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:31:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:32:01.691086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bf89ad-2cee-42c1-9350-d7a55c2fd90d req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] No DVR routers for this DVR port c908ed27-9992-4ee0-8af0-1940784c77e5 on host hv-neutron-8433 {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:32:01.693466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-a2bf89ad-2cee-42c1-9350-d7a55c2fd90d req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:01.695905 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'name': 'network-vif-deleted', 'tag': 'c908ed27-9992-4ee0-8af0-1940784c77e5'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:32:01.756784 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ea51d2-bbeb-446f-bed6-81ce2c15d7a0'] response: {'server_uuid': '6bdd5100-6e2e-49ba-a0d4-de757175995b', 'name': 'network-vif-deleted', 'tag': 'c908ed27-9992-4ee0-8af0-1940784c77e5', 'status': 'completed', 'code': 200} May 25 23:32:01.766512 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a2bf89ad-2cee-42c1-9350-d7a55c2fd90d req-a87adee4-06ca-45e2-9574-0e6bb4e28c93 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "DELETE /v2.0/ports/c908ed27-9992-4ee0-8af0-1940784c77e5 HTTP/1.1" status: 204 len: 173 time: 1.6040995 May 25 23:32:01.825696 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-a2f749f5-3cdd-433c-a516-d5a8e05a78ff None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:32:02.086875 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-b5924f35-3a93-4d56-845e-880691c39602 req-0899ad05-dbc3-49c2-b0b8-b968dfa06e0a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Synchronizing usage tracker for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:32:02.171238 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a2f749f5-3cdd-433c-a516-d5a8e05a78ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:32:02.175081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f749f5-3cdd-433c-a516-d5a8e05a78ff None None] Checking router: c4414118-5760-4d2f-b6f7-91d01a4af5a7 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:32:02.185555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f749f5-3cdd-433c-a516-d5a8e05a78ff None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:32:02.186929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a2f749f5-3cdd-433c-a516-d5a8e05a78ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:31:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:32:02.204802 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-b5924f35-3a93-4d56-845e-880691c39602 req-0899ad05-dbc3-49c2-b0b8-b968dfa06e0a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Unset dirty status for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:32:02.206007 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b5924f35-3a93-4d56-845e-880691c39602 req-0899ad05-dbc3-49c2-b0b8-b968dfa06e0a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bdd5100-6e2e-49ba-a0d4-de757175995b HTTP/1.1" status: 200 len: 210 time: 0.1636729 May 25 23:32:02.363509 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-a2f749f5-3cdd-433c-a516-d5a8e05a78ff None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:32:02.674704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a2f749f5-3cdd-433c-a516-d5a8e05a78ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:32:02.678887 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f749f5-3cdd-433c-a516-d5a8e05a78ff None None] The sync data for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv is: [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:32:02.897547 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22320d2d-1c01-48ff-8c0c-625611557ff3 None None] New status for floating IP 9852b072-0177-4f30-b9a1-f7eeb6e707eb: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:32:03.525617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c908ed27-9992-4ee0-8af0-1940784c77e5 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:32:03.557137 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: c908ed27-9992-4ee0-8af0-1940784c77e5 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:32:03.557476 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c908ed27-9992-4ee0-8af0-1940784c77e5 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:32:03.564473 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-46d5c4e9-ff1e-47b3-8d25-3a3a22e60f89 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1234591452&fields=id&tenant_id=2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 267 time: 0.0434890 May 25 23:32:03.711240 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-bd02581c-ecb5-4344-b999-770f79f4b6eb tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:03.712580 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-bd02581c-ecb5-4344-b999-770f79f4b6eb tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 811 time: 0.1416984 May 25 23:32:03.728814 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-11f13caa-1bfd-4aad-ab0b-bdb46d8549fa tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/quotas/2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 375 time: 0.0105951 May 25 23:32:03.813929 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-deece55f-a39a-42da-abce-1a902e6318ff tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796547 May 25 23:32:03.895473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4aa6ef5-1f6d-422a-9ead-76302432987d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 23:32:03.896443 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4aa6ef5-1f6d-422a-9ead-76302432987d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0713859 May 25 23:32:04.121937 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-05611242-2ef7-458a-a540-aaf955c83600 service neutron] 10.222.0.66 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192678 May 25 23:32:04.251042 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-7f3392b9-5d50-4ff8-9835-a1c4100bc0be service neutron] 10.222.0.66 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233468 May 25 23:32:04.511939 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-837e3188-36a1-4362-8573-0b00f3726259 req-75e3a09c-7941-4e5b-9327-cabd8d4db5f5 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 210 time: 0.0393603 May 25 23:32:05.674872 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8bd62933-13c5-4f9d-8ea7-7a2fe776f3b2 req-f724f731-f2f6-4b88-bbf4-a72beb538e16 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 210 time: 0.0403376 May 25 23:32:06.586270 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-bb280ef2-594a-40b5-9f83-94f6de83f3ba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:06.587607 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-bb280ef2-594a-40b5-9f83-94f6de83f3ba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 811 time: 0.1465349 May 25 23:32:06.644021 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-d8a79a02-3616-4131-b7ba-310b1dcd4dd5 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 380 time: 0.0454273 May 25 23:32:06.652233 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4cd36b8-7b63-488d-9b35-e8cddb363388 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Request body: {'port': {'device_id': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'admin_state_up': True, 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'security_groups': ['965f4d51-5d0c-421f-ba8b-19ddf6d90125']}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:32:06.797635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4cd36b8-7b63-488d-9b35-e8cddb363388 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:32:06.847209 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4cd36b8-7b63-488d-9b35-e8cddb363388 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:32:06.855526 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-677e8cea-c688-45f3-b5bb-8a3637a3c4fe req-20e5c759-1d0e-4fa5-a015-68faf052ee98 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 210 time: 0.0514326 May 25 23:32:06.921736 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4cd36b8-7b63-488d-9b35-e8cddb363388 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Made reservation on behalf of 2c37c43615ae415db52cba40bbb69c07 for: {'port': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:32:06.924888 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4cd36b8-7b63-488d-9b35-e8cddb363388 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:07.084169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4cd36b8-7b63-488d-9b35-e8cddb363388 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Allocated IP 172.20.0.3 (c09aa7d9-383d-4c60-902d-f8fdc2f293af/19146d10-a98e-43e6-b796-c080a6fbebcc/03878435-3122-4567-8748-32517bcc656b) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:32:07.267665 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4cd36b8-7b63-488d-9b35-e8cddb363388 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:07.283730 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4cd36b8-7b63-488d-9b35-e8cddb363388 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Transition to ACTIVE for port object 03878435-3122-4567-8748-32517bcc656b will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:32:07.370346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4cd36b8-7b63-488d-9b35-e8cddb363388 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:07.445773 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4cd36b8-7b63-488d-9b35-e8cddb363388 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Network c09aa7d9-383d-4c60-902d-f8fdc2f293af is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:32:07.448829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4cd36b8-7b63-488d-9b35-e8cddb363388 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:32:07.451340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4cd36b8-7b63-488d-9b35-e8cddb363388 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:32:07.483781 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd36b8-7b63-488d-9b35-e8cddb363388 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Pushing event updated for resources: {'Port': ['ID=03878435-3122-4567-8748-32517bcc656b,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:32:07.518886 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4cd36b8-7b63-488d-9b35-e8cddb363388 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:07.519408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4cd36b8-7b63-488d-9b35-e8cddb363388 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:07.641870 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-c4cd36b8-7b63-488d-9b35-e8cddb363388 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9932311 May 25 23:32:07.652688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Request body: {'port': {'device_id': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:32:07.760902 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:07.795672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-655ee389-3a49-4d20-ae56-10ac425b9426 None None] Provisioning for port 03878435-3122-4567-8748-32517bcc656b completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:32:07.800846 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-655ee389-3a49-4d20-ae56-10ac425b9426 None None] Provisioning complete for port 03878435-3122-4567-8748-32517bcc656b triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:32:07.801209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-655ee389-3a49-4d20-ae56-10ac425b9426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:07.856470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-655ee389-3a49-4d20-ae56-10ac425b9426 None None] Port 03878435-3122-4567-8748-32517bcc656b cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:32:08.103362 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aefb5f-6d57-489e-8949-a18507d5d24f req-caa7ff1f-383f-4fe0-8e0b-e8af4978df02 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:08.104044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-23aefb5f-6d57-489e-8949-a18507d5d24f req-caa7ff1f-383f-4fe0-8e0b-e8af4978df02 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Synchronizing usage tracker for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:32:08.161606 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03878435-3122-4567-8748-32517bcc656b {{(pid=84716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:32:08.168136 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:08.182397 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Transition to ACTIVE for port object 03878435-3122-4567-8748-32517bcc656b will not be triggered until provisioned by entity L2. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:32:08.215886 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-23aefb5f-6d57-489e-8949-a18507d5d24f req-caa7ff1f-383f-4fe0-8e0b-e8af4978df02 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Unset dirty status for tenant:2c37c43615ae415db52cba40bbb69c07 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:32:08.217056 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-23aefb5f-6d57-489e-8949-a18507d5d24f req-caa7ff1f-383f-4fe0-8e0b-e8af4978df02 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 931 time: 0.2399440 May 25 23:32:08.352417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:08.403075 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-23aefb5f-6d57-489e-8949-a18507d5d24f req-5e72e885-aab2-4a78-99e8-967485995618 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799333 May 25 23:32:08.481627 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Pushing event updated for resources: {'Port': ['ID=03878435-3122-4567-8748-32517bcc656b,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:32:08.591329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Attempting to bind port 03878435-3122-4567-8748-32517bcc656b on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:32:08.591655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Attempting to bind port 03878435-3122-4567-8748-32517bcc656b by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:32:08.591976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Attempting to bind port 03878435-3122-4567-8748-32517bcc656b on network c09aa7d9-383d-4c60-902d-f8fdc2f293af {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:32:08.598423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Port 03878435-3122-4567-8748-32517bcc656b on network c09aa7d9-383d-4c60-902d-f8fdc2f293af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:32:08.598734 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Attempting to bind port 03878435-3122-4567-8748-32517bcc656b on network c09aa7d9-383d-4c60-902d-f8fdc2f293af {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:32:08.604908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:32:08.605234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Checking segment: {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:32:08.605606 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Bound using segment: {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'} {{(pid=84716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:32:08.606016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.managers [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Bound port: 03878435-3122-4567-8748-32517bcc656b, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680769cf-13ab-4d89-a374-22284e35f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af'}}] {{(pid=84716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:32:08.606353 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:08.692629 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] For port 03878435-3122-4567-8748-32517bcc656b, host hv-neutron-8433, cleared binding levels {{(pid=84716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:32:08.695641 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] For port 03878435-3122-4567-8748-32517bcc656b, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=03878435-3122-4567-8748-32517bcc656b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:32:08.764467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:08.829109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:08.830447 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] 10.222.0.73 "PUT /v2.0/ports/03878435-3122-4567-8748-32517bcc656b HTTP/1.1" status: 200 len: 1093 time: 1.1817751 May 25 23:32:08.830885 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'tag': '03878435-3122-4567-8748-32517bcc656b'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:32:08.849618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90cac6-8141-45b2-8067-cac9caf903dc service neutron] Pushing event updated for resources: {'Port': ['ID=03878435-3122-4567-8748-32517bcc656b,revision_number=3']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:32:08.891154 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9109d62-092a-4421-b22b-0218a32e321d'] response: {'name': 'network-changed', 'server_uuid': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'tag': '03878435-3122-4567-8748-32517bcc656b', 'status': 'completed', 'code': 200} May 25 23:32:08.981323 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-24e5dfbb-6ee1-4bfc-aea4-e2edc54eb9a7 req-5df385e3-c676-4716-87d5-1d742f5a7271 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 1096 time: 0.0721295 May 25 23:32:09.120117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5dfbb-6ee1-4bfc-aea4-e2edc54eb9a7 req-553d1cbf-60c0-47ff-b80f-dd942a58821a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:09.121572 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-24e5dfbb-6ee1-4bfc-aea4-e2edc54eb9a7 req-553d1cbf-60c0-47ff-b80f-dd942a58821a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2c37c43615ae415db52cba40bbb69c07&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1333263 May 25 23:32:09.252905 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5dfbb-6ee1-4bfc-aea4-e2edc54eb9a7 req-1d3f6707-24e5-4a54-9911-4327af7b5036 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:09.254249 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-24e5dfbb-6ee1-4bfc-aea4-e2edc54eb9a7 req-1d3f6707-24e5-4a54-9911-4327af7b5036 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274846 May 25 23:32:09.356255 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-88ce3898-c1af-485e-8fb6-eaae4753784c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 1096 time: 0.0680149 May 25 23:32:09.425068 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-61448977-ba25-4bf4-b30c-2a1463fa9b5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03878435-3122-4567-8748-32517bcc656b HTTP/1.1" status: 200 len: 217 time: 0.0626602 May 25 23:32:09.486895 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-d5eecaa0-4b23-4151-8490-254940310047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:09.488306 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-d5eecaa0-4b23-4151-8490-254940310047 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0579085 May 25 23:32:09.617415 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-72a3a6d1-f809-4565-bd59-ac7516b44a22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1233273 May 25 23:32:09.627041 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dd08a-9fa1-4d11-8c75-096395080b24 req-a7f66774-42c3-4105-b47c-677ca40ba459 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:09.628337 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-530dd08a-9fa1-4d11-8c75-096395080b24 req-a7f66774-42c3-4105-b47c-677ca40ba459 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 943 time: 0.0992143 May 25 23:32:09.751170 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-530dd08a-9fa1-4d11-8c75-096395080b24 req-985cba45-f1ee-400a-848a-c27813368714 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050165 May 25 23:32:09.783426 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-696f07a7-b44a-47f7-9169-fc4e2d6e0f08 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541703 May 25 23:32:09.909337 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9aec5e3-aae5-4dc0-b4e2-8e590cab489b req-498076cf-9dfa-40c8-b640-1ab292721781 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200438 May 25 23:32:10.947916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c313d9-e201-476b-9834-dc47ceed2639 req-04f7e26d-412b-4fc1-b2b0-dd3c6ea11cab tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:10.949381 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-76c313d9-e201-476b-9834-dc47ceed2639 req-04f7e26d-412b-4fc1-b2b0-dd3c6ea11cab tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 943 time: 0.0792487 May 25 23:32:10.993806 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-76c313d9-e201-476b-9834-dc47ceed2639 req-e55e5f8a-7c86-4574-b2e3-cd95270d11a3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381460 May 25 23:32:11.498496 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3a20-fb18-4677-b068-bbdc0ae2d1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:11.555948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 03878435-3122-4567-8748-32517bcc656b details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:32:11.689443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 03878435-3122-4567-8748-32517bcc656b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=03878435-3122-4567-8748-32517bcc656b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:32:11.702031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '03878435-3122-4567-8748-32517bcc656b', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'port_id': '03878435-3122-4567-8748-32517bcc656b', 'mac_address': 'fa:16:3e:6d:17:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:32:11.754176 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:11.770801 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03878435-3122-4567-8748-32517bcc656b {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:32:11.785898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 03878435-3122-4567-8748-32517bcc656b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=03878435-3122-4567-8748-32517bcc656b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:32:11.840911 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:11.909741 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=03878435-3122-4567-8748-32517bcc656b,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:32:12.041921 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['03878435-3122-4567-8748-32517bcc656b'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:32:12.188146 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6798a-54be-4b7a-a052-5f672d304cac req-893300ff-0f7e-4316-bb84-3d37d6b92f69 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:12.189611 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6ed6798a-54be-4b7a-a052-5f672d304cac req-893300ff-0f7e-4316-bb84-3d37d6b92f69 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 944 time: 0.0743227 May 25 23:32:12.325218 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6ed6798a-54be-4b7a-a052-5f672d304cac req-3341e59e-0741-4a9e-b084-44a43bb51b27 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299479 May 25 23:32:13.520008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0c3c7-4758-47f1-a93e-cd7b61431d92 req-431dc7ad-b92e-4ecd-a40d-2cea7cca1b70 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:13.521363 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f1f0c3c7-4758-47f1-a93e-cd7b61431d92 req-431dc7ad-b92e-4ecd-a40d-2cea7cca1b70 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 944 time: 0.0761027 May 25 23:32:13.565809 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f1f0c3c7-4758-47f1-a93e-cd7b61431d92 req-fc286ead-04c9-4e28-9b77-622f605f2fc9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388265 May 25 23:32:13.571574 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 03878435-3122-4567-8748-32517bcc656b up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:32:13.761247 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 03878435-3122-4567-8748-32517bcc656b completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:32:13.766867 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 03878435-3122-4567-8748-32517bcc656b triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:32:13.767230 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:13.800286 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c809f528-45e4-4b17-b8b5-a9f13ec79e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:13.883556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:13.909711 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03878435-3122-4567-8748-32517bcc656b'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:32:13.919133 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 03878435-3122-4567-8748-32517bcc656b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=03878435-3122-4567-8748-32517bcc656b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:32:13.963430 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eee18a1-90c6-4143-bdc3-c33aee993309'] response: {'server_uuid': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03878435-3122-4567-8748-32517bcc656b', 'code': 200} May 25 23:32:13.981884 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:14.047410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=03878435-3122-4567-8748-32517bcc656b,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:32:14.306394 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d4dcd7dc-edff-463d-9a0a-082a55099da4 req-ccd03669-652b-4753-8ecf-91c2e26749ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 1098 time: 0.0709593 May 25 23:32:14.348644 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d4dcd7dc-edff-463d-9a0a-082a55099da4 req-b9595603-06a9-4749-ba0d-2a4b6640d9ae service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370793 May 25 23:32:14.764654 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c63b8-629a-46a1-8547-e4fc75c49b35 req-f3ec2680-bd53-4642-998f-f269087a6d17 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:14.766449 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6d1c63b8-629a-46a1-8547-e4fc75c49b35 req-f3ec2680-bd53-4642-998f-f269087a6d17 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0751035 May 25 23:32:14.811135 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6d1c63b8-629a-46a1-8547-e4fc75c49b35 req-39374926-1ed6-42f4-bf01-9c11b3ef83d7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391579 May 25 23:32:14.955234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:15.118266 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:16.015867 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39531881-fb20-4e4e-ad02-70648ac85bff req-7e8200ad-494d-49b3-8a16-0576a37b0a4f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:16.017412 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-39531881-fb20-4e4e-ad02-70648ac85bff req-7e8200ad-494d-49b3-8a16-0576a37b0a4f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0804031 May 25 23:32:16.064002 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-39531881-fb20-4e4e-ad02-70648ac85bff req-cf14528b-6a3a-4afa-851a-d4ed6bf1f80f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409291 May 25 23:32:16.265458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea26650-dda8-496d-9d69-62d640065514 req-3fdc14b0-bdc0-4a23-98ae-fa245bd074bf tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:16.266998 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-aea26650-dda8-496d-9d69-62d640065514 req-3fdc14b0-bdc0-4a23-98ae-fa245bd074bf tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0755475 May 25 23:32:16.275709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 46780) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:32:16.283192 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-b93cad74-470e-40f5-8b08-4133b3274abb tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Request body: {'floatingip': {'port_id': '03878435-3122-4567-8748-32517bcc656b'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:32:16.372402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b93cad74-470e-40f5-8b08-4133b3274abb tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for floatingip, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:16.735792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:17.018519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b93cad74-470e-40f5-8b08-4133b3274abb tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:17.098305 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b93cad74-470e-40f5-8b08-4133b3274abb tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:17.287101 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-b93cad74-470e-40f5-8b08-4133b3274abb tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Floating IP 9852b072-0177-4f30-b9a1-f7eeb6e707eb associated. External IP: 172.26.5.132, port: 03878435-3122-4567-8748-32517bcc656b. May 25 23:32:17.758639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93cad74-470e-40f5-8b08-4133b3274abb tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Router c4414118-5760-4d2f-b6f7-91d01a4af5a7 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:32:17.863769 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:17.959812 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93cad74-470e-40f5-8b08-4133b3274abb tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:32:17.964645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b93cad74-470e-40f5-8b08-4133b3274abb tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:17.970598 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b4476c-cb28-49be-950b-387a9e7b4002 None None] Sync routers for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:32:17.982403 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b4476c-cb28-49be-950b-387a9e7b4002 None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:32:17.983009 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a5b4476c-cb28-49be-950b-387a9e7b4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:32:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:32:18.018073 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b93cad74-470e-40f5-8b08-4133b3274abb tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "PUT /v2.0/floatingips/9852b072-0177-4f30-b9a1-f7eeb6e707eb HTTP/1.1" status: 200 len: 992 time: 1.7411771 May 25 23:32:18.018781 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'tag': '03878435-3122-4567-8748-32517bcc656b'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:32:18.072085 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f15a1952-7b71-440c-b992-6cb42688e33b'] response: {'name': 'network-changed', 'server_uuid': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'tag': '03878435-3122-4567-8748-32517bcc656b', 'status': 'completed', 'code': 200} May 25 23:32:18.162018 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dd9dcedf-8f86-4c4a-abf9-93dbf41f3c37 req-59a928e1-dd69-4ca8-8e5b-98a85fcd19c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 1098 time: 0.0686703 May 25 23:32:18.192292 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-a5b4476c-cb28-49be-950b-387a9e7b4002 None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:32:18.293348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dcedf-8f86-4c4a-abf9-93dbf41f3c37 req-7ad27008-2790-417b-8e8c-0cf117747d07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:18.294810 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dd9dcedf-8f86-4c4a-abf9-93dbf41f3c37 req-7ad27008-2790-417b-8e8c-0cf117747d07 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1277313 May 25 23:32:18.396352 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dd9dcedf-8f86-4c4a-abf9-93dbf41f3c37 req-13365db6-3fc1-4a70-b150-cc992448b723 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03878435-3122-4567-8748-32517bcc656b HTTP/1.1" status: 200 len: 1000 time: 0.0962613 May 25 23:32:18.461584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dcedf-8f86-4c4a-abf9-93dbf41f3c37 req-5db9ec0c-a705-45d1-9e81-4b669a3e74b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:18.462994 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dd9dcedf-8f86-4c4a-abf9-93dbf41f3c37 req-5db9ec0c-a705-45d1-9e81-4b669a3e74b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0609999 May 25 23:32:18.536578 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dd9dcedf-8f86-4c4a-abf9-93dbf41f3c37 req-4388e1fa-01f0-4092-8e21-e5d7b6dd9e9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680044 May 25 23:32:18.541427 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a5b4476c-cb28-49be-950b-387a9e7b4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '9852b072-0177-4f30-b9a1-f7eeb6e707eb', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'floating_ip_address': '172.26.5.132', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'port_id': '03878435-3122-4567-8748-32517bcc656b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'mac_address': 'fa:16:3e:6d:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:28:27Z', 'updated_at': '2022-05-25T23:32:16Z', 'revision_number': 13, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:32:18.545328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b4476c-cb28-49be-950b-387a9e7b4002 None None] Checking router: c4414118-5760-4d2f-b6f7-91d01a4af5a7 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:32:18.555844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b4476c-cb28-49be-950b-387a9e7b4002 None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:32:18.556439 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a5b4476c-cb28-49be-950b-387a9e7b4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:32:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:32:18.665168 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dd9dcedf-8f86-4c4a-abf9-93dbf41f3c37 req-f6440636-21d3-49c7-821e-a03e8e227c1c service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231332 May 25 23:32:18.734502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-a5b4476c-cb28-49be-950b-387a9e7b4002 None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:32:18.793977 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dd9dcedf-8f86-4c4a-abf9-93dbf41f3c37 req-f4c9916d-cfbc-4aad-a0ff-c77500a026e4 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232543 May 25 23:32:19.073044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a5b4476c-cb28-49be-950b-387a9e7b4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '9852b072-0177-4f30-b9a1-f7eeb6e707eb', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'floating_ip_address': '172.26.5.132', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'port_id': '03878435-3122-4567-8748-32517bcc656b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'mac_address': 'fa:16:3e:6d:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:28:27Z', 'updated_at': '2022-05-25T23:32:16Z', 'revision_number': 13, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:32:19.077047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b4476c-cb28-49be-950b-387a9e7b4002 None None] The sync data for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv is: [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '9852b072-0177-4f30-b9a1-f7eeb6e707eb', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'floating_ip_address': '172.26.5.132', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'port_id': '03878435-3122-4567-8748-32517bcc656b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'mac_address': 'fa:16:3e:6d:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:28:27Z', 'updated_at': '2022-05-25T23:32:16Z', 'revision_number': 13, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:32:19.256266 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab5aca-a333-4b87-b009-d8dcf032bdc1 None None] New status for floating IP 9852b072-0177-4f30-b9a1-f7eeb6e707eb: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:32:31.533211 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-900d3fbc-00d1-4563-9c5f-3df06d3615a2 req-a7556888-5ca3-404e-95a4-104cfc760ae2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659556 May 25 23:32:31.676955 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-900d3fbc-00d1-4563-9c5f-3df06d3615a2 req-fea53dfd-509c-4b06-b6c3-b2a9874508c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 1098 time: 0.0708864 May 25 23:32:31.917466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d3fbc-00d1-4563-9c5f-3df06d3615a2 req-408fa976-232a-49b0-8536-07691f1dd0d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:31.918871 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-900d3fbc-00d1-4563-9c5f-3df06d3615a2 req-408fa976-232a-49b0-8536-07691f1dd0d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.2233441 May 25 23:32:32.021511 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-900d3fbc-00d1-4563-9c5f-3df06d3615a2 req-e347fc1b-8ce3-422c-9867-80d28ccf8a7a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03878435-3122-4567-8748-32517bcc656b HTTP/1.1" status: 200 len: 1002 time: 0.0955048 May 25 23:32:32.082881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d3fbc-00d1-4563-9c5f-3df06d3615a2 req-3ba0509f-1b77-45f4-bde9-c0d4311cb16f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:32.084368 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-900d3fbc-00d1-4563-9c5f-3df06d3615a2 req-3ba0509f-1b77-45f4-bde9-c0d4311cb16f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0561025 May 25 23:32:32.157027 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-900d3fbc-00d1-4563-9c5f-3df06d3615a2 req-073a14be-50a1-4e06-b061-2720b6232734 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670624 May 25 23:32:32.283739 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-900d3fbc-00d1-4563-9c5f-3df06d3615a2 req-063612f2-2eba-492f-936c-2b97ddd4c505 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203330 May 25 23:32:32.412020 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-900d3fbc-00d1-4563-9c5f-3df06d3615a2 req-18dda295-7a8b-417b-8cb0-491df6828c08 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219389 May 25 23:32:37.641509 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:32:41.483949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0e75ade9-d8f2-4d54-91a8-71a51f1d332d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:43.738134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-87951721-ca1b-4ec1-8d46-8c7c931ff31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:44.959221 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:45.092330 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:46.749270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:47.857633 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:32:54.262483 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d4d4a-174e-49b3-89b3-8d0367a72d4e req-39a58e0e-1c65-4794-8977-4d76ae512014 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:32:54.263889 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b76d4d4a-174e-49b3-89b3-8d0367a72d4e req-39a58e0e-1c65-4794-8977-4d76ae512014 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0787580 May 25 23:32:54.308431 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b76d4d4a-174e-49b3-89b3-8d0367a72d4e req-74080367-d995-4f10-8d78-36c30196434c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388684 May 25 23:33:04.257830 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d0d2be8a-83fa-4829-bf67-48661bf4419d req-bec35d56-7318-4a29-ac58-5837edf8c784 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1337736 May 25 23:33:04.709183 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249ee96-8712-457c-b06b-47bbaea9d6db req-e66dad1c-0575-4d69-a0ee-62289fc1481f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:04.710647 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e249ee96-8712-457c-b06b-47bbaea9d6db req-e66dad1c-0575-4d69-a0ee-62289fc1481f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0783808 May 25 23:33:04.756910 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e249ee96-8712-457c-b06b-47bbaea9d6db req-4bb1fbe5-aaa9-4145-aac2-9dbe7ea1bb24 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398126 May 25 23:33:04.777516 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-c039a2e6-857e-4967-aba2-da1d77a0861d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0678935 May 25 23:33:05.953697 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9780a9-0b1b-450b-b3e9-a3c4df15b943 req-c356084f-6aef-4ca5-a3a2-380caf1b53e9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:05.955059 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f9780a9-0b1b-450b-b3e9-a3c4df15b943 req-c356084f-6aef-4ca5-a3a2-380caf1b53e9 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0756075 May 25 23:33:06.004906 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f9780a9-0b1b-450b-b3e9-a3c4df15b943 req-608f61b3-c211-4b84-81dc-d20581e3cb14 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433810 May 25 23:33:06.753302 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-94b1ac62-cd75-429f-ba18-7f98b0fe9414 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 1098 time: 0.0687685 May 25 23:33:06.881580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-5d2d72dc-68b7-4117-8296-8c21ee142cc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:06.883019 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-5d2d72dc-68b7-4117-8296-8c21ee142cc0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1242511 May 25 23:33:06.982793 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-06512a26-a434-4545-9934-37d1ae5fc34e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03878435-3122-4567-8748-32517bcc656b HTTP/1.1" status: 200 len: 1002 time: 0.0940506 May 25 23:33:07.042906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-855f100c-1643-4e1c-bbf7-e923f6b3c6d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:07.044236 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-855f100c-1643-4e1c-bbf7-e923f6b3c6d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0564053 May 25 23:33:07.120368 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-ccd65827-3fce-4924-af66-c02f50d86499 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707757 May 25 23:33:07.307508 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-2bb0db0d-8a6e-4d61-b2c3-1d78ca07a43f service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811960 May 25 23:33:07.312886 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4c576-c85a-4455-80a6-f0025cf6e3cd req-d6244a74-66b7-4396-926b-294ed4bb52dd tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:07.314225 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-56e4c576-c85a-4455-80a6-f0025cf6e3cd req-d6244a74-66b7-4396-926b-294ed4bb52dd tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.1706994 May 25 23:33:07.541021 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-56e4c576-c85a-4455-80a6-f0025cf6e3cd req-0ea720c6-03bd-4862-a877-c7a8e9ea9c61 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092557 May 25 23:33:07.563934 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-9a65f53c-30a4-4cf4-99a5-954d8cd8a980 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488091 May 25 23:33:08.739667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7119bf0-e34c-444a-80ba-8a1e91478801 req-f32e976a-34b5-4e55-b4a3-2ba6092ee17c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:08.741394 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c7119bf0-e34c-444a-80ba-8a1e91478801 req-f32e976a-34b5-4e55-b4a3-2ba6092ee17c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0760117 May 25 23:33:08.786387 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c7119bf0-e34c-444a-80ba-8a1e91478801 req-b827ca6d-0365-4c51-aabe-d6a1d6a9344d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394559 May 25 23:33:09.981978 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d83c04-115e-4f54-a0c1-0f814985bb98 req-95d7b4a8-14dd-4eed-a889-b21570ac569a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:09.983395 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-89d83c04-115e-4f54-a0c1-0f814985bb98 req-95d7b4a8-14dd-4eed-a889-b21570ac569a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0777283 May 25 23:33:10.026912 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-89d83c04-115e-4f54-a0c1-0f814985bb98 req-cf03e374-d030-4b1a-9c27-ca4c4189c3e4 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379829 May 25 23:33:11.222114 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43e137-5d74-494b-8f0d-22ac57213b87 req-0a02675a-c4de-4f79-a001-a7d69a56e318 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:11.224088 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3a43e137-5d74-494b-8f0d-22ac57213b87 req-0a02675a-c4de-4f79-a001-a7d69a56e318 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0773654 May 25 23:33:11.268297 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3a43e137-5d74-494b-8f0d-22ac57213b87 req-74e96c4c-14ff-491f-80a9-90ef8820c0c2 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386298 May 25 23:33:11.500471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f58946de-85fe-4960-9ff0-020627785311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:12.465394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46f5c7-cde5-47be-9592-c3f27fc33eed req-06323770-5e99-46b8-bf81-63e3cc026a85 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:12.466818 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ef46f5c7-cde5-47be-9592-c3f27fc33eed req-06323770-5e99-46b8-bf81-63e3cc026a85 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0784574 May 25 23:33:12.511282 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ef46f5c7-cde5-47be-9592-c3f27fc33eed req-61cb59bc-e187-4b5c-a9f5-98c016d4b359 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388625 May 25 23:33:13.707254 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03ec4-e603-431e-b9fd-7916494ce16e req-fa5fca93-b1c3-4108-976e-7d408189b301 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:13.708694 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-20b03ec4-e603-431e-b9fd-7916494ce16e req-fa5fca93-b1c3-4108-976e-7d408189b301 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0753350 May 25 23:33:13.726927 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2892e08e-3cd5-41c2-bb98-40a13b1889d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:13.757806 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-20b03ec4-e603-431e-b9fd-7916494ce16e req-e6390a15-586c-43bb-ac08-fcbe5d8620de tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429049 May 25 23:33:14.641269 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:33:14.957119 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a0285-cd76-4a9d-bff6-edcf95c27fd2 req-e3043c4f-1190-4ce4-8f5a-e519cb46386f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:14.958483 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b47a0285-cd76-4a9d-bff6-edcf95c27fd2 req-e3043c4f-1190-4ce4-8f5a-e519cb46386f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0751050 May 25 23:33:14.961268 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:15.003703 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b47a0285-cd76-4a9d-bff6-edcf95c27fd2 req-e7e4e1c1-5911-4f81-b43d-7766deda9d84 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394955 May 25 23:33:15.103637 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:16.210804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608dd7b-dbcf-452c-bca0-227d28a7e13a req-d909330c-5e3b-460e-9f47-efe042052a00 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:16.212226 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7608dd7b-dbcf-452c-bca0-227d28a7e13a req-d909330c-5e3b-460e-9f47-efe042052a00 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0846057 May 25 23:33:16.259318 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7608dd7b-dbcf-452c-bca0-227d28a7e13a req-1ab484a4-5c34-43f4-be04-4c6756ca82dc tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407856 May 25 23:33:16.769333 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:17.454697 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6ca57-e2a8-46cd-a190-20e6a38c76ae req-0d40a37e-5c0f-44a7-a29e-049f1e84003c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:17.456134 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-49d6ca57-e2a8-46cd-a190-20e6a38c76ae req-0d40a37e-5c0f-44a7-a29e-049f1e84003c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0752747 May 25 23:33:17.501020 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-49d6ca57-e2a8-46cd-a190-20e6a38c76ae req-2b0301f1-3e13-447f-a568-a5bfcec65533 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386686 May 25 23:33:17.837723 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:18.702925 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670f7b8-34a7-4e56-892f-8904f90b68bf req-a2376ac2-318c-413c-a293-40c42f291b9c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:18.704330 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2670f7b8-34a7-4e56-892f-8904f90b68bf req-a2376ac2-318c-413c-a293-40c42f291b9c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0784552 May 25 23:33:18.748999 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2670f7b8-34a7-4e56-892f-8904f90b68bf req-6fe75f16-62a5-4f4c-baf9-9ee0c261d245 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390456 May 25 23:33:19.943893 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554624b-640a-4338-ab20-6f23f4d01217 req-3847a05d-8d1d-47f6-baaf-7422840637d2 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:19.945660 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a554624b-640a-4338-ab20-6f23f4d01217 req-3847a05d-8d1d-47f6-baaf-7422840637d2 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0767932 May 25 23:33:19.993273 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a554624b-640a-4338-ab20-6f23f4d01217 req-3e3783e0-491c-4dcf-8908-39dea260c30d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419116 May 25 23:33:20.397697 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-5c8e8a60-c972-49ec-afa7-f61ea260c9b9 service neutron] 10.222.0.73 "GET /v2.0/ports/03878435-3122-4567-8748-32517bcc656b/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0755050 May 25 23:33:20.941201 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-28b52e34-f02f-4341-b107-87bccedfd140 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c&tenant_id=2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 1098 time: 0.0666227 May 25 23:33:21.031466 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-ed209604-9588-4855-b490-a58f903ae00d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 1098 time: 0.0701056 May 25 23:33:21.220239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-0117f4d9-49e2-45e1-afa2-b54845c30e7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:21.221585 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-0117f4d9-49e2-45e1-afa2-b54845c30e7e service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1836731 May 25 23:33:21.283378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa6a6f-345d-40e8-9e24-fbf4713a7d12 req-b0de9774-2377-4727-ad52-b1fe45edf844 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:21.284796 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4bfa6a6f-345d-40e8-9e24-fbf4713a7d12 req-b0de9774-2377-4727-ad52-b1fe45edf844 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.1594343 May 25 23:33:21.360279 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-cd169ed6-a81e-4770-a358-12ca7538b29c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03878435-3122-4567-8748-32517bcc656b HTTP/1.1" status: 200 len: 1002 time: 0.1308081 May 25 23:33:21.362446 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4bfa6a6f-345d-40e8-9e24-fbf4713a7d12 req-2b35756e-6ed1-40ef-9ea5-04979c0cbc51 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718672 May 25 23:33:21.506972 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-5dc14a85-9426-4a3c-9319-6746a58c74ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:21.508293 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-5dc14a85-9426-4a3c-9319-6746a58c74ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.1420012 May 25 23:33:21.579403 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-291be83d-79ae-4624-a3e5-f240666de980 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649672 May 25 23:33:21.705056 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-8f72791e-1805-4a67-8591-007411667536 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190226 May 25 23:33:21.804564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 03878435-3122-4567-8748-32517bcc656b no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:33:21.834991 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-ffd3ceba-eea5-4397-ac07-332f186f2edf service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235278 May 25 23:33:21.954232 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:21.992311 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03878435-3122-4567-8748-32517bcc656b'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:33:22.006444 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 03878435-3122-4567-8748-32517bcc656b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=03878435-3122-4567-8748-32517bcc656b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:33:22.060771 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a699de0b-9846-4341-a3bc-5921cf834a4b'] response: {'server_uuid': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03878435-3122-4567-8748-32517bcc656b', 'code': 200} May 25 23:33:22.071322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:22.135522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=03878435-3122-4567-8748-32517bcc656b,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:33:22.143798 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:22.144132 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:22.144460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:22.144829 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:22.145155 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:22.145477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:22.145795 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:22.146112 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:22.147054 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:22.147384 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:22.147893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:22.716875 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4cc92-33bd-4ab1-8eb8-85c8a686f463 req-1135f927-7a83-4be8-a2d3-a040dea2d9e0 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:22.718325 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dba4cc92-33bd-4ab1-8eb8-85c8a686f463 req-1135f927-7a83-4be8-a2d3-a040dea2d9e0 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 943 time: 0.0805886 May 25 23:33:22.764195 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dba4cc92-33bd-4ab1-8eb8-85c8a686f463 req-22c50b45-a923-416b-a714-2e0df05d7f1d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401769 May 25 23:33:23.969708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab5d94-ee94-4a36-8ac8-bf653052e328 req-fde76c38-1666-46ea-8e8a-410d9aa23632 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:23.971144 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-91ab5d94-ee94-4a36-8ac8-bf653052e328 req-fde76c38-1666-46ea-8e8a-410d9aa23632 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 943 time: 0.0780642 May 25 23:33:24.015772 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-91ab5d94-ee94-4a36-8ac8-bf653052e328 req-a85bd678-3d92-4c2d-9bcf-55eb28efb9ad tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383079 May 25 23:33:25.282916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28afbf0-089a-43bc-8170-aaf0b9ae13d5 req-75da4296-38ba-4c45-a61e-b2d64d176f50 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:25.284349 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c28afbf0-089a-43bc-8170-aaf0b9ae13d5 req-75da4296-38ba-4c45-a61e-b2d64d176f50 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 943 time: 0.0792549 May 25 23:33:25.330297 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c28afbf0-089a-43bc-8170-aaf0b9ae13d5 req-a8025982-ee88-49d9-a24f-dfb136a88aae tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394878 May 25 23:33:25.819673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 03878435-3122-4567-8748-32517bcc656b details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:33:25.950617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 03878435-3122-4567-8748-32517bcc656b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=03878435-3122-4567-8748-32517bcc656b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:33:25.963298 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '03878435-3122-4567-8748-32517bcc656b', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'port_id': '03878435-3122-4567-8748-32517bcc656b', 'mac_address': 'fa:16:3e:6d:17:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:33:26.019950 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:26.037415 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03878435-3122-4567-8748-32517bcc656b {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:33:26.051604 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 03878435-3122-4567-8748-32517bcc656b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=03878435-3122-4567-8748-32517bcc656b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:33:26.120734 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:26.186732 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['03878435-3122-4567-8748-32517bcc656b'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:33:26.221626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=03878435-3122-4567-8748-32517bcc656b,revision_number=7']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:33:26.525024 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ee5ee-aadb-4f01-9613-948bb37abb13 req-d0b4b951-054e-4342-8046-f0314972ab72 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:26.526358 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d08ee5ee-aadb-4f01-9613-948bb37abb13 req-d0b4b951-054e-4342-8046-f0314972ab72 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 944 time: 0.0747998 May 25 23:33:26.573881 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d08ee5ee-aadb-4f01-9613-948bb37abb13 req-c304c35f-e901-4e26-8695-dc386366dd64 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421393 May 25 23:33:27.767439 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d42e2-4d33-4fe4-a3c4-2424b64777e1 req-84208e59-6d8c-42a9-b071-5a6a10706634 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:27.768894 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bb8d42e2-4d33-4fe4-a3c4-2424b64777e1 req-84208e59-6d8c-42a9-b071-5a6a10706634 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 944 time: 0.0756507 May 25 23:33:27.813657 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bb8d42e2-4d33-4fe4-a3c4-2424b64777e1 req-cdcc5809-5a0b-4539-92d1-734c3720c6f1 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385828 May 25 23:33:27.835512 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 03878435-3122-4567-8748-32517bcc656b up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:33:27.902053 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 03878435-3122-4567-8748-32517bcc656b triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:33:27.902338 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:28.011977 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:28.037152 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03878435-3122-4567-8748-32517bcc656b'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:33:28.046275 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 03878435-3122-4567-8748-32517bcc656b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=03878435-3122-4567-8748-32517bcc656b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:33:28.099612 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e91441-9075-41ec-b94c-7c29007cd9b6'] response: {'server_uuid': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03878435-3122-4567-8748-32517bcc656b', 'code': 200} May 25 23:33:28.120837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:28.185507 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=03878435-3122-4567-8748-32517bcc656b,revision_number=8']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:33:29.016300 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73886df5-48b0-4858-ad11-cfe7ea4dc138 req-f3353898-d6ac-4238-8efc-0ff36eb8ae31 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:29.017780 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-73886df5-48b0-4858-ad11-cfe7ea4dc138 req-f3353898-d6ac-4238-8efc-0ff36eb8ae31 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0782497 May 25 23:33:29.061763 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-73886df5-48b0-4858-ad11-cfe7ea4dc138 req-07c5c50a-f622-45ca-94a6-e6d1ad82e0ad tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377955 May 25 23:33:30.272575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29316ac1-1fe6-4b5d-9cea-868ef322f9be req-265e2cae-68e8-4d74-8a2c-2fb075b48c94 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:30.274208 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-29316ac1-1fe6-4b5d-9cea-868ef322f9be req-265e2cae-68e8-4d74-8a2c-2fb075b48c94 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0757174 May 25 23:33:30.320026 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-29316ac1-1fe6-4b5d-9cea-868ef322f9be req-125e9632-880e-4d31-9704-9e2ea8714c16 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402949 May 25 23:33:31.520745 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2b986-ca82-49cd-abca-29012fee4c8e req-d9a81004-ba32-49d2-b0c4-8d612a6f6a79 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:31.522201 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-25a2b986-ca82-49cd-abca-29012fee4c8e req-d9a81004-ba32-49d2-b0c4-8d612a6f6a79 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0776057 May 25 23:33:31.566950 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-25a2b986-ca82-49cd-abca-29012fee4c8e req-35c6c31f-157a-4983-844a-1bbc5774b945 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388422 May 25 23:33:32.376168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-a47cc77f-1f07-4d35-98d7-b1907033e63c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:32.377587 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-a47cc77f-1f07-4d35-98d7-b1907033e63c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c&tenant_id=2c37c43615ae415db52cba40bbb69c07&binding%3Ahost_id=hv-neutron-8433 HTTP/1.1" status: 200 len: 945 time: 0.1375763 May 25 23:33:32.388100 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-f31d8845-86e4-4035-ad97-5e86c5d3aa63 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 23:33:32.388966 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-f31d8845-86e4-4035-ad97-5e86c5d3aa63 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046432 May 25 23:33:32.394288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08033d-aa92-4828-8fd9-e2d976264268 req-e901ccbb-2a78-49b5-ae70-ad4b0f5ffb89 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:32.395611 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3d08033d-aa92-4828-8fd9-e2d976264268 req-e901ccbb-2a78-49b5-ae70-ad4b0f5ffb89 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.1253643 May 25 23:33:32.442648 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3d08033d-aa92-4828-8fd9-e2d976264268 req-42901b5d-2f1c-4a5d-a6bb-81cf7821f88d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406072 May 25 23:33:32.535689 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-1b23d692-ed84-4875-a926-7e378270af59 service neutron] 10.222.0.73 "GET /v2.0/ports/03878435-3122-4567-8748-32517bcc656b/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.1392205 May 25 23:33:32.586702 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8e21e512-591b-48ac-9751-a8ff6688dc2f req-d0b0343c-5fc5-45b9-84c5-38467871d3fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 1098 time: 0.0700910 May 25 23:33:32.730592 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21e512-591b-48ac-9751-a8ff6688dc2f req-f8c8676d-72d9-43c8-a0b6-5a8dc71309c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:32.731941 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8e21e512-591b-48ac-9751-a8ff6688dc2f req-f8c8676d-72d9-43c8-a0b6-5a8dc71309c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1286974 May 25 23:33:32.830871 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8e21e512-591b-48ac-9751-a8ff6688dc2f req-2c8c4784-2b9b-4fff-a34a-89176bc9efae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03878435-3122-4567-8748-32517bcc656b HTTP/1.1" status: 200 len: 1002 time: 0.0937674 May 25 23:33:32.891857 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21e512-591b-48ac-9751-a8ff6688dc2f req-2baa6796-f373-4aad-aa22-a174e75abcb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:32.893295 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8e21e512-591b-48ac-9751-a8ff6688dc2f req-2baa6796-f373-4aad-aa22-a174e75abcb3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0570683 May 25 23:33:32.965042 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8e21e512-591b-48ac-9751-a8ff6688dc2f req-c9286f13-53dc-42dd-9358-3c29c2ea2502 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662034 May 25 23:33:33.096065 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8e21e512-591b-48ac-9751-a8ff6688dc2f req-4c4ab198-ac9f-455c-80db-0fae1d4f7a75 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252422 May 25 23:33:33.226845 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8e21e512-591b-48ac-9751-a8ff6688dc2f req-6f313cf0-cf46-4886-902e-6f4df7b7d681 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250565 May 25 23:33:33.414081 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-8dee0a6e-b2e0-4ce5-ab65-275772acc7ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 1098 time: 0.1523783 May 25 23:33:33.542446 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-d8e38999-e65d-4379-b5fd-f2e0659e1481 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:33.543881 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-d8e38999-e65d-4379-b5fd-f2e0659e1481 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1249795 May 25 23:33:33.640843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad993851-2ac1-4078-8419-2bb1a416b040 req-7c190960-220f-4398-bd50-145376f2e8cf tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:33.642266 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ad993851-2ac1-4078-8419-2bb1a416b040 req-7c190960-220f-4398-bd50-145376f2e8cf tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0762007 May 25 23:33:33.646762 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-3906e617-ef61-46ca-9942-dd42ba2dea96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03878435-3122-4567-8748-32517bcc656b HTTP/1.1" status: 200 len: 1002 time: 0.0971115 May 25 23:33:33.688336 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ad993851-2ac1-4078-8419-2bb1a416b040 req-20b10c71-f247-4102-baf9-daf67099e3ed tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397699 May 25 23:33:33.708765 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-c5cbc1ff-476f-4569-84a1-ad1416b4c2d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:33.710907 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-c5cbc1ff-476f-4569-84a1-ad1416b4c2d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0588851 May 25 23:33:33.786432 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-b833c119-d671-4e90-9fb8-f9dd46ffbe9d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701275 May 25 23:33:33.914071 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-2b26ccef-d550-4501-9b05-07a9199e3179 service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214993 May 25 23:33:34.048402 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-a39fc08d-5913-4f65-9887-456e28d60c5d service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285002 May 25 23:33:34.889966 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0dd3a6-d824-42a8-a834-313a78a2c399 req-30810726-d0c0-4c96-a18d-a66d3c2745a7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:34.891395 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9b0dd3a6-d824-42a8-a834-313a78a2c399 req-30810726-d0c0-4c96-a18d-a66d3c2745a7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0789785 May 25 23:33:34.937065 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9b0dd3a6-d824-42a8-a834-313a78a2c399 req-f8332ae4-a041-4bea-a60a-f3c2c24f8971 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401952 May 25 23:33:36.135617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8a9e8-35bf-4a2c-b890-a18cda97e62b req-95a0f017-b81f-4b2d-a4d1-0ac25cb1a23d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:36.137091 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5ed8a9e8-35bf-4a2c-b890-a18cda97e62b req-95a0f017-b81f-4b2d-a4d1-0ac25cb1a23d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0763977 May 25 23:33:36.182383 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5ed8a9e8-35bf-4a2c-b890-a18cda97e62b req-83f28760-cff4-490c-91bc-6e4a7b247a65 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394535 May 25 23:33:37.393023 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676ee3-6ed5-4540-a778-893d3bfc962f req-b181ad29-6396-4013-acd3-6b1b4c6e05ee tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:37.394468 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f9676ee3-6ed5-4540-a778-893d3bfc962f req-b181ad29-6396-4013-acd3-6b1b4c6e05ee tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0826840 May 25 23:33:37.441022 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f9676ee3-6ed5-4540-a778-893d3bfc962f req-9cfea96c-bec8-4dc5-886a-8d3d46193e69 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392201 May 25 23:33:37.832134 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-579b5dd7-7e98-4e24-b56a-fc20d82d5c79 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c&tenant_id=2c37c43615ae415db52cba40bbb69c07 HTTP/1.1" status: 200 len: 1098 time: 0.0671091 May 25 23:33:37.919411 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-7b993f9b-aeb2-4795-bd6a-06643b694344 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c37c43615ae415db52cba40bbb69c07&device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 1098 time: 0.0673814 May 25 23:33:38.049370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-9b42035a-5b01-411c-bedb-c426abab47e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:38.050795 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-9b42035a-5b01-411c-bedb-c426abab47e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 200 len: 912 time: 0.1246819 May 25 23:33:38.150491 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-42e0f67f-45f0-46f8-b468-81741da895d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03878435-3122-4567-8748-32517bcc656b HTTP/1.1" status: 200 len: 1002 time: 0.0942726 May 25 23:33:38.215094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-f94f982d-d35f-4605-a04f-98b4d9a3c55a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:38.216490 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-f94f982d-d35f-4605-a04f-98b4d9a3c55a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 200 len: 850 time: 0.0604265 May 25 23:33:38.288351 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-1370fe82-6851-46ce-b72d-74ba7fc036f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c09aa7d9-383d-4c60-902d-f8fdc2f293af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660307 May 25 23:33:38.416279 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-56b8040b-2f08-4eef-9e1f-ca5361801c5d service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224055 May 25 23:33:38.546594 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dd15f501-9cf8-431c-840e-0b2cbf7cc74f req-831279d8-866f-4b22-b881-13e89dd67a4b service neutron] 10.222.0.73 "GET /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250324 May 25 23:33:38.643274 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41370560-8938-4489-983a-79899f4a43a1 req-647f7860-4c4a-43c9-8069-a4d608cf9a85 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:38.645072 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-41370560-8938-4489-983a-79899f4a43a1 req-647f7860-4c4a-43c9-8069-a4d608cf9a85 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0796599 May 25 23:33:38.705069 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-41370560-8938-4489-983a-79899f4a43a1 req-596ab535-32ec-4ae9-bb1f-3b8a765817b6 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535800 May 25 23:33:39.882813 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 03878435-3122-4567-8748-32517bcc656b no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:33:39.902159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddbb56-8066-4722-9a43-c0eada71c340 req-bfc68e0c-017b-4df5-a64f-163a8e30b646 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:39.903613 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9dddbb56-8066-4722-9a43-c0eada71c340 req-bfc68e0c-017b-4df5-a64f-163a8e30b646 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0789533 May 25 23:33:39.953073 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9dddbb56-8066-4722-9a43-c0eada71c340 req-71cccc1c-5b60-4b8f-afce-e5f6ae3e4c2e tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436282 May 25 23:33:39.997186 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:40.023439 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03878435-3122-4567-8748-32517bcc656b'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:33:40.032592 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 03878435-3122-4567-8748-32517bcc656b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=03878435-3122-4567-8748-32517bcc656b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:33:40.088737 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-599e58b0-3bbf-4c12-bec0-ba075bddde3d'] response: {'server_uuid': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03878435-3122-4567-8748-32517bcc656b', 'code': 200} May 25 23:33:40.089372 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:40.158187 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=03878435-3122-4567-8748-32517bcc656b,revision_number=9']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:33:41.238017 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743f53f-0d4a-449c-b337-ecd10ffab4aa req-5872fb9c-f56e-473f-a16b-837ed27d6e17 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:41.239486 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d743f53f-0d4a-449c-b337-ecd10ffab4aa req-5872fb9c-f56e-473f-a16b-837ed27d6e17 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 943 time: 0.1633914 May 25 23:33:41.285267 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d743f53f-0d4a-449c-b337-ecd10ffab4aa req-fbeff3d2-12ac-49a9-8d3c-3b4eb302681d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392153 May 25 23:33:41.486541 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dc85fead-1066-4004-ad12-499adae68605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:41.898407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 03878435-3122-4567-8748-32517bcc656b details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:33:42.025652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 03878435-3122-4567-8748-32517bcc656b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=03878435-3122-4567-8748-32517bcc656b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:33:42.038047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '03878435-3122-4567-8748-32517bcc656b', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'port_id': '03878435-3122-4567-8748-32517bcc656b', 'mac_address': 'fa:16:3e:6d:17:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:33:42.089176 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:42.106538 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03878435-3122-4567-8748-32517bcc656b {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:33:42.121384 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 03878435-3122-4567-8748-32517bcc656b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=03878435-3122-4567-8748-32517bcc656b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:33:42.323042 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:42.389901 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['03878435-3122-4567-8748-32517bcc656b'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:33:42.435136 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=03878435-3122-4567-8748-32517bcc656b,revision_number=10']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:33:42.485584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b55107-3bc7-440b-b25b-b880f5643558 req-7afb5194-7384-4a4b-b198-082282e78d21 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:42.487015 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d2b55107-3bc7-440b-b25b-b880f5643558 req-7afb5194-7384-4a4b-b198-082282e78d21 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0751092 May 25 23:33:42.531676 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d2b55107-3bc7-440b-b25b-b880f5643558 req-8a8dd0d3-3d97-4102-982e-79e23bd8334f tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391393 May 25 23:33:43.717291 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-39cc4225-1391-48fc-ad3c-b8e82ddbf08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:43.735124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3af3e1-cce1-41ed-9cf3-4f50ad80c444 req-bdcbb4f7-3ed5-4624-94b5-a7c6a76cd589 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:43.736583 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2c3af3e1-cce1-41ed-9cf3-4f50ad80c444 req-bdcbb4f7-3ed5-4624-94b5-a7c6a76cd589 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 945 time: 0.0787477 May 25 23:33:43.781937 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2c3af3e1-cce1-41ed-9cf3-4f50ad80c444 req-a8db17d3-f537-4913-ad9b-61a304674239 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397499 May 25 23:33:43.913249 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 03878435-3122-4567-8748-32517bcc656b up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:33:43.984731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 03878435-3122-4567-8748-32517bcc656b triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:33:43.985089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:44.094431 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:44.152468 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03878435-3122-4567-8748-32517bcc656b'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:33:44.161541 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 03878435-3122-4567-8748-32517bcc656b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=03878435-3122-4567-8748-32517bcc656b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:33:44.221054 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d016bd-f2e9-4082-8b30-7188d02bee27'] response: {'server_uuid': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03878435-3122-4567-8748-32517bcc656b', 'code': 200} May 25 23:33:44.221825 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:44.289121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=03878435-3122-4567-8748-32517bcc656b,revision_number=11']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:33:44.968678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:44.975299 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24231b75-5989-4d7c-8d2d-47b443c10c47 req-725199f8-5287-4488-abb7-f81684a8f0a2 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:44.977288 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-24231b75-5989-4d7c-8d2d-47b443c10c47 req-725199f8-5287-4488-abb7-f81684a8f0a2 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 946 time: 0.0741329 May 25 23:33:45.021272 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-24231b75-5989-4d7c-8d2d-47b443c10c47 req-61108f00-3207-4667-a72f-8a0cc2d3c775 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385120 May 25 23:33:45.122982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:46.221841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d80504-1849-4ca4-b750-decd92fe0756 req-e5e08955-d744-4305-8f27-c149aa3b8989 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:46.223500 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-61d80504-1849-4ca4-b750-decd92fe0756 req-e5e08955-d744-4305-8f27-c149aa3b8989 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 946 time: 0.0776756 May 25 23:33:46.269288 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-61d80504-1849-4ca4-b750-decd92fe0756 req-b5e7b50d-6ed6-499a-8887-a010b361c758 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395334 May 25 23:33:46.757044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:47.471470 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb35626-b66f-484d-81ae-3f61cce3868e req-c0ecc9ce-ec58-46d6-9df0-c9e3bc775598 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:47.472943 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9cb35626-b66f-484d-81ae-3f61cce3868e req-c0ecc9ce-ec58-46d6-9df0-c9e3bc775598 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 946 time: 0.0765517 May 25 23:33:47.523557 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9cb35626-b66f-484d-81ae-3f61cce3868e req-215ebbda-97ab-46c3-bb79-fbb4fdedc5e1 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444813 May 25 23:33:47.722075 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180d5d8-44a7-4b8c-aa93-424b5e52c73c req-dc05d623-8dc1-41ae-9203-3ad026fda81a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:47.723787 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d180d5d8-44a7-4b8c-aa93-424b5e52c73c req-dc05d623-8dc1-41ae-9203-3ad026fda81a tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 946 time: 0.0780540 May 25 23:33:47.768635 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d180d5d8-44a7-4b8c-aa93-424b5e52c73c req-677b27f5-c059-4784-a69c-e24170babda6 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387499 May 25 23:33:47.865676 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:47.968523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d83d37-1939-41e0-9eeb-a3c200d0a13a req-529a78a5-5e8e-4b86-a7f2-32eb403ff224 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:47.970047 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a4d83d37-1939-41e0-9eeb-a3c200d0a13a req-529a78a5-5e8e-4b86-a7f2-32eb403ff224 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 946 time: 0.0816660 May 25 23:33:48.016794 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a4d83d37-1939-41e0-9eeb-a3c200d0a13a req-e3ec9775-d84d-488a-908a-9ee9220246d8 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410047 May 25 23:33:48.580226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e5ecf-0e0b-483e-9550-a368952d300a req-5bb91f2d-11d0-4614-9165-0eab8c77f91c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:48.581697 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1e4e5ecf-0e0b-483e-9550-a368952d300a req-5bb91f2d-11d0-4614-9165-0eab8c77f91c tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 946 time: 0.0749094 May 25 23:33:48.625918 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1e4e5ecf-0e0b-483e-9550-a368952d300a req-510b865c-8803-402d-af29-f141714c165d tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379710 May 25 23:33:49.826376 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73049af1-e466-4ac1-bbf1-33fcedc5be6b req-9f121616-ac3a-4ae8-bf7e-a20b904b4c56 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:49.827800 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-73049af1-e466-4ac1-bbf1-33fcedc5be6b req-9f121616-ac3a-4ae8-bf7e-a20b904b4c56 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 946 time: 0.0780430 May 25 23:33:49.872593 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-73049af1-e466-4ac1-bbf1-33fcedc5be6b req-ee144da6-64d7-47d2-89e3-b03c049819a5 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392816 May 25 23:33:50.831378 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e7fe6-83e8-409a-951f-6fd3f8e202e1 req-75ab3c4f-2532-473e-952c-9ae0ef7cce59 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:50.832787 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c1e7fe6-83e8-409a-951f-6fd3f8e202e1 req-75ab3c4f-2532-473e-952c-9ae0ef7cce59 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 946 time: 0.0771449 May 25 23:33:50.982502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-1c1e7fe6-83e8-409a-951f-6fd3f8e202e1 req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Deleting port 03878435-3122-4567-8748-32517bcc656b {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:33:50.982841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-1c1e7fe6-83e8-409a-951f-6fd3f8e202e1 req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:51.072746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ab8f7-0a2c-4bd6-87d4-ec0feda1c942 req-0fe15eab-4943-4898-a232-d4988ab987c3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:33:51.074182 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-644ab8f7-0a2c-4bd6-87d4-ec0feda1c942 req-0fe15eab-4943-4898-a232-d4988ab987c3 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 946 time: 0.0735424 May 25 23:33:51.125792 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-644ab8f7-0a2c-4bd6-87d4-ec0feda1c942 req-f568b96e-124d-46b7-a89d-47f47e13fe51 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups?id=965f4d51-5d0c-421f-ba8b-19ddf6d90125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450733 May 25 23:33:51.221935 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-1c1e7fe6-83e8-409a-951f-6fd3f8e202e1 req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] For port 03878435-3122-4567-8748-32517bcc656b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=03878435-3122-4567-8748-32517bcc656b,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:33:51.222281 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-1c1e7fe6-83e8-409a-951f-6fd3f8e202e1 req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:51.502560 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-1c1e7fe6-83e8-409a-951f-6fd3f8e202e1 req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:51.502820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-1c1e7fe6-83e8-409a-951f-6fd3f8e202e1 req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:51.503105 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.l3_db [req-1c1e7fe6-83e8-409a-951f-6fd3f8e202e1 req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Floating IP 9852b072-0177-4f30-b9a1-f7eeb6e707eb disassociated. External IP: 172.26.5.132, port: 03878435-3122-4567-8748-32517bcc656b. May 25 23:33:51.503436 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-1c1e7fe6-83e8-409a-951f-6fd3f8e202e1 req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Calling delete_port for 03878435-3122-4567-8748-32517bcc656b owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:33:51.642460 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:33:51.712181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-1c1e7fe6-83e8-409a-951f-6fd3f8e202e1 req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:51.761198 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Pushing event deleted for resources: {'Port': ['ID=03878435-3122-4567-8748-32517bcc656b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:33:51.778641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:51.778641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:51.778641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:51.778641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:51.778641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:51.778641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:51.778641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:51.778641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:51.778641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:51.778641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:51.778641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:51.980880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c1e7fe6-83e8-409a-951f-6fd3f8e202e1 req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Router c4414118-5760-4d2f-b6f7-91d01a4af5a7 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:33:52.189607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c1e7fe6-83e8-409a-951f-6fd3f8e202e1 req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:33:52.199627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c5bc69-208a-4a8e-af54-0c1aa925a628 None None] Sync routers for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:33:52.212116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c5bc69-208a-4a8e-af54-0c1aa925a628 None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:33:52.212853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-72c5bc69-208a-4a8e-af54-0c1aa925a628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:33:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:33:52.312652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1e7fe6-83e8-409a-951f-6fd3f8e202e1 req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] No DVR routers for this DVR port 03878435-3122-4567-8748-32517bcc656b on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:33:52.316408 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-1c1e7fe6-83e8-409a-951f-6fd3f8e202e1 req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:52.321349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'name': 'network-vif-deleted', 'tag': '03878435-3122-4567-8748-32517bcc656b'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:33:52.386951 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a6b7e11e-2cd8-48f1-b142-f97fa6d3f3be req-29ee763c-248b-4c1b-b9e2-59f6f1881941 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 210 time: 0.0479369 May 25 23:33:52.403582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-72c5bc69-208a-4a8e-af54-0c1aa925a628 None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:33:52.426394 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c1e7fe6-83e8-409a-951f-6fd3f8e202e1 req-7d25e874-41b7-40d0-aaac-29d44493d293 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.73 "DELETE /v2.0/ports/03878435-3122-4567-8748-32517bcc656b HTTP/1.1" status: 204 len: 173 time: 1.5884974 May 25 23:33:52.468596 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-832772c1-20da-425b-9aac-8e1c6e619952'] response: {'server_uuid': '5051ebf0-0711-4f83-be58-99739a0cfb2c', 'name': 'network-vif-deleted', 'tag': '03878435-3122-4567-8748-32517bcc656b', 'status': 'completed', 'code': 200} May 25 23:33:52.722706 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-72c5bc69-208a-4a8e-af54-0c1aa925a628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:33:52.727590 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c5bc69-208a-4a8e-af54-0c1aa925a628 None None] Checking router: c4414118-5760-4d2f-b6f7-91d01a4af5a7 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:33:52.738094 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c5bc69-208a-4a8e-af54-0c1aa925a628 None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:33:52.738686 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-72c5bc69-208a-4a8e-af54-0c1aa925a628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:33:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:33:52.916427 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-72c5bc69-208a-4a8e-af54-0c1aa925a628 None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:33:53.232784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-72c5bc69-208a-4a8e-af54-0c1aa925a628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:33:53.236701 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c5bc69-208a-4a8e-af54-0c1aa925a628 None None] The sync data for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv is: [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:28:23Z', 'revision_number': 4, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '91670f66-4a2c-4afa-ad5e-d66d9bc638c0', 'name': '', 'network_id': 'c09aa7d9-383d-4c60-902d-f8fdc2f293af', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'mac_address': 'fa:16:3e:66:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:23Z', 'updated_at': '2022-05-25T23:28:41Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'subnets': [{'id': '19146d10-a98e-43e6-b796-c080a6fbebcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:33:53.466646 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481791e6-ecca-4ccd-ae64-31b3b2bfabae None None] New status for floating IP 9852b072-0177-4f30-b9a1-f7eeb6e707eb: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:33:53.564862 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-22c90dea-0c3d-4a45-b3e9-cc7cd33ad179 req-0450b9bb-6f63-4a37-8139-945956951f66 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/ports?device_id=5051ebf0-0711-4f83-be58-99739a0cfb2c HTTP/1.1" status: 200 len: 210 time: 0.0400527 May 25 23:33:53.990512 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 03878435-3122-4567-8748-32517bcc656b no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:33:54.025341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 03878435-3122-4567-8748-32517bcc656b {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:33:54.025673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 03878435-3122-4567-8748-32517bcc656b not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:33:58.203489 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47008) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:33:58.270659 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:58.298396 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:58.419534 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:58.438300 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965f4d51-5d0c-421f-ba8b-19ddf6d90125,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:33:58.447190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:58.447524 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:58.447870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:58.448173 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:58.448496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:58.448847 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:58.449164 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:58.449531 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:58.449795 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:58.450122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:58.450417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:33:58.527447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:58.528554 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3c7fc39e-090d-4ac0-81aa-7e0e7c77bcba tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "DELETE /v2.0/security-groups/965f4d51-5d0c-421f-ba8b-19ddf6d90125 HTTP/1.1" status: 204 len: 168 time: 0.3240731 May 25 23:33:58.531123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47012) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:33:58.547208 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-aaa49cb4-4655-496c-905a-419feebdfbf7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] show failed (client error): The resource could not be found. May 25 23:33:58.548142 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-aaa49cb4-4655-496c-905a-419feebdfbf7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "GET /v2.0/security-groups/965f4d51-5d0c-421f-ba8b-19ddf6d90125 HTTP/1.1" status: 404 len: 347 time: 0.0161538 May 25 23:33:58.550611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47016) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:33:58.701368 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-73026029-ebf2-460a-b94d-2402bf7b1ae7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Deleting port d68e4502-c549-4805-9f07-a11aab665f8a {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:33:58.701615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73026029-ebf2-460a-b94d-2402bf7b1ae7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:58.863372 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73026029-ebf2-460a-b94d-2402bf7b1ae7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:58.863688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73026029-ebf2-460a-b94d-2402bf7b1ae7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:59.063368 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-73026029-ebf2-460a-b94d-2402bf7b1ae7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Calling delete_port for d68e4502-c549-4805-9f07-a11aab665f8a owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:33:59.260011 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73026029-ebf2-460a-b94d-2402bf7b1ae7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:59.303593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73026029-ebf2-460a-b94d-2402bf7b1ae7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Pushing event deleted for resources: {'Port': ['ID=d68e4502-c549-4805-9f07-a11aab665f8a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:33:59.401322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73026029-ebf2-460a-b94d-2402bf7b1ae7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:59.415287 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73026029-ebf2-460a-b94d-2402bf7b1ae7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:33:59.416402 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-73026029-ebf2-460a-b94d-2402bf7b1ae7 tempest-ServerActionsTestJSON-538842892 tempest-ServerActionsTestJSON-538842892-project] 10.222.0.66 "DELETE /v2.0/floatingips/9852b072-0177-4f30-b9a1-f7eeb6e707eb HTTP/1.1" status: 204 len: 168 time: 0.8649490 May 25 23:33:59.419280 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47020) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:33:59.860645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e3ddce5-43d5-46f0-b6c0-6128ecf02ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:00.442016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ddce5-43d5-46f0-b6c0-6128ecf02ae1 admin admin] Deleting port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:34:00.442728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e3ddce5-43d5-46f0-b6c0-6128ecf02ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:00.699711 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-6e3ddce5-43d5-46f0-b6c0-6128ecf02ae1 admin admin] For port 91670f66-4a2c-4afa-ad5e-d66d9bc638c0, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=91670f66-4a2c-4afa-ad5e-d66d9bc638c0,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:34:00.700054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e3ddce5-43d5-46f0-b6c0-6128ecf02ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:00.815707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ddce5-43d5-46f0-b6c0-6128ecf02ae1 admin admin] Calling delete_port for 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:34:01.029147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e3ddce5-43d5-46f0-b6c0-6128ecf02ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:01.074892 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ddce5-43d5-46f0-b6c0-6128ecf02ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=91670f66-4a2c-4afa-ad5e-d66d9bc638c0,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:01.360183 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e3ddce5-43d5-46f0-b6c0-6128ecf02ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:01.917605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3ddce5-43d5-46f0-b6c0-6128ecf02ae1 admin admin] Router c4414118-5760-4d2f-b6f7-91d01a4af5a7 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:34:02.224472 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3ddce5-43d5-46f0-b6c0-6128ecf02ae1 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:34:02.233829 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb5b2e-f38f-4621-a08b-40b01040022e None None] Sync routers for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:34:02.236917 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6e3ddce5-43d5-46f0-b6c0-6128ecf02ae1 admin admin] 10.222.0.66 "PUT /v2.0/routers/c4414118-5760-4d2f-b6f7-91d01a4af5a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8166561 May 25 23:34:02.239354 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47026) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:02.246667 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb5b2e-f38f-4621-a08b-40b01040022e None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:34:02.247363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4afb5b2e-f38f-4621-a08b-40b01040022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:33:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:02.438891 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b490f315-b52c-4de4-a5c9-ef4f5dd7a6a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:02.459178 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-4afb5b2e-f38f-4621-a08b-40b01040022e None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:34:02.636330 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b490f315-b52c-4de4-a5c9-ef4f5dd7a6a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:02.739810 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b490f315-b52c-4de4-a5c9-ef4f5dd7a6a5 admin admin] Deleting port 21c047d8-0630-4233-a82d-9eed46fdbcef {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:34:02.740056 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4afb5b2e-f38f-4621-a08b-40b01040022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:34:00Z', 'revision_number': 5, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port': {'id': '21c047d8-0630-4233-a82d-9eed46fdbcef', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:28:21Z', 'updated_at': '2022-05-25T23:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:02.740210 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b490f315-b52c-4de4-a5c9-ef4f5dd7a6a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:02.744552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb5b2e-f38f-4621-a08b-40b01040022e None None] Checking router: c4414118-5760-4d2f-b6f7-91d01a4af5a7 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:34:02.755193 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb5b2e-f38f-4621-a08b-40b01040022e None None] Routers {'c4414118-5760-4d2f-b6f7-91d01a4af5a7'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:34:02.755792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4afb5b2e-f38f-4621-a08b-40b01040022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:33:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:02.909346 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-4afb5b2e-f38f-4621-a08b-40b01040022e None None] Set router c4414118-5760-4d2f-b6f7-91d01a4af5a7 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:34:02.910562 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-b490f315-b52c-4de4-a5c9-ef4f5dd7a6a5 admin admin] For port 21c047d8-0630-4233-a82d-9eed46fdbcef, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=21c047d8-0630-4233-a82d-9eed46fdbcef,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:34:02.910919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b490f315-b52c-4de4-a5c9-ef4f5dd7a6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:03.015670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-4afb5b2e-f38f-4621-a08b-40b01040022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:34:02Z', 'revision_number': 6, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:03.019703 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb5b2e-f38f-4621-a08b-40b01040022e None None] The sync data for ids ['c4414118-5760-4d2f-b6f7-91d01a4af5a7'] in dv-neutron-843300-1-hyperv is: [{'id': 'c4414118-5760-4d2f-b6f7-91d01a4af5a7', 'name': 'tempest-ServerActionsTestJSON-943405492-router', 'tenant_id': '2c37c43615ae415db52cba40bbb69c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:28:20Z', 'updated_at': '2022-05-25T23:34:02Z', 'revision_number': 6, 'project_id': '2c37c43615ae415db52cba40bbb69c07', 'gw_port_host': None}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:34:03.036519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-b490f315-b52c-4de4-a5c9-ef4f5dd7a6a5 admin admin] Calling delete_port for 21c047d8-0630-4233-a82d-9eed46fdbcef owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:34:03.270849 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b490f315-b52c-4de4-a5c9-ef4f5dd7a6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:03.314413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490f315-b52c-4de4-a5c9-ef4f5dd7a6a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c047d8-0630-4233-a82d-9eed46fdbcef,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:03.436052 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:34:03.470195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:34:03.470531 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 91670f66-4a2c-4afa-ad5e-d66d9bc638c0 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:34:03.542276 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b490f315-b52c-4de4-a5c9-ef4f5dd7a6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:03.895383 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b490f315-b52c-4de4-a5c9-ef4f5dd7a6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:03.899712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b490f315-b52c-4de4-a5c9-ef4f5dd7a6a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:04.019540 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b490f315-b52c-4de4-a5c9-ef4f5dd7a6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:04.020046 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b490f315-b52c-4de4-a5c9-ef4f5dd7a6a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4414118-5760-4d2f-b6f7-91d01a4af5a7 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:34:04.032343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b490f315-b52c-4de4-a5c9-ef4f5dd7a6a5 admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:04.033483 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b490f315-b52c-4de4-a5c9-ef4f5dd7a6a5 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c4414118-5760-4d2f-b6f7-91d01a4af5a7 HTTP/1.1" status: 204 len: 168 time: 1.7932267 May 25 23:34:04.036121 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47030) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:04.097869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-4581d5eb-a7c4-43ae-aca5-8e154c9b731c admin admin] Deleting subnet 19146d10-a98e-43e6-b796-c080a6fbebcc {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:34:04.101119 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4581d5eb-a7c4-43ae-aca5-8e154c9b731c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:04.156712 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4581d5eb-a7c4-43ae-aca5-8e154c9b731c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:04.232544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4581d5eb-a7c4-43ae-aca5-8e154c9b731c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:04.442895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4581d5eb-a7c4-43ae-aca5-8e154c9b731c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:04.479826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581d5eb-a7c4-43ae-aca5-8e154c9b731c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19146d10-a98e-43e6-b796-c080a6fbebcc,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:04.484415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4581d5eb-a7c4-43ae-aca5-8e154c9b731c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:04.489961 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6aa7ac-ba49-4d87-9934-09a1d257d62d None None] Network c09aa7d9-383d-4c60-902d-f8fdc2f293af requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:34:04.490547 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4581d5eb-a7c4-43ae-aca5-8e154c9b731c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/19146d10-a98e-43e6-b796-c080a6fbebcc HTTP/1.1" status: 204 len: 168 time: 0.4531212 May 25 23:34:04.493426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47034) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:04.595843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:04.606962 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] Deleting port 1c79995c-ba35-4c0a-a72b-91404dfe6b60 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:34:04.607284 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:04.732463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeafb4d-fa7a-4903-b322-b8eda771bef5 None None] DHCP port deletion for c09aa7d9-383d-4c60-902d-f8fdc2f293af request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:34:04.736558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4aeafb4d-fa7a-4903-b322-b8eda771bef5 None None] Deleting port 1c79995c-ba35-4c0a-a72b-91404dfe6b60 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:34:04.736934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4aeafb4d-fa7a-4903-b322-b8eda771bef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:04.810493 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] For port 1c79995c-ba35-4c0a-a72b-91404dfe6b60, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1c79995c-ba35-4c0a-a72b-91404dfe6b60,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:34:04.810852 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:04.932854 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] Calling delete_port for 1c79995c-ba35-4c0a-a72b-91404dfe6b60 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:34:04.934120 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-4aeafb4d-fa7a-4903-b322-b8eda771bef5 None None] For port 1c79995c-ba35-4c0a-a72b-91404dfe6b60, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1c79995c-ba35-4c0a-a72b-91404dfe6b60,segment=NetworkSegment(680769cf-13ab-4d89-a374-22284e35f642),segment_id=680769cf-13ab-4d89-a374-22284e35f642)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:34:04.934511 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4aeafb4d-fa7a-4903-b322-b8eda771bef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:05.051764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4aeafb4d-fa7a-4903-b322-b8eda771bef5 None None] Calling delete_port for 1c79995c-ba35-4c0a-a72b-91404dfe6b60 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:34:05.076780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:05.124021 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c79995c-ba35-4c0a-a72b-91404dfe6b60,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:05.124690 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-4aeafb4d-fa7a-4903-b322-b8eda771bef5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:34:05.125042 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-4aeafb4d-fa7a-4903-b322-b8eda771bef5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:34:05.128340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] No DVR routers for this DVR port 1c79995c-ba35-4c0a-a72b-91404dfe6b60 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:34:05.241149 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:05.266292 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09aa7d9-383d-4c60-902d-f8fdc2f293af']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:05.277995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680769cf-13ab-4d89-a374-22284e35f642') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:05.278281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680769cf-13ab-4d89-a374-22284e35f642') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:05.289142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:05.304261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:05.310896 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:34:05.311236 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:34:05.324560 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:34:05.422492 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 21c047d8-0630-4233-a82d-9eed46fdbcef no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:34:05.456192 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 21c047d8-0630-4233-a82d-9eed46fdbcef {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:34:05.456551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 21c047d8-0630-4233-a82d-9eed46fdbcef not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:34:05.456981 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1c79995c-ba35-4c0a-a72b-91404dfe6b60 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:34:05.463197 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:05.467507 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:05.488745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 1c79995c-ba35-4c0a-a72b-91404dfe6b60 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:34:05.488996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1c79995c-ba35-4c0a-a72b-91404dfe6b60 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:34:05.493653 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] Pushing event deleted for resources: {'Network': ['ID=c09aa7d9-383d-4c60-902d-f8fdc2f293af,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:05.499250 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4f2b6f21-4cb2-4118-8f78-b485d9daac7a admin admin] 10.222.0.66 "DELETE /v2.0/networks/c09aa7d9-383d-4c60-902d-f8fdc2f293af HTTP/1.1" status: 204 len: 168 time: 1.0046451 May 25 23:34:05.626556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4aeafb4d-fa7a-4903-b322-b8eda771bef5 None None] Deleting port 1c79995c-ba35-4c0a-a72b-91404dfe6b60 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:34:05.627072 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4aeafb4d-fa7a-4903-b322-b8eda771bef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:05.729568 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4aeafb4d-fa7a-4903-b322-b8eda771bef5 None None] The port '1c79995c-ba35-4c0a-a72b-91404dfe6b60' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:34:05.851364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47040) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:05.901399 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-851126f8-a7f2-43d7-be91-be4ec1d5fd5e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c37c43615ae415db52cba40bbb69c07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483344 May 25 23:34:05.903772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47044) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:05.960869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-77f0b29d-bc4e-4c80-ab84-3c409f72815b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:05.985890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-77f0b29d-bc4e-4c80-ab84-3c409f72815b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:06.116537 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-77f0b29d-bc4e-4c80-ab84-3c409f72815b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:06.134066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0b29d-bc4e-4c80-ab84-3c409f72815b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1299d2aa-a800-4078-b9a4-df3c9a85f1cc,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:06.142119 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-77f0b29d-bc4e-4c80-ab84-3c409f72815b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:06.143245 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-77f0b29d-bc4e-4c80-ab84-3c409f72815b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1299d2aa-a800-4078-b9a4-df3c9a85f1cc HTTP/1.1" status: 204 len: 168 time: 0.2386057 May 25 23:34:07.313925 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47066) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:07.441341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-71858002-network', 'tenant_id': 'eae98a07132b48e7897e413dac8957d7'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:34:07.446446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:34:07.450446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Usage tracker for resource:network and tenant:eae98a07132b48e7897e413dac8957d7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:34:07.453529 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:34:07.459868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:34:07.533561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Made reservation on behalf of eae98a07132b48e7897e413dac8957d7 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:34:07.535764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:07.548791 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:07.578685 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:34:07.582342 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Usage tracker for resource:security_group_rule and tenant:eae98a07132b48e7897e413dac8957d7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:34:07.585037 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:34:07.591099 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:34:07.653095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:07.722111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:07.756406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:34:07.761716 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bc06cf-3034-4f33-afe0-92be266f0f3f,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:07.767988 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:07.771726 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Added segment 2f736328-4ea2-4962-b7d5-c5bb85669f5d of type vlan for network 9cf00be3-30da-493e-bd9e-fc463fe78618 May 25 23:34:07.793936 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:07.905041 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:07.905900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:07.906423 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:08.004384 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] Pushing event updated for resources: {'Network': ['ID=9cf00be3-30da-493e-bd9e-fc463fe78618,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:08.014492 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 9cf00be3-30da-493e-bd9e-fc463fe78618 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:34:08.066190 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-92815de7-eb11-425d-8c4c-682912b01142 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7510855 May 25 23:34:08.068820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47072) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:08.074678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-06340393-3c0c-4cb6-be0f-fe2c1a99e74a admin admin] Request body: {'subnet': {'network_id': '9cf00be3-30da-493e-bd9e-fc463fe78618', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-71858002-subnet', 'tenant_id': 'eae98a07132b48e7897e413dac8957d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:34:08.079404 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-06340393-3c0c-4cb6-be0f-fe2c1a99e74a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:34:08.083341 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-06340393-3c0c-4cb6-be0f-fe2c1a99e74a admin admin] Usage tracker for resource:subnet and tenant:eae98a07132b48e7897e413dac8957d7 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:34:08.087241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-06340393-3c0c-4cb6-be0f-fe2c1a99e74a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:34:08.093495 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-06340393-3c0c-4cb6-be0f-fe2c1a99e74a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:34:08.162317 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06340393-3c0c-4cb6-be0f-fe2c1a99e74a admin admin] Made reservation on behalf of eae98a07132b48e7897e413dac8957d7 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:34:08.165307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-06340393-3c0c-4cb6-be0f-fe2c1a99e74a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:08.540167 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-06340393-3c0c-4cb6-be0f-fe2c1a99e74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:08.612875 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06340393-3c0c-4cb6-be0f-fe2c1a99e74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fc9f7e-2647-423c-891e-ed0bed69e2d6,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:08.627944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06340393-3c0c-4cb6-be0f-fe2c1a99e74a admin admin] Checking segment: {'id': '2f736328-4ea2-4962-b7d5-c5bb85669f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9cf00be3-30da-493e-bd9e-fc463fe78618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:34:08.628291 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06340393-3c0c-4cb6-be0f-fe2c1a99e74a admin admin] Network hostable DHCP agents. Network: 9cf00be3-30da-493e-bd9e-fc463fe78618, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:34:08.710470 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06340393-3c0c-4cb6-be0f-fe2c1a99e74a admin admin] Network 9cf00be3-30da-493e-bd9e-fc463fe78618 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:34:08.790797 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-06340393-3c0c-4cb6-be0f-fe2c1a99e74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 9cf00be3-30da-493e-bd9e-fc463fe78618) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:34:08.794588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06340393-3c0c-4cb6-be0f-fe2c1a99e74a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:08.795162 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-06340393-3c0c-4cb6-be0f-fe2c1a99e74a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:08.799559 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a241f-816c-4212-93e0-0cdeb4063443 None None] Network 9cf00be3-30da-493e-bd9e-fc463fe78618 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:34:08.871607 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-06340393-3c0c-4cb6-be0f-fe2c1a99e74a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8017550 May 25 23:34:09.009328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e034b6-8432-4a30-9f87-236c294b699e None None] Network 9cf00be3-30da-493e-bd9e-fc463fe78618 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:34:09.399054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-94311877-fc04-406f-a05f-84ae9a579fb9 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:09.399712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-94311877-fc04-406f-a05f-84ae9a579fb9 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Synchronizing usage tracker for tenant:eae98a07132b48e7897e413dac8957d7 on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:34:09.491415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-94311877-fc04-406f-a05f-84ae9a579fb9 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Unset dirty status for tenant:eae98a07132b48e7897e413dac8957d7 on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:34:09.493373 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-94311877-fc04-406f-a05f-84ae9a579fb9 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/networks?id=9cf00be3-30da-493e-bd9e-fc463fe78618 HTTP/1.1" status: 200 len: 812 time: 0.2326086 May 25 23:34:09.509460 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-185bbf69-e4b0-4bed-bb18-5f1bfcc2494a tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/quotas/eae98a07132b48e7897e413dac8957d7 HTTP/1.1" status: 200 len: 375 time: 0.0108459 May 25 23:34:09.553793 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-be5e06aa-1bc2-4d6b-a35f-f068f4ed51e9 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eae98a07132b48e7897e413dac8957d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394783 May 25 23:34:09.683501 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-e11e3b1d-8231-4d68-a360-5ba4e48fdf43 service neutron] 10.222.0.66 "GET /v2.0/networks/9cf00be3-30da-493e-bd9e-fc463fe78618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225412 May 25 23:34:09.811696 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-6c81bb1f-5268-412c-9212-f6677cf1c0a6 service neutron] 10.222.0.66 "GET /v2.0/networks/9cf00be3-30da-493e-bd9e-fc463fe78618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223259 May 25 23:34:10.057995 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cf7a8a3c-b50d-4cfd-a31b-70e57b728030 req-e8215204-6e8f-433f-8038-3aa8cad848e9 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 210 time: 0.0429919 May 25 23:34:11.226169 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eaf3a561-b9f2-41ff-a805-11208b64023e req-c3d33530-f5ee-4e42-a09b-74b8acaee773 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 210 time: 0.0439551 May 25 23:34:11.515225 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ee62e993-d4fa-42ab-9ea4-f70de3d27291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:12.169555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-d94a643d-2435-4a53-9d1b-861741be5b1b tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:12.170947 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-d94a643d-2435-4a53-9d1b-861741be5b1b tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.73 "GET /v2.0/networks?id=9cf00be3-30da-493e-bd9e-fc463fe78618 HTTP/1.1" status: 200 len: 812 time: 0.1440606 May 25 23:34:12.186097 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Request body: {'port': {'device_id': '9a9de5be-c828-49bc-a726-5eafb3913cc2', 'network_id': '9cf00be3-30da-493e-bd9e-fc463fe78618', 'admin_state_up': True, 'tenant_id': 'eae98a07132b48e7897e413dac8957d7'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:34:12.341137 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:34:12.346205 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Usage tracker for resource:port and tenant:eae98a07132b48e7897e413dac8957d7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:34:12.349617 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:34:12.355458 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:34:12.393074 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-da8c5494-3983-4fea-8b66-74ef2fa3df51 req-c3ebf8a3-e503-4f6c-abc9-9de5cd0d242d tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 210 time: 0.0406168 May 25 23:34:12.457865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Made reservation on behalf of eae98a07132b48e7897e413dac8957d7 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:34:12.468365 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:12.622208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Allocated IP 172.20.0.12 (9cf00be3-30da-493e-bd9e-fc463fe78618/d4fc9f7e-2647-423c-891e-ed0bed69e2d6/a072a5e0-8c44-4e38-ad54-490fe4c1fcb2) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:34:12.819099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:12.897824 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:12.968776 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Network 9cf00be3-30da-493e-bd9e-fc463fe78618 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:34:12.971774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:34:12.976318 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:34:13.007657 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Pushing event updated for resources: {'Port': ['ID=a072a5e0-8c44-4e38-ad54-490fe4c1fcb2,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:13.040870 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:13.041459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:13.111204 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-120bd7cd-70f2-491d-8c5b-28f5b59e8b57 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9287689 May 25 23:34:13.122392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Request body: {'port': {'device_id': '9a9de5be-c828-49bc-a726-5eafb3913cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:34:13.232147 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:13.572323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:34:13.579132 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:13.591939 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88d2fb-3b24-4675-b257-088f72581e69 req-d149f380-2fb6-4c98-be84-020514a0519a tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:13.593439 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ae88d2fb-3b24-4675-b257-088f72581e69 req-d149f380-2fb6-4c98-be84-020514a0519a tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 932 time: 0.0790746 May 25 23:34:13.596317 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Transition to ACTIVE for port object a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:34:13.639713 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-ae88d2fb-3b24-4675-b257-088f72581e69 req-849d81e7-143b-4f8c-b4bc-7bca433860b5 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Synchronizing usage tracker for tenant:eae98a07132b48e7897e413dac8957d7 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:34:13.665613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:13.750735 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dc9a4221-0aa7-4fb8-916b-7d7ac825d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:13.774829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-ae88d2fb-3b24-4675-b257-088f72581e69 req-849d81e7-143b-4f8c-b4bc-7bca433860b5 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Unset dirty status for tenant:eae98a07132b48e7897e413dac8957d7 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:34:13.777929 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ae88d2fb-3b24-4675-b257-088f72581e69 req-849d81e7-143b-4f8c-b4bc-7bca433860b5 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771746 May 25 23:34:13.788795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a072a5e0-8c44-4e38-ad54-490fe4c1fcb2,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:13.979827 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Attempting to bind port a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:34:13.980061 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Attempting to bind port a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '2f736328-4ea2-4962-b7d5-c5bb85669f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9cf00be3-30da-493e-bd9e-fc463fe78618'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:34:13.980389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Attempting to bind port a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 on network 9cf00be3-30da-493e-bd9e-fc463fe78618 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:34:13.986135 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Port a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 on network 9cf00be3-30da-493e-bd9e-fc463fe78618 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:34:13.986453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Attempting to bind port a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 on network 9cf00be3-30da-493e-bd9e-fc463fe78618 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:34:13.992481 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:34:13.992836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Checking segment: {'id': '2f736328-4ea2-4962-b7d5-c5bb85669f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9cf00be3-30da-493e-bd9e-fc463fe78618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:34:13.993209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Bound using segment: {'id': '2f736328-4ea2-4962-b7d5-c5bb85669f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9cf00be3-30da-493e-bd9e-fc463fe78618'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:34:13.993619 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Bound port: a072a5e0-8c44-4e38-ad54-490fe4c1fcb2, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f736328-4ea2-4962-b7d5-c5bb85669f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9cf00be3-30da-493e-bd9e-fc463fe78618'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:34:13.993958 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:14.078727 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] For port a072a5e0-8c44-4e38-ad54-490fe4c1fcb2, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:34:14.081627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] For port a072a5e0-8c44-4e38-ad54-490fe4c1fcb2, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a072a5e0-8c44-4e38-ad54-490fe4c1fcb2,segment=NetworkSegment(2f736328-4ea2-4962-b7d5-c5bb85669f5d),segment_id=2f736328-4ea2-4962-b7d5-c5bb85669f5d)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:34:14.213145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:14.277349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:14.278698 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] 10.222.0.73 "PUT /v2.0/ports/a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 HTTP/1.1" status: 200 len: 1094 time: 1.1603236 May 25 23:34:14.279131 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9de5be-c828-49bc-a726-5eafb3913cc2', 'tag': 'a072a5e0-8c44-4e38-ad54-490fe4c1fcb2'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:34:14.296885 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4e918-5a7c-4798-abec-82a3adfc79c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a072a5e0-8c44-4e38-ad54-490fe4c1fcb2,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:14.338798 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e428a6f7-2bfb-42aa-8e69-db3127e0a485'] response: {'name': 'network-changed', 'server_uuid': '9a9de5be-c828-49bc-a726-5eafb3913cc2', 'tag': 'a072a5e0-8c44-4e38-ad54-490fe4c1fcb2', 'status': 'completed', 'code': 200} May 25 23:34:14.423885 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b5dd2731-4a7d-441b-8d70-f804e0a4c358 req-3e293aa7-ae61-411b-9dba-aa0056a56f46 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eae98a07132b48e7897e413dac8957d7&device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 1097 time: 0.0676711 May 25 23:34:14.559752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2731-4a7d-441b-8d70-f804e0a4c358 req-6b669ba2-d097-40db-9659-c66ce0f7d21c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:14.561113 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b5dd2731-4a7d-441b-8d70-f804e0a4c358 req-6b669ba2-d097-40db-9659-c66ce0f7d21c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=eae98a07132b48e7897e413dac8957d7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1306138 May 25 23:34:14.692698 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2731-4a7d-441b-8d70-f804e0a4c358 req-7b6d489e-4c7c-43ba-9d15-022ad73a0d36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:14.694109 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b5dd2731-4a7d-441b-8d70-f804e0a4c358 req-7b6d489e-4c7c-43ba-9d15-022ad73a0d36 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276746 May 25 23:34:14.797760 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-25f1fe65-7c48-4a4e-aa23-26c1fb212fc0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eae98a07132b48e7897e413dac8957d7&device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 1097 time: 0.0708072 May 25 23:34:14.863475 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-e321342e-22eb-4a6d-96c2-b56d1b4af5ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 HTTP/1.1" status: 200 len: 217 time: 0.0595987 May 25 23:34:14.927265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-d2dd8cbb-26f0-42b8-a1a9-b45d211b5113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:14.928708 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-d2dd8cbb-26f0-42b8-a1a9-b45d211b5113 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4fc9f7e-2647-423c-891e-ed0bed69e2d6 HTTP/1.1" status: 200 len: 852 time: 0.0599957 May 25 23:34:14.972168 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-8aba5776-3477-4d4c-b117-87b9bd43c318 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9cf00be3-30da-493e-bd9e-fc463fe78618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380464 May 25 23:34:14.975063 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb000c-dba0-456c-8939-5023ccd7f397 req-c1ab81dc-46d5-4f7c-a39a-75447df3ef2e tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:14.976556 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4ddb000c-dba0-456c-8939-5023ccd7f397 req-c1ab81dc-46d5-4f7c-a39a-75447df3ef2e tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 944 time: 0.0791276 May 25 23:34:15.008277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:15.023600 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4ddb000c-dba0-456c-8939-5023ccd7f397 req-cee2f6b8-37bf-4bad-bf08-1a5085e10ece tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 May 25 23:34:15.109030 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-6ea44078-b144-402c-b074-04dc4d679eb1 service neutron] 10.222.0.73 "GET /v2.0/networks/9cf00be3-30da-493e-bd9e-fc463fe78618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313152 May 25 23:34:15.114466 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:15.239570 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7ffaeb4d-da31-40ac-890d-92af4c4d6826 req-cdc45a4f-5a6d-4ea3-be50-d6d36fca182d service neutron] 10.222.0.73 "GET /v2.0/networks/9cf00be3-30da-493e-bd9e-fc463fe78618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247880 May 25 23:34:16.055427 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:34:16.192387 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a072a5e0-8c44-4e38-ad54-490fe4c1fcb2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a072a5e0-8c44-4e38-ad54-490fe4c1fcb2,segment=NetworkSegment(2f736328-4ea2-4962-b7d5-c5bb85669f5d),segment_id=2f736328-4ea2-4962-b7d5-c5bb85669f5d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:34:16.206166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'a072a5e0-8c44-4e38-ad54-490fe4c1fcb2', 'network_id': '9cf00be3-30da-493e-bd9e-fc463fe78618', 'port_id': 'a072a5e0-8c44-4e38-ad54-490fe4c1fcb2', 'mac_address': 'fa:16:3e:cb:99:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fc9f7e-2647-423c-891e-ed0bed69e2d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:34:16.239206 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331354c9-d375-462c-93a7-cabe5805909d req-c987df63-adc5-412d-a7d1-6ba29362c68e tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:16.240685 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-331354c9-d375-462c-93a7-cabe5805909d req-c987df63-adc5-412d-a7d1-6ba29362c68e tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 944 time: 0.0790958 May 25 23:34:16.265413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:16.283765 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:34:16.287168 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-331354c9-d375-462c-93a7-cabe5805909d req-a52ed429-19be-4017-bfba-bf8ab27d7d2c tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 May 25 23:34:16.300356 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a072a5e0-8c44-4e38-ad54-490fe4c1fcb2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a072a5e0-8c44-4e38-ad54-490fe4c1fcb2,segment=NetworkSegment(2f736328-4ea2-4962-b7d5-c5bb85669f5d),segment_id=2f736328-4ea2-4962-b7d5-c5bb85669f5d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:34:16.379247 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:16.443020 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a072a5e0-8c44-4e38-ad54-490fe4c1fcb2,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:16.580224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['a072a5e0-8c44-4e38-ad54-490fe4c1fcb2'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:34:16.765933 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:17.481630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68183d-a65c-4868-850c-dad69e478367 req-3af68ded-49e9-4fd5-954b-1920398f4ae6 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:17.483110 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0e68183d-a65c-4868-850c-dad69e478367 req-3af68ded-49e9-4fd5-954b-1920398f4ae6 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 945 time: 0.0753193 May 25 23:34:17.532829 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0e68183d-a65c-4868-850c-dad69e478367 req-263b27a5-2bf7-4719-a1b6-4048bda2a933 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439794 May 25 23:34:17.848042 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:18.067799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:34:18.200354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:34:18.205202 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:34:18.205694 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:18.316762 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:18.342902 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9de5be-c828-49bc-a726-5eafb3913cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a072a5e0-8c44-4e38-ad54-490fe4c1fcb2'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:34:18.352921 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a072a5e0-8c44-4e38-ad54-490fe4c1fcb2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a072a5e0-8c44-4e38-ad54-490fe4c1fcb2,segment=NetworkSegment(2f736328-4ea2-4962-b7d5-c5bb85669f5d),segment_id=2f736328-4ea2-4962-b7d5-c5bb85669f5d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:34:18.396296 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed86bf6-7c11-49f7-a8fd-86e92d93f4d0'] response: {'server_uuid': '9a9de5be-c828-49bc-a726-5eafb3913cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a072a5e0-8c44-4e38-ad54-490fe4c1fcb2', 'code': 200} May 25 23:34:18.423226 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:18.490969 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a072a5e0-8c44-4e38-ad54-490fe4c1fcb2,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:18.734038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399cedc-14f6-46b1-9a4a-da3815bb3967 req-5f62fb76-4968-4cf5-a741-67a6b04e31a5 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:18.735498 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5399cedc-14f6-46b1-9a4a-da3815bb3967 req-5f62fb76-4968-4cf5-a741-67a6b04e31a5 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 946 time: 0.0797493 May 25 23:34:18.760788 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c31d7c64-cb34-4a57-bce3-12c1a99365da req-746c3179-5e9c-41bd-9d38-0b4fc3c38772 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 1099 time: 0.0667140 May 25 23:34:18.785684 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5399cedc-14f6-46b1-9a4a-da3815bb3967 req-f8aed889-f419-4785-ba6a-33f4f9d0333a tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441573 May 25 23:34:18.809275 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c31d7c64-cb34-4a57-bce3-12c1a99365da req-69360729-42b7-456b-afc8-8425bd2091a5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429330 May 25 23:34:19.984369 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd87199-f66c-4e5e-b2db-a647f9d60a4b req-e406adcb-5efd-4f11-a5f8-579ca14e8c16 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:19.985831 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7dd87199-f66c-4e5e-b2db-a647f9d60a4b req-e406adcb-5efd-4f11-a5f8-579ca14e8c16 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 946 time: 0.0758700 May 25 23:34:20.034585 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7dd87199-f66c-4e5e-b2db-a647f9d60a4b req-024fc3fb-9c35-4302-802d-94ff0d7a021b tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429790 May 25 23:34:21.235343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02c4a8-4b77-454b-9cdd-4a5bcfcae280 req-66c7e8f7-4e70-4b86-aa7b-a12aeb2ec69b tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:21.236944 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1b02c4a8-4b77-454b-9cdd-4a5bcfcae280 req-66c7e8f7-4e70-4b86-aa7b-a12aeb2ec69b tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 946 time: 0.0774822 May 25 23:34:21.281862 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1b02c4a8-4b77-454b-9cdd-4a5bcfcae280 req-f39dd80a-4941-43c8-b931-6cdff72c4991 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393677 May 25 23:34:21.571346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-6386d8e5-8a46-4d36-a4f3-b011a789c9e4 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:21.573604 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-6386d8e5-8a46-4d36-a4f3-b011a789c9e4 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/networks?id=9cf00be3-30da-493e-bd9e-fc463fe78618 HTTP/1.1" status: 200 len: 812 time: 0.1405454 May 25 23:34:21.590155 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-d575644d-7936-4fc7-b07e-e2d2ba228c68 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/quotas/eae98a07132b48e7897e413dac8957d7 HTTP/1.1" status: 200 len: 375 time: 0.0111039 May 25 23:34:21.756581 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-052cbd69-d054-4047-b478-d397ca06e85c tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eae98a07132b48e7897e413dac8957d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1616957 May 25 23:34:21.892331 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-f68935dc-7408-4888-a34f-d30b15a7b973 service neutron] 10.222.0.66 "GET /v2.0/networks/9cf00be3-30da-493e-bd9e-fc463fe78618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290231 May 25 23:34:22.020498 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-88618645-3fb6-4b1b-9a55-bbded92bbe0d service neutron] 10.222.0.66 "GET /v2.0/networks/9cf00be3-30da-493e-bd9e-fc463fe78618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223962 May 25 23:34:22.285068 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-46916e74-3f5f-4b9d-ba80-a606bbd84068 req-92b950e0-b979-482d-90f6-d3a17e7996e0 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 210 time: 0.0449629 May 25 23:34:23.448579 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0548b164-faaa-4b3b-84b6-15851930daf7 req-ad0b1dc3-f26a-406e-8cdb-66e53dbb9a41 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 210 time: 0.0420518 May 25 23:34:24.322466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-f33b9b2e-ae5d-4677-88c6-7dfc59cd1937 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:24.324208 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-f33b9b2e-ae5d-4677-88c6-7dfc59cd1937 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.73 "GET /v2.0/networks?id=9cf00be3-30da-493e-bd9e-fc463fe78618 HTTP/1.1" status: 200 len: 812 time: 0.1502995 May 25 23:34:24.338824 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Request body: {'port': {'device_id': 'bb3d38ab-9dfe-4984-a6d6-26660eb153b8', 'network_id': '9cf00be3-30da-493e-bd9e-fc463fe78618', 'admin_state_up': True, 'tenant_id': 'eae98a07132b48e7897e413dac8957d7'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:34:24.474676 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:34:24.478649 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Usage tracker for resource:port and tenant:eae98a07132b48e7897e413dac8957d7 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:34:24.482116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:34:24.488060 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:34:24.573433 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Made reservation on behalf of eae98a07132b48e7897e413dac8957d7 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:34:24.576717 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:24.624057 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8c333891-9157-481f-882e-3f76e345d4e6 req-84e3b20b-8493-4825-aa59-ab67d58f10be tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 210 time: 0.0501368 May 25 23:34:24.743639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Allocated IP 172.20.0.2 (9cf00be3-30da-493e-bd9e-fc463fe78618/d4fc9f7e-2647-423c-891e-ed0bed69e2d6/07308bc7-52d1-4a40-b716-416cbda032f2) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:34:25.028096 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:25.120820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:25.132441 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['a072a5e0-8c44-4e38-ad54-490fe4c1fcb2'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:34:25.192789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Network 9cf00be3-30da-493e-bd9e-fc463fe78618 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:34:25.196020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:34:25.200976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:34:25.229727 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Pushing event updated for resources: {'Port': ['ID=07308bc7-52d1-4a40-b716-416cbda032f2,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:25.267375 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:25.268335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:25.338233 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-32c91148-d12e-4fc6-a171-8e4384980259 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0030465 May 25 23:34:25.348856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Request body: {'port': {'device_id': 'bb3d38ab-9dfe-4984-a6d6-26660eb153b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:34:25.455266 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:25.786167 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07308bc7-52d1-4a40-b716-416cbda032f2 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:34:25.793812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:25.809076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Transition to ACTIVE for port object 07308bc7-52d1-4a40-b716-416cbda032f2 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:34:25.821195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a264a-eb76-4100-9f8d-5b2aa7a0cec3 req-58221af9-7a15-408b-a50f-cfa8bb6a47e1 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:25.822636 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a74a264a-eb76-4100-9f8d-5b2aa7a0cec3 req-58221af9-7a15-408b-a50f-cfa8bb6a47e1 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 931 time: 0.0768480 May 25 23:34:25.869310 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a74a264a-eb76-4100-9f8d-5b2aa7a0cec3 req-4e7e078c-2c0b-4319-81ff-069aa079e6a3 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407341 May 25 23:34:25.891871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:26.017575 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Pushing event updated for resources: {'Port': ['ID=07308bc7-52d1-4a40-b716-416cbda032f2,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:26.122207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Attempting to bind port 07308bc7-52d1-4a40-b716-416cbda032f2 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:34:26.122518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Attempting to bind port 07308bc7-52d1-4a40-b716-416cbda032f2 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '2f736328-4ea2-4962-b7d5-c5bb85669f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9cf00be3-30da-493e-bd9e-fc463fe78618'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:34:26.122841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Attempting to bind port 07308bc7-52d1-4a40-b716-416cbda032f2 on network 9cf00be3-30da-493e-bd9e-fc463fe78618 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:34:26.128697 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Port 07308bc7-52d1-4a40-b716-416cbda032f2 on network 9cf00be3-30da-493e-bd9e-fc463fe78618 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:34:26.129005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Attempting to bind port 07308bc7-52d1-4a40-b716-416cbda032f2 on network 9cf00be3-30da-493e-bd9e-fc463fe78618 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:34:26.135159 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:34:26.135492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Checking segment: {'id': '2f736328-4ea2-4962-b7d5-c5bb85669f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9cf00be3-30da-493e-bd9e-fc463fe78618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:34:26.136092 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Bound using segment: {'id': '2f736328-4ea2-4962-b7d5-c5bb85669f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9cf00be3-30da-493e-bd9e-fc463fe78618'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:34:26.136630 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Bound port: 07308bc7-52d1-4a40-b716-416cbda032f2, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f736328-4ea2-4962-b7d5-c5bb85669f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9cf00be3-30da-493e-bd9e-fc463fe78618'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:34:26.136973 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:26.222665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] For port 07308bc7-52d1-4a40-b716-416cbda032f2, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:34:26.225635 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] For port 07308bc7-52d1-4a40-b716-416cbda032f2, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=07308bc7-52d1-4a40-b716-416cbda032f2,segment=NetworkSegment(2f736328-4ea2-4962-b7d5-c5bb85669f5d),segment_id=2f736328-4ea2-4962-b7d5-c5bb85669f5d)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:34:26.286277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:26.352338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:26.353716 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] 10.222.0.73 "PUT /v2.0/ports/07308bc7-52d1-4a40-b716-416cbda032f2 HTTP/1.1" status: 200 len: 1093 time: 1.0089326 May 25 23:34:26.354145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3d38ab-9dfe-4984-a6d6-26660eb153b8', 'tag': '07308bc7-52d1-4a40-b716-416cbda032f2'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:34:26.371287 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90303b-e2e4-4216-83db-5c0fa3159802 service neutron] Pushing event updated for resources: {'Port': ['ID=07308bc7-52d1-4a40-b716-416cbda032f2,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:26.411028 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2faee010-062e-4155-9efb-407ac605d83d'] response: {'name': 'network-changed', 'server_uuid': 'bb3d38ab-9dfe-4984-a6d6-26660eb153b8', 'tag': '07308bc7-52d1-4a40-b716-416cbda032f2', 'status': 'completed', 'code': 200} May 25 23:34:26.497063 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-000ce1a1-d7ca-4afa-b3f3-8d0fc67e1a9d req-68cb9163-9672-48df-abfc-cdf6cf97f95f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eae98a07132b48e7897e413dac8957d7&device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 1096 time: 0.0678556 May 25 23:34:26.631907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ce1a1-d7ca-4afa-b3f3-8d0fc67e1a9d req-c2703f53-5fbe-48b6-8c18-32f77b6f3b7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:26.633343 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-000ce1a1-d7ca-4afa-b3f3-8d0fc67e1a9d req-c2703f53-5fbe-48b6-8c18-32f77b6f3b7c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=eae98a07132b48e7897e413dac8957d7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1302993 May 25 23:34:26.763412 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ce1a1-d7ca-4afa-b3f3-8d0fc67e1a9d req-590a9eb4-2331-4b54-8021-7a5569dff6eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:26.764851 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-000ce1a1-d7ca-4afa-b3f3-8d0fc67e1a9d req-590a9eb4-2331-4b54-8021-7a5569dff6eb service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263173 May 25 23:34:26.873644 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-6bd233d2-28ff-4921-a4f2-15fe9e5c15d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eae98a07132b48e7897e413dac8957d7&device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 1096 time: 0.0685241 May 25 23:34:27.030851 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-698b125d-6d9f-44fe-96bb-50ea526959e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07308bc7-52d1-4a40-b716-416cbda032f2 HTTP/1.1" status: 200 len: 217 time: 0.1499000 May 25 23:34:27.071415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e835493-53b5-4c4f-bf54-ea68af91d829 req-04edc808-3aa1-40eb-b367-62e1a75c48fb tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:27.072855 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3e835493-53b5-4c4f-bf54-ea68af91d829 req-04edc808-3aa1-40eb-b367-62e1a75c48fb tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 943 time: 0.0786738 May 25 23:34:27.093843 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-b78fbe11-5a7d-4352-ba8c-a3bfcfa62ddc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:27.095266 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-b78fbe11-5a7d-4352-ba8c-a3bfcfa62ddc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4fc9f7e-2647-423c-891e-ed0bed69e2d6 HTTP/1.1" status: 200 len: 852 time: 0.0589609 May 25 23:34:27.118778 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3e835493-53b5-4c4f-bf54-ea68af91d829 req-b9b7dfe7-26a0-4e1f-8283-c5f7cdf35eeb tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402040 May 25 23:34:27.140875 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-8b22365c-bdbf-415c-a286-75952f8a0e44 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9cf00be3-30da-493e-bd9e-fc463fe78618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394208 May 25 23:34:27.269521 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-b789dfac-cff7-4693-8d57-013d4758bb5c service neutron] 10.222.0.73 "GET /v2.0/networks/9cf00be3-30da-493e-bd9e-fc463fe78618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232774 May 25 23:34:27.399796 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-95e219f4-ed49-493e-a04f-44bc589dc521 req-6e04a0e0-9593-4751-ad9a-fef546fcded6 service neutron] 10.222.0.73 "GET /v2.0/networks/9cf00be3-30da-493e-bd9e-fc463fe78618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252050 May 25 23:34:28.314503 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69eb380-c225-4594-a4e4-be7e0fba5295 req-7c03f0f5-88cc-4981-961b-720246a7ff0d tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:28.315950 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a69eb380-c225-4594-a4e4-be7e0fba5295 req-7c03f0f5-88cc-4981-961b-720246a7ff0d tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 943 time: 0.0759904 May 25 23:34:28.364012 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a69eb380-c225-4594-a4e4-be7e0fba5295 req-03d24a0b-7065-464d-815b-7f870b37cf33 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424528 May 25 23:34:28.643099 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:34:29.558623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5aa00-d5e5-45ca-b871-4591bb547fb5 req-bcce5ff6-2995-4e8a-bc5f-2a690c3f4641 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:29.560053 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8af5aa00-d5e5-45ca-b871-4591bb547fb5 req-bcce5ff6-2995-4e8a-bc5f-2a690c3f4641 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 943 time: 0.0742214 May 25 23:34:29.604900 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8af5aa00-d5e5-45ca-b871-4591bb547fb5 req-fab9bd35-554a-4efa-b2f6-dbbe15aef685 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391853 May 25 23:34:30.125571 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 07308bc7-52d1-4a40-b716-416cbda032f2 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:34:30.289782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 07308bc7-52d1-4a40-b716-416cbda032f2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=07308bc7-52d1-4a40-b716-416cbda032f2,segment=NetworkSegment(2f736328-4ea2-4962-b7d5-c5bb85669f5d),segment_id=2f736328-4ea2-4962-b7d5-c5bb85669f5d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:34:30.303407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '07308bc7-52d1-4a40-b716-416cbda032f2', 'network_id': '9cf00be3-30da-493e-bd9e-fc463fe78618', 'port_id': '07308bc7-52d1-4a40-b716-416cbda032f2', 'mac_address': 'fa:16:3e:cc:e1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fc9f7e-2647-423c-891e-ed0bed69e2d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:34:30.356056 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:30.372814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07308bc7-52d1-4a40-b716-416cbda032f2 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:34:30.387410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 07308bc7-52d1-4a40-b716-416cbda032f2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=07308bc7-52d1-4a40-b716-416cbda032f2,segment=NetworkSegment(2f736328-4ea2-4962-b7d5-c5bb85669f5d),segment_id=2f736328-4ea2-4962-b7d5-c5bb85669f5d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:34:30.468961 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:30.536983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=07308bc7-52d1-4a40-b716-416cbda032f2,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:30.545931 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:30.546268 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:30.546601 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:30.546927 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:30.547250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:30.547567 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:30.547893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:30.548208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:30.548522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:30.548859 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:30.549170 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:30.685119 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['07308bc7-52d1-4a40-b716-416cbda032f2'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:34:30.802890 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d15d92-f6ea-45bd-8663-305dfe181d22 req-647454f7-f60f-42b5-8a48-132cadb2ef5a tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:30.804338 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-26d15d92-f6ea-45bd-8663-305dfe181d22 req-647454f7-f60f-42b5-8a48-132cadb2ef5a tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 944 time: 0.0784326 May 25 23:34:30.850796 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-26d15d92-f6ea-45bd-8663-305dfe181d22 req-cb1573fd-1bc2-44c3-9025-4ad21f3810c3 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 May 25 23:34:32.044653 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf0c34-4c9b-4f51-928e-31a9a4903f44 req-4d00a158-0fda-403f-a7f7-b6259626a636 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:32.046092 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0edf0c34-4c9b-4f51-928e-31a9a4903f44 req-4d00a158-0fda-403f-a7f7-b6259626a636 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 944 time: 0.0762713 May 25 23:34:32.091023 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0edf0c34-4c9b-4f51-928e-31a9a4903f44 req-47b16030-0437-4458-9336-0c64190417ff tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394228 May 25 23:34:32.130057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 07308bc7-52d1-4a40-b716-416cbda032f2 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:34:32.253269 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 07308bc7-52d1-4a40-b716-416cbda032f2 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:34:32.257998 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 07308bc7-52d1-4a40-b716-416cbda032f2 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:34:32.263359 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:32.371362 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:32.396497 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3d38ab-9dfe-4984-a6d6-26660eb153b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07308bc7-52d1-4a40-b716-416cbda032f2'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:34:32.406502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 07308bc7-52d1-4a40-b716-416cbda032f2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=07308bc7-52d1-4a40-b716-416cbda032f2,segment=NetworkSegment(2f736328-4ea2-4962-b7d5-c5bb85669f5d),segment_id=2f736328-4ea2-4962-b7d5-c5bb85669f5d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:34:32.449212 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1657fd0-67d6-4d79-807d-a5f979ed2ebd'] response: {'server_uuid': 'bb3d38ab-9dfe-4984-a6d6-26660eb153b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07308bc7-52d1-4a40-b716-416cbda032f2', 'code': 200} May 25 23:34:32.492107 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:32.532803 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-58f736a7-1c8f-4bf0-9877-426a19dad951 req-5bf77478-3d9a-4a3a-991a-9ab5f5436af5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709865 May 25 23:34:32.558432 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=07308bc7-52d1-4a40-b716-416cbda032f2,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:32.698008 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-58f736a7-1c8f-4bf0-9877-426a19dad951 req-9d346697-b6cd-4575-a4eb-aede76a8ee15 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eae98a07132b48e7897e413dac8957d7&device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 1099 time: 0.0716228 May 25 23:34:32.820955 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-53930704-1a55-4617-a144-3e92e170a181 req-750c1690-1a39-4132-8d11-50e3c672d707 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 1098 time: 0.0697432 May 25 23:34:32.844260 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f736a7-1c8f-4bf0-9877-426a19dad951 req-1418f57a-b64b-4744-8509-9396e45032f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:32.845761 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-58f736a7-1c8f-4bf0-9877-426a19dad951 req-1418f57a-b64b-4744-8509-9396e45032f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9cf00be3-30da-493e-bd9e-fc463fe78618 HTTP/1.1" status: 200 len: 913 time: 0.1289430 May 25 23:34:32.864567 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-53930704-1a55-4617-a144-3e92e170a181 req-bb211be4-1613-4fd8-875d-bb2c7c6b315a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370679 May 25 23:34:32.911154 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-58f736a7-1c8f-4bf0-9877-426a19dad951 req-1a4da0b3-3317-4e28-9c37-0ab81dae8477 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 HTTP/1.1" status: 200 len: 217 time: 0.0590215 May 25 23:34:33.129634 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f736a7-1c8f-4bf0-9877-426a19dad951 req-c119f76b-057e-4569-a3e8-7fb0b7aee723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:33.131118 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-58f736a7-1c8f-4bf0-9877-426a19dad951 req-c119f76b-057e-4569-a3e8-7fb0b7aee723 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4fc9f7e-2647-423c-891e-ed0bed69e2d6 HTTP/1.1" status: 200 len: 852 time: 0.0616884 May 25 23:34:33.176519 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-58f736a7-1c8f-4bf0-9877-426a19dad951 req-06d92b71-e279-4b32-b41c-a33848c2e0de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9cf00be3-30da-493e-bd9e-fc463fe78618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383496 May 25 23:34:33.294243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c940c2-03ce-4f33-baf6-0611dc6f90dd req-5cf3f2b0-1d76-42e1-8827-a58c596d4503 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:33.295751 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-47c940c2-03ce-4f33-baf6-0611dc6f90dd req-5cf3f2b0-1d76-42e1-8827-a58c596d4503 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 945 time: 0.0813866 May 25 23:34:33.320551 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-58f736a7-1c8f-4bf0-9877-426a19dad951 req-f6b3a121-1ef9-4801-a7ba-0da412acde4e service neutron] 10.222.0.73 "GET /v2.0/networks/9cf00be3-30da-493e-bd9e-fc463fe78618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361835 May 25 23:34:33.344337 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-47c940c2-03ce-4f33-baf6-0611dc6f90dd req-1cde81de-99d7-4cd9-8e35-9024118edfb2 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427921 May 25 23:34:33.450586 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-58f736a7-1c8f-4bf0-9877-426a19dad951 req-fb35fd92-1509-42b1-afdc-a61b8680b0e7 service neutron] 10.222.0.73 "GET /v2.0/networks/9cf00be3-30da-493e-bd9e-fc463fe78618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236322 May 25 23:34:34.542156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee02a8-b399-47ea-b1b0-28c24664f3cc req-afbf097b-6348-4394-9f81-174fc11a2b45 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:34.543632 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4bee02a8-b399-47ea-b1b0-28c24664f3cc req-afbf097b-6348-4394-9f81-174fc11a2b45 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 945 time: 0.0777528 May 25 23:34:34.590252 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4bee02a8-b399-47ea-b1b0-28c24664f3cc req-b00bf221-5970-4b66-87e0-5b0c77aec656 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 May 25 23:34:35.251612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee1d5b-7a51-4929-81d7-4dfd3975702b req-a7e12809-9b14-496f-8fb1-43595a37ee9f tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:35.253055 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9aee1d5b-7a51-4929-81d7-4dfd3975702b req-a7e12809-9b14-496f-8fb1-43595a37ee9f tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 945 time: 0.0752261 May 25 23:34:35.300419 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9aee1d5b-7a51-4929-81d7-4dfd3975702b req-21ecf342-4610-4494-9c1d-5e4ed9e054ef tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418832 May 25 23:34:36.499073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794870e7-ffad-452c-8838-f28c4168c2da req-f8a4945f-9655-4e7c-8493-70ea535b3d8a tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:36.500524 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-794870e7-ffad-452c-8838-f28c4168c2da req-f8a4945f-9655-4e7c-8493-70ea535b3d8a tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 945 time: 0.0742998 May 25 23:34:36.545626 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-794870e7-ffad-452c-8838-f28c4168c2da req-6950c907-2d3d-4d35-97e0-0a9387999695 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 May 25 23:34:36.604218 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f696c-8909-46b1-9bf3-38884050ad6c req-0c542815-da8b-4b9a-87e6-5750cd4fb870 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:36.604923 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-755f696c-8909-46b1-9bf3-38884050ad6c req-0c542815-da8b-4b9a-87e6-5750cd4fb870 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Synchronizing usage tracker for tenant:eae98a07132b48e7897e413dac8957d7 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:34:36.698432 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-755f696c-8909-46b1-9bf3-38884050ad6c req-0c542815-da8b-4b9a-87e6-5750cd4fb870 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Unset dirty status for tenant:eae98a07132b48e7897e413dac8957d7 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:34:36.700221 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-755f696c-8909-46b1-9bf3-38884050ad6c req-0c542815-da8b-4b9a-87e6-5750cd4fb870 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 945 time: 0.1735709 May 25 23:34:36.767831 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-755f696c-8909-46b1-9bf3-38884050ad6c req-c37fb118-2802-45c8-9c5b-7c92b09eba88 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Deleting port 07308bc7-52d1-4a40-b716-416cbda032f2 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:34:36.768164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-755f696c-8909-46b1-9bf3-38884050ad6c req-c37fb118-2802-45c8-9c5b-7c92b09eba88 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:37.092227 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-755f696c-8909-46b1-9bf3-38884050ad6c req-c37fb118-2802-45c8-9c5b-7c92b09eba88 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] For port 07308bc7-52d1-4a40-b716-416cbda032f2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=07308bc7-52d1-4a40-b716-416cbda032f2,segment=NetworkSegment(2f736328-4ea2-4962-b7d5-c5bb85669f5d),segment_id=2f736328-4ea2-4962-b7d5-c5bb85669f5d)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:34:37.092475 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-755f696c-8909-46b1-9bf3-38884050ad6c req-c37fb118-2802-45c8-9c5b-7c92b09eba88 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:37.209726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-755f696c-8909-46b1-9bf3-38884050ad6c req-c37fb118-2802-45c8-9c5b-7c92b09eba88 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Calling delete_port for 07308bc7-52d1-4a40-b716-416cbda032f2 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:34:37.423372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-755f696c-8909-46b1-9bf3-38884050ad6c req-c37fb118-2802-45c8-9c5b-7c92b09eba88 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:37.435008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['a072a5e0-8c44-4e38-ad54-490fe4c1fcb2', '07308bc7-52d1-4a40-b716-416cbda032f2'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:34:37.473611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fb118-2802-45c8-9c5b-7c92b09eba88 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Pushing event deleted for resources: {'Port': ['ID=07308bc7-52d1-4a40-b716-416cbda032f2,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:37.546893 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-755f696c-8909-46b1-9bf3-38884050ad6c req-c37fb118-2802-45c8-9c5b-7c92b09eba88 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] No DVR routers for this DVR port 07308bc7-52d1-4a40-b716-416cbda032f2 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:34:37.549396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-755f696c-8909-46b1-9bf3-38884050ad6c req-c37fb118-2802-45c8-9c5b-7c92b09eba88 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:37.551877 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3d38ab-9dfe-4984-a6d6-26660eb153b8', 'name': 'network-vif-deleted', 'tag': '07308bc7-52d1-4a40-b716-416cbda032f2'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:34:37.610847 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab1679c-8a3a-4bf3-bf30-8a8c3137ec90'] response: {'server_uuid': 'bb3d38ab-9dfe-4984-a6d6-26660eb153b8', 'name': 'network-vif-deleted', 'tag': '07308bc7-52d1-4a40-b716-416cbda032f2', 'status': 'completed', 'code': 200} May 25 23:34:37.625574 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-755f696c-8909-46b1-9bf3-38884050ad6c req-c37fb118-2802-45c8-9c5b-7c92b09eba88 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.73 "DELETE /v2.0/ports/07308bc7-52d1-4a40-b716-416cbda032f2 HTTP/1.1" status: 204 len: 173 time: 0.9202287 May 25 23:34:37.713393 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ca552316-a02a-4c64-b40f-ae4ebe66675c req-2f91508a-c92a-4090-9416-07194b5fa62d tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3d38ab-9dfe-4984-a6d6-26660eb153b8 HTTP/1.1" status: 200 len: 210 time: 0.0439620 May 25 23:34:38.989036 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b40e19-1aa9-44e9-a7e7-65865bc5a968 req-9e348695-3be2-43b4-a4da-9b778184312f tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:38.990403 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c3b40e19-1aa9-44e9-a7e7-65865bc5a968 req-9e348695-3be2-43b4-a4da-9b778184312f tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 946 time: 0.0744467 May 25 23:34:39.039549 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c3b40e19-1aa9-44e9-a7e7-65865bc5a968 req-e105477f-9af2-4e96-9371-0e2fb11987a2 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435729 May 25 23:34:39.265053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78558f0-515b-4ff5-a9fa-62eca9e30bc0 req-8160d07b-74ba-4915-ad22-04f62a476410 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:39.266508 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a78558f0-515b-4ff5-a9fa-62eca9e30bc0 req-8160d07b-74ba-4915-ad22-04f62a476410 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 946 time: 0.0805058 May 25 23:34:39.401370 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a78558f0-515b-4ff5-a9fa-62eca9e30bc0 req-1f98283d-2951-4be4-9b98-f5a708d2c6e8 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288462 May 25 23:34:39.597842 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6aa92f-e004-40ab-9687-109cf45140ff req-d39c1ead-0e8e-4c49-ace7-e58c02a26058 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:39.599523 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ab6aa92f-e004-40ab-9687-109cf45140ff req-d39c1ead-0e8e-4c49-ace7-e58c02a26058 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 946 time: 0.0759230 May 25 23:34:39.644223 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ab6aa92f-e004-40ab-9687-109cf45140ff req-43bf49b9-aad4-4672-801d-54415e4b9a02 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392079 May 25 23:34:39.838307 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-98ea1c7f-8e26-4938-9cdc-a09b761972ce req-26477254-ef87-46c1-a579-67ae1080aba7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0685058 May 25 23:34:40.029597 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764363f-1469-4f7f-9c2d-f46937094187 req-80e0000e-36eb-4435-a2ae-b78ae06de4ce tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:40.030965 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7764363f-1469-4f7f-9c2d-f46937094187 req-80e0000e-36eb-4435-a2ae-b78ae06de4ce tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 946 time: 0.0769289 May 25 23:34:40.074850 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7764363f-1469-4f7f-9c2d-f46937094187 req-3c475e1c-30d7-4870-93f2-d706a37eaf62 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383379 May 25 23:34:40.149072 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 07308bc7-52d1-4a40-b716-416cbda032f2 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:34:40.182221 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 07308bc7-52d1-4a40-b716-416cbda032f2 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:34:40.182555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 07308bc7-52d1-4a40-b716-416cbda032f2 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:34:40.277834 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16cbb-f994-4e90-b1b8-51e1d5a6f451 req-07bf2e27-ac94-4f32-8a12-cc3cfb9a0cc9 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:40.279406 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c6d16cbb-f994-4e90-b1b8-51e1d5a6f451 req-07bf2e27-ac94-4f32-8a12-cc3cfb9a0cc9 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 946 time: 0.0805037 May 25 23:34:40.324586 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c6d16cbb-f994-4e90-b1b8-51e1d5a6f451 req-3decb534-eb97-4c26-82aa-b449e7281242 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387905 May 25 23:34:40.531792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e55f2-a5cf-41e6-86b9-5d4d35ab66e8 req-ece0fd85-bf6f-4e07-8cac-9cdb1f86cba2 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:40.533250 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-794e55f2-a5cf-41e6-86b9-5d4d35ab66e8 req-ece0fd85-bf6f-4e07-8cac-9cdb1f86cba2 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 946 time: 0.0747619 May 25 23:34:40.581058 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-794e55f2-a5cf-41e6-86b9-5d4d35ab66e8 req-2bc3c6ef-b14b-47ab-941c-e42d461952ab tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 May 25 23:34:41.348410 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d69674-8327-4359-8f4c-cf6cbd5a1d30 req-01f09ef6-5e64-492c-810b-13e7f52b2c67 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:41.350114 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d2d69674-8327-4359-8f4c-cf6cbd5a1d30 req-01f09ef6-5e64-492c-810b-13e7f52b2c67 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 946 time: 0.0766246 May 25 23:34:41.394000 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d2d69674-8327-4359-8f4c-cf6cbd5a1d30 req-4885082a-8583-4497-9a7c-bb975a984b8e tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378642 May 25 23:34:41.479958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-af3eb4e5-349b-4212-8f1f-e621e3a8a60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:42.599586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348e40e-f70a-4693-8973-122600df7452 req-4bfb0660-87dc-45bb-8e27-4fa486f08ee5 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:42.601076 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4348e40e-f70a-4693-8973-122600df7452 req-4bfb0660-87dc-45bb-8e27-4fa486f08ee5 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 946 time: 0.0797653 May 25 23:34:42.610255 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9cee5-af00-41ce-9a63-c848102e2aed req-fb6262a4-be14-44a6-9be8-93be9cae0bc9 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:42.610938 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-28d9cee5-af00-41ce-9a63-c848102e2aed req-fb6262a4-be14-44a6-9be8-93be9cae0bc9 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Synchronizing usage tracker for tenant:eae98a07132b48e7897e413dac8957d7 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:34:42.646299 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4348e40e-f70a-4693-8973-122600df7452 req-4556e011-c137-4b26-9f57-7f7e2c6062af tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0bc06cf-3034-4f33-afe0-92be266f0f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387812 May 25 23:34:42.687541 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-28d9cee5-af00-41ce-9a63-c848102e2aed req-fb6262a4-be14-44a6-9be8-93be9cae0bc9 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Unset dirty status for tenant:eae98a07132b48e7897e413dac8957d7 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:34:42.688729 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-28d9cee5-af00-41ce-9a63-c848102e2aed req-fb6262a4-be14-44a6-9be8-93be9cae0bc9 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 946 time: 0.1525195 May 25 23:34:42.758758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-28d9cee5-af00-41ce-9a63-c848102e2aed req-97b43914-034d-4ba3-9961-c28e5f183568 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Deleting port a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:34:42.759090 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-28d9cee5-af00-41ce-9a63-c848102e2aed req-97b43914-034d-4ba3-9961-c28e5f183568 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:42.994433 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-28d9cee5-af00-41ce-9a63-c848102e2aed req-97b43914-034d-4ba3-9961-c28e5f183568 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] For port a072a5e0-8c44-4e38-ad54-490fe4c1fcb2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a072a5e0-8c44-4e38-ad54-490fe4c1fcb2,segment=NetworkSegment(2f736328-4ea2-4962-b7d5-c5bb85669f5d),segment_id=2f736328-4ea2-4962-b7d5-c5bb85669f5d)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:34:42.994698 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-28d9cee5-af00-41ce-9a63-c848102e2aed req-97b43914-034d-4ba3-9961-c28e5f183568 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:43.119099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-28d9cee5-af00-41ce-9a63-c848102e2aed req-97b43914-034d-4ba3-9961-c28e5f183568 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Calling delete_port for a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:34:43.327581 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-28d9cee5-af00-41ce-9a63-c848102e2aed req-97b43914-034d-4ba3-9961-c28e5f183568 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:43.338185 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['a072a5e0-8c44-4e38-ad54-490fe4c1fcb2'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:34:43.379045 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b43914-034d-4ba3-9961-c28e5f183568 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Pushing event deleted for resources: {'Port': ['ID=a072a5e0-8c44-4e38-ad54-490fe4c1fcb2,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:43.450892 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d9cee5-af00-41ce-9a63-c848102e2aed req-97b43914-034d-4ba3-9961-c28e5f183568 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] No DVR routers for this DVR port a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:34:43.453256 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-28d9cee5-af00-41ce-9a63-c848102e2aed req-97b43914-034d-4ba3-9961-c28e5f183568 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:43.455660 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9de5be-c828-49bc-a726-5eafb3913cc2', 'name': 'network-vif-deleted', 'tag': 'a072a5e0-8c44-4e38-ad54-490fe4c1fcb2'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:34:43.511359 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85be111d-5324-41f2-84cf-028617349a80'] response: {'server_uuid': '9a9de5be-c828-49bc-a726-5eafb3913cc2', 'name': 'network-vif-deleted', 'tag': 'a072a5e0-8c44-4e38-ad54-490fe4c1fcb2', 'status': 'completed', 'code': 200} May 25 23:34:43.512800 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-28d9cee5-af00-41ce-9a63-c848102e2aed req-97b43914-034d-4ba3-9961-c28e5f183568 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.73 "DELETE /v2.0/ports/a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 HTTP/1.1" status: 204 len: 173 time: 0.8194497 May 25 23:34:43.715553 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1bef22f0-4976-46ee-8f12-8b84ed60bb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:43.821242 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-af743eae-7d90-4640-965c-27a8b7ad434f req-4d1f2a56-8a7c-4a6a-bec0-180606e9b403 tempest-ServersNegativeTestJSON-810470463 tempest-ServersNegativeTestJSON-810470463-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a9de5be-c828-49bc-a726-5eafb3913cc2 HTTP/1.1" status: 200 len: 210 time: 0.0391941 May 25 23:34:44.927199 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47208) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:44.977438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:44.988511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-c460a83b-bb4e-46c6-9fdb-6c580aac856c admin admin] Deleting subnet d4fc9f7e-2647-423c-891e-ed0bed69e2d6 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:34:44.991334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c460a83b-bb4e-46c6-9fdb-6c580aac856c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:45.040119 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c460a83b-bb4e-46c6-9fdb-6c580aac856c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:45.095768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c460a83b-bb4e-46c6-9fdb-6c580aac856c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:45.119339 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:45.225252 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c460a83b-bb4e-46c6-9fdb-6c580aac856c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:45.264741 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460a83b-bb4e-46c6-9fdb-6c580aac856c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fc9f7e-2647-423c-891e-ed0bed69e2d6,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:45.268693 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c460a83b-bb4e-46c6-9fdb-6c580aac856c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:45.274537 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c460a83b-bb4e-46c6-9fdb-6c580aac856c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d4fc9f7e-2647-423c-891e-ed0bed69e2d6 HTTP/1.1" status: 204 len: 168 time: 0.3463144 May 25 23:34:45.276933 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47212) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:45.383261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff93b077-0ad6-41c9-9dce-9f446bd99c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:45.505276 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff93b077-0ad6-41c9-9dce-9f446bd99c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:45.530588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-ff93b077-0ad6-41c9-9dce-9f446bd99c55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf00be3-30da-493e-bd9e-fc463fe78618']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:45.542148 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-ff93b077-0ad6-41c9-9dce-9f446bd99c55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f736328-4ea2-4962-b7d5-c5bb85669f5d') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:45.542440 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-ff93b077-0ad6-41c9-9dce-9f446bd99c55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f736328-4ea2-4962-b7d5-c5bb85669f5d') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:45.553650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff93b077-0ad6-41c9-9dce-9f446bd99c55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:45.569419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff93b077-0ad6-41c9-9dce-9f446bd99c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:45.575267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff93b077-0ad6-41c9-9dce-9f446bd99c55 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:34:45.576327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff93b077-0ad6-41c9-9dce-9f446bd99c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:34:45.589083 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:34:45.727396 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff93b077-0ad6-41c9-9dce-9f446bd99c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:45.743157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff93b077-0ad6-41c9-9dce-9f446bd99c55 admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:45.755113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93b077-0ad6-41c9-9dce-9f446bd99c55 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf00be3-30da-493e-bd9e-fc463fe78618,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:45.802476 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ff93b077-0ad6-41c9-9dce-9f446bd99c55 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9cf00be3-30da-493e-bd9e-fc463fe78618 HTTP/1.1" status: 204 len: 168 time: 0.5246119 May 25 23:34:46.147741 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47218) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:46.161071 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:34:46.196846 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:34:46.199624 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a072a5e0-8c44-4e38-ad54-490fe4c1fcb2 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:34:46.199750 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2269cecd-8a28-4137-93ae-6fb910af3947 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eae98a07132b48e7897e413dac8957d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501771 May 25 23:34:46.201998 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47222) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:46.265313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f633b32c-8b05-4ca0-b081-9c0da0397cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:46.290047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f633b32c-8b05-4ca0-b081-9c0da0397cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:46.413210 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f633b32c-8b05-4ca0-b081-9c0da0397cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:46.430237 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633b32c-8b05-4ca0-b081-9c0da0397cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bc06cf-3034-4f33-afe0-92be266f0f3f,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:46.537838 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f633b32c-8b05-4ca0-b081-9c0da0397cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:46.538963 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f633b32c-8b05-4ca0-b081-9c0da0397cff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0bc06cf-3034-4f33-afe0-92be266f0f3f HTTP/1.1" status: 204 len: 168 time: 0.3360572 May 25 23:34:46.817619 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:47.781380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47244) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:47.852897 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:47.935479 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1060034740'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:34:47.940661 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:34:47.944391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Usage tracker for resource:network and tenant:ac1e2c5cfa0345bc806774151de94b0c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:34:47.947449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:34:47.954557 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:34:48.005630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Made reservation on behalf of ac1e2c5cfa0345bc806774151de94b0c for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:34:48.008707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:48.021625 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:48.052708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:34:48.056582 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Usage tracker for resource:security_group_rule and tenant:ac1e2c5cfa0345bc806774151de94b0c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:34:48.059334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:34:48.065773 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:34:48.131705 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:48.202465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:48.230709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:34:48.245823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0ab803-63e2-44f6-9653-9e5f91490b44,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:48.250868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:48.251204 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Added segment 70ba577d-1696-4712-97f4-c4306a83ba52 of type vlan for network b1191363-3d3c-4f7a-add2-51b22d566c63 May 25 23:34:48.359420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:48.464284 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:48.468067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:48.468666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:48.574998 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event updated for resources: {'Network': ['ID=b1191363-3d3c-4f7a-add2-51b22d566c63,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:48.585091 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network b1191363-3d3c-4f7a-add2-51b22d566c63 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:34:48.635656 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-68a545db-23ca-438b-b2af-05775ef10d36 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8531263 May 25 23:34:51.884974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47250) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:51.891799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-b26ec372-18f8-45b2-8a90-08653b2dea01 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Request body: {'subnet': {'network_id': 'b1191363-3d3c-4f7a-add2-51b22d566c63', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:34:52.003974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b26ec372-18f8-45b2-8a90-08653b2dea01 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:34:52.007755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b26ec372-18f8-45b2-8a90-08653b2dea01 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Usage tracker for resource:subnet and tenant:ac1e2c5cfa0345bc806774151de94b0c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:34:52.010528 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b26ec372-18f8-45b2-8a90-08653b2dea01 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:34:52.016502 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b26ec372-18f8-45b2-8a90-08653b2dea01 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:34:52.092754 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26ec372-18f8-45b2-8a90-08653b2dea01 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Made reservation on behalf of ac1e2c5cfa0345bc806774151de94b0c for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:34:52.190408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b26ec372-18f8-45b2-8a90-08653b2dea01 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:52.464583 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b26ec372-18f8-45b2-8a90-08653b2dea01 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:52.536294 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ec372-18f8-45b2-8a90-08653b2dea01 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event updated for resources: {'Subnet': ['ID=d4291870-7ad3-4272-9381-2bf54289cfb1,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:52.552830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ec372-18f8-45b2-8a90-08653b2dea01 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Checking segment: {'id': '70ba577d-1696-4712-97f4-c4306a83ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1191363-3d3c-4f7a-add2-51b22d566c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:34:52.553211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26ec372-18f8-45b2-8a90-08653b2dea01 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Network hostable DHCP agents. Network: b1191363-3d3c-4f7a-add2-51b22d566c63, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:34:52.681405 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26ec372-18f8-45b2-8a90-08653b2dea01 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Network b1191363-3d3c-4f7a-add2-51b22d566c63 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:34:52.784127 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-b26ec372-18f8-45b2-8a90-08653b2dea01 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, b1191363-3d3c-4f7a-add2-51b22d566c63) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:34:52.787954 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26ec372-18f8-45b2-8a90-08653b2dea01 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:52.788579 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b26ec372-18f8-45b2-8a90-08653b2dea01 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:52.793130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9484d803-3485-468e-9bf5-dc30974f7e0b None None] Network b1191363-3d3c-4f7a-add2-51b22d566c63 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:34:52.870765 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b26ec372-18f8-45b2-8a90-08653b2dea01 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9846485 May 25 23:34:52.874779 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47254) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:52.880224 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-8ad92948-f2c7-4e48-930f-ce333aafb10b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1366237734'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:34:52.884995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8ad92948-f2c7-4e48-930f-ce333aafb10b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:34:52.888894 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8ad92948-f2c7-4e48-930f-ce333aafb10b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Usage tracker for resource:network and tenant:ac1e2c5cfa0345bc806774151de94b0c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:34:52.892452 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8ad92948-f2c7-4e48-930f-ce333aafb10b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:34:52.898042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8ad92948-f2c7-4e48-930f-ce333aafb10b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:34:52.967449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad92948-f2c7-4e48-930f-ce333aafb10b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Made reservation on behalf of ac1e2c5cfa0345bc806774151de94b0c for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:34:52.970469 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8ad92948-f2c7-4e48-930f-ce333aafb10b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:53.000773 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad92948-f2c7-4e48-930f-ce333aafb10b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:34:53.007548 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-b1191363-3d3c-4f7a-add2-51b22d566c63', 'network_id': 'b1191363-3d3c-4f7a-add2-51b22d566c63', 'tenant_id': 'ac1e2c5cfa0345bc806774151de94b0c', 'fixed_ips': [{'subnet_id': 'd4291870-7ad3-4272-9381-2bf54289cfb1'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:34:53.008379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:53.009426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8ad92948-f2c7-4e48-930f-ce333aafb10b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:53.009819 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-8ad92948-f2c7-4e48-930f-ce333aafb10b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Added segment 729451d2-52b3-4b7f-b5de-d2ca053365e5 of type vlan for network 710c8ca1-cbc1-42f4-97a9-04c5c40bb123 May 25 23:34:53.035836 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8ad92948-f2c7-4e48-930f-ce333aafb10b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:53.144327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8ad92948-f2c7-4e48-930f-ce333aafb10b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:53.148038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad92948-f2c7-4e48-930f-ce333aafb10b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:53.148637 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8ad92948-f2c7-4e48-930f-ce333aafb10b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:53.165875 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Allocated IP 2001:db8:0:ffff::2 (b1191363-3d3c-4f7a-add2-51b22d566c63/d4291870-7ad3-4272-9381-2bf54289cfb1/6c0678a2-7e7d-4efd-b24e-61e4b587f96e) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:34:53.255387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad92948-f2c7-4e48-930f-ce333aafb10b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event updated for resources: {'Network': ['ID=710c8ca1-cbc1-42f4-97a9-04c5c40bb123,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:53.266916 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 710c8ca1-cbc1-42f4-97a9-04c5c40bb123 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:34:53.288251 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8ad92948-f2c7-4e48-930f-ce333aafb10b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4123480 May 25 23:34:53.291178 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47258) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:53.298690 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Request body: {'subnet': {'network_id': '710c8ca1-cbc1-42f4-97a9-04c5c40bb123', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:34:53.409529 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:34:53.413290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Usage tracker for resource:subnet and tenant:ac1e2c5cfa0345bc806774151de94b0c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:34:53.416127 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:34:53.422582 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:34:53.493673 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Made reservation on behalf of ac1e2c5cfa0345bc806774151de94b0c for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:34:53.496312 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:53.506395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Transition to ACTIVE for port object 6c0678a2-7e7d-4efd-b24e-61e4b587f96e will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:34:53.525136 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Transition to ACTIVE for port object 6c0678a2-7e7d-4efd-b24e-61e4b587f96e will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:34:53.595661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:53.606656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:53.673409 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Network b1191363-3d3c-4f7a-add2-51b22d566c63 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:34:53.676208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:34:53.680119 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:34:53.687174 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Pushing event updated for resources: {'Port': ['ID=6c0678a2-7e7d-4efd-b24e-61e4b587f96e,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:53.774571 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Attempting to bind port 6c0678a2-7e7d-4efd-b24e-61e4b587f96e on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:34:53.774928 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Attempting to bind port 6c0678a2-7e7d-4efd-b24e-61e4b587f96e by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '70ba577d-1696-4712-97f4-c4306a83ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1191363-3d3c-4f7a-add2-51b22d566c63'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:34:53.775283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Attempting to bind port 6c0678a2-7e7d-4efd-b24e-61e4b587f96e on network b1191363-3d3c-4f7a-add2-51b22d566c63 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:34:53.782320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:34:53.782863 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Checking segment: {'id': '70ba577d-1696-4712-97f4-c4306a83ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1191363-3d3c-4f7a-add2-51b22d566c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:34:53.783273 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:53.783659 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Bound using segment: {'id': '70ba577d-1696-4712-97f4-c4306a83ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1191363-3d3c-4f7a-add2-51b22d566c63'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:34:53.784117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Bound port: 6c0678a2-7e7d-4efd-b24e-61e4b587f96e, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ba577d-1696-4712-97f4-c4306a83ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1191363-3d3c-4f7a-add2-51b22d566c63'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:34:53.784487 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:53.870068 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] For port 6c0678a2-7e7d-4efd-b24e-61e4b587f96e, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:34:53.873814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] For port 6c0678a2-7e7d-4efd-b24e-61e4b587f96e, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6c0678a2-7e7d-4efd-b24e-61e4b587f96e,segment=NetworkSegment(70ba577d-1696-4712-97f4-c4306a83ba52),segment_id=70ba577d-1696-4712-97f4-c4306a83ba52)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:34:53.932194 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:53.967684 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:54.016992 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8536ce-6e9b-480a-9951-d6aa66772632 None None] Pushing event updated for resources: {'Port': ['ID=6c0678a2-7e7d-4efd-b24e-61e4b587f96e,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:54.051367 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event updated for resources: {'Subnet': ['ID=31de70cb-ab9e-4e2a-bc29-0a896d1e98f3,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:54.067777 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:54.068125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:54.068462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:54.068821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:54.069151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:54.069473 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:54.069794 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:54.070125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:54.070440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:54.070757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:54.071077 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:34:54.075678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Checking segment: {'id': '729451d2-52b3-4b7f-b5de-d2ca053365e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '710c8ca1-cbc1-42f4-97a9-04c5c40bb123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:34:54.076131 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Network hostable DHCP agents. Network: 710c8ca1-cbc1-42f4-97a9-04c5c40bb123, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:34:54.155932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Network 710c8ca1-cbc1-42f4-97a9-04c5c40bb123 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:34:54.247402 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 710c8ca1-cbc1-42f4-97a9-04c5c40bb123) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:34:54.252288 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:54.253148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:54.258425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c1acca-6a2f-4f33-be61-99bd60249778 None None] Network 710c8ca1-cbc1-42f4-97a9-04c5c40bb123 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:34:54.357231 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3d5c7e8f-269c-491d-ab7c-692afeef8e87 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0635700 May 25 23:34:54.359678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47262) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:54.475704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-710c8ca1-cbc1-42f4-97a9-04c5c40bb123', 'network_id': '710c8ca1-cbc1-42f4-97a9-04c5c40bb123', 'tenant_id': 'ac1e2c5cfa0345bc806774151de94b0c', 'fixed_ips': [{'subnet_id': '31de70cb-ab9e-4e2a-bc29-0a896d1e98f3'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:34:54.476686 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:54.507235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:54.573556 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:54.646260 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Allocated IP 2001:db8::2 (710c8ca1-cbc1-42f4-97a9-04c5c40bb123/31de70cb-ab9e-4e2a-bc29-0a896d1e98f3/a85c5bd7-62e2-4dc2-8563-c992a9b0290c) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:34:54.859757 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:54.870240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Transition to ACTIVE for port object a85c5bd7-62e2-4dc2-8563-c992a9b0290c will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:34:54.889871 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Transition to ACTIVE for port object a85c5bd7-62e2-4dc2-8563-c992a9b0290c will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:34:54.898968 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3a9c47-4adf-48c6-8be8-d851f3d01db4 None None] Network b1191363-3d3c-4f7a-add2-51b22d566c63 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:34:54.970361 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:55.053722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:55.071031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Network 710c8ca1-cbc1-42f4-97a9-04c5c40bb123 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:34:55.075395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:34:55.081414 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:34:55.083391 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Pushing event updated for resources: {'Port': ['ID=a85c5bd7-62e2-4dc2-8563-c992a9b0290c,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:55.095985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event deleted for resources: {'Subnet': ['ID=31de70cb-ab9e-4e2a-bc29-0a896d1e98f3,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:55.162930 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4f59c357-846b-48ad-b42a-4118ff6084f7 None None] Provisioning for port 6c0678a2-7e7d-4efd-b24e-61e4b587f96e completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:34:55.190163 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:55.215664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710c8ca1-cbc1-42f4-97a9-04c5c40bb123']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:55.228414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729451d2-52b3-4b7f-b5de-d2ca053365e5') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:55.228677 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729451d2-52b3-4b7f-b5de-d2ca053365e5') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:55.233270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Attempting to bind port a85c5bd7-62e2-4dc2-8563-c992a9b0290c on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:34:55.233629 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Attempting to bind port a85c5bd7-62e2-4dc2-8563-c992a9b0290c by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '729451d2-52b3-4b7f-b5de-d2ca053365e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '710c8ca1-cbc1-42f4-97a9-04c5c40bb123'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:34:55.233980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Attempting to bind port a85c5bd7-62e2-4dc2-8563-c992a9b0290c on network 710c8ca1-cbc1-42f4-97a9-04c5c40bb123 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:34:55.240947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:55.257673 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:55.264189 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:34:55.264749 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:55.273508 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:34:55.273868 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Checking segment: {'id': '729451d2-52b3-4b7f-b5de-d2ca053365e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '710c8ca1-cbc1-42f4-97a9-04c5c40bb123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:34:55.274258 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:55.274641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Bound using segment: {'id': '729451d2-52b3-4b7f-b5de-d2ca053365e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '710c8ca1-cbc1-42f4-97a9-04c5c40bb123'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:34:55.275101 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Bound port: a85c5bd7-62e2-4dc2-8563-c992a9b0290c, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729451d2-52b3-4b7f-b5de-d2ca053365e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '710c8ca1-cbc1-42f4-97a9-04c5c40bb123'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:34:55.275462 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:34:55.280058 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:34:55.382137 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] For port a85c5bd7-62e2-4dc2-8563-c992a9b0290c, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:34:55.386651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] For port a85c5bd7-62e2-4dc2-8563-c992a9b0290c, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a85c5bd7-62e2-4dc2-8563-c992a9b0290c,segment=NetworkSegment(729451d2-52b3-4b7f-b5de-d2ca053365e5),segment_id=729451d2-52b3-4b7f-b5de-d2ca053365e5)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:34:55.412243 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 23:34:55.412243 dv-neutron-843300-1-hyperv neutron-server[84717]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 23:34:55.412243 dv-neutron-843300-1-hyperv neutron-server[84717]: [parameters: {'id': '710c8ca1-cbc1-42f4-97a9-04c5c40bb123'}] May 25 23:34:55.412243 dv-neutron-843300-1-hyperv neutron-server[84717]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:34:55.412999 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:34:55.452364 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:55.486906 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6c0678a2-7e7d-4efd-b24e-61e4b587f96e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:34:55.587806 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611bb43-aeaa-4d4e-9da0-1cb3e5a7a63e None None] Pushing event updated for resources: {'Port': ['ID=a85c5bd7-62e2-4dc2-8563-c992a9b0290c,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:55.664599 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496bc4d9-f722-4165-b96e-7f8bde29c912 None None] Network 710c8ca1-cbc1-42f4-97a9-04c5c40bb123 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:34:55.759524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 6c0678a2-7e7d-4efd-b24e-61e4b587f96e completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:34:55.779914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6c0678a2-7e7d-4efd-b24e-61e4b587f96e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:34:55.780277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:55.914030 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:55.924889 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Deleting port a85c5bd7-62e2-4dc2-8563-c992a9b0290c {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:34:55.925212 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:55.980781 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:56.012475 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541fb965-511b-4b22-b03c-467b647e3ffd None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 23:34:56.050505 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 6c0678a2-7e7d-4efd-b24e-61e4b587f96e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6c0678a2-7e7d-4efd-b24e-61e4b587f96e,segment=NetworkSegment(70ba577d-1696-4712-97f4-c4306a83ba52),segment_id=70ba577d-1696-4712-97f4-c4306a83ba52)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:34:56.100253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541fb965-511b-4b22-b03c-467b647e3ffd None None] Resources bound (agent type, host, resource id): {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 23:34:56.131307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] For port a85c5bd7-62e2-4dc2-8563-c992a9b0290c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a85c5bd7-62e2-4dc2-8563-c992a9b0290c,segment=NetworkSegment(729451d2-52b3-4b7f-b5de-d2ca053365e5),segment_id=729451d2-52b3-4b7f-b5de-d2ca053365e5)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:34:56.131683 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:56.135102 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:56.259940 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Calling delete_port for a85c5bd7-62e2-4dc2-8563-c992a9b0290c owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:34:56.279940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=6c0678a2-7e7d-4efd-b24e-61e4b587f96e,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:56.417753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:56.465437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event deleted for resources: {'Port': ['ID=a85c5bd7-62e2-4dc2-8563-c992a9b0290c,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:56.471370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] No DVR routers for this DVR port a85c5bd7-62e2-4dc2-8563-c992a9b0290c on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:34:56.593174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:56.617304 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710c8ca1-cbc1-42f4-97a9-04c5c40bb123']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:56.629279 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729451d2-52b3-4b7f-b5de-d2ca053365e5') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:56.629576 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729451d2-52b3-4b7f-b5de-d2ca053365e5') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:56.641040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:56.656860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:56.662753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:34:56.663165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:34:56.677021 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:34:56.904274 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:56.921130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:56.931702 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event deleted for resources: {'Network': ['ID=710c8ca1-cbc1-42f4-97a9-04c5c40bb123,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:56.938626 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fd28428d-73e6-43dc-a9e6-0bc2f4ef6807 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "DELETE /v2.0/networks/710c8ca1-cbc1-42f4-97a9-04c5c40bb123 HTTP/1.1" status: 204 len: 168 time: 2.5779593 May 25 23:34:56.942096 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47266) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:56.947400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f08978aa-8493-4f05-96d4-4f71307724a9 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1432241821'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:34:56.953278 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f08978aa-8493-4f05-96d4-4f71307724a9 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:34:56.957029 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f08978aa-8493-4f05-96d4-4f71307724a9 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Usage tracker for resource:network and tenant:ac1e2c5cfa0345bc806774151de94b0c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:34:56.959882 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f08978aa-8493-4f05-96d4-4f71307724a9 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:34:56.966176 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f08978aa-8493-4f05-96d4-4f71307724a9 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:34:57.076272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08978aa-8493-4f05-96d4-4f71307724a9 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Made reservation on behalf of ac1e2c5cfa0345bc806774151de94b0c for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:34:57.079167 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f08978aa-8493-4f05-96d4-4f71307724a9 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:57.106974 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08978aa-8493-4f05-96d4-4f71307724a9 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:34:57.115632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f08978aa-8493-4f05-96d4-4f71307724a9 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:57.115972 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-f08978aa-8493-4f05-96d4-4f71307724a9 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Added segment 28062941-ed69-4357-b106-eaeacda9564b of type vlan for network 5dbcfd6d-560a-4153-84ea-c8e486ad7d41 May 25 23:34:57.142473 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f08978aa-8493-4f05-96d4-4f71307724a9 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:57.235850 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f08978aa-8493-4f05-96d4-4f71307724a9 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:57.239514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08978aa-8493-4f05-96d4-4f71307724a9 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:57.240085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f08978aa-8493-4f05-96d4-4f71307724a9 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:57.348167 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08978aa-8493-4f05-96d4-4f71307724a9 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event updated for resources: {'Network': ['ID=5dbcfd6d-560a-4153-84ea-c8e486ad7d41,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:57.358926 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 5dbcfd6d-560a-4153-84ea-c8e486ad7d41 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:34:57.379145 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f08978aa-8493-4f05-96d4-4f71307724a9 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4360173 May 25 23:34:57.381938 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47270) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:57.387498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Request body: {'subnet': {'network_id': '5dbcfd6d-560a-4153-84ea-c8e486ad7d41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:34:57.463558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6c0678a2-7e7d-4efd-b24e-61e4b587f96e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:34:57.501341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:34:57.505055 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Usage tracker for resource:subnet and tenant:ac1e2c5cfa0345bc806774151de94b0c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:34:57.507822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:34:57.514411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:34:57.539967 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6c0678a2-7e7d-4efd-b24e-61e4b587f96e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:34:57.540329 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:57.582956 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Made reservation on behalf of ac1e2c5cfa0345bc806774151de94b0c for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:34:57.688209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:57.779875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.ipam_backend_mixin [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Performing IP validity checks on allocation pools {{(pid=84717) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 25 23:34:57.780305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.ipam_backend_mixin [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84717) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 25 23:34:57.960277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:58.043397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event updated for resources: {'Subnet': ['ID=da65ecdc-3455-4cf3-9739-4c7bdd27b70b,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:58.052358 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Checking segment: {'id': '28062941-ed69-4357-b106-eaeacda9564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5dbcfd6d-560a-4153-84ea-c8e486ad7d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:34:58.052744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Network hostable DHCP agents. Network: 5dbcfd6d-560a-4153-84ea-c8e486ad7d41, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:34:58.155237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Network 5dbcfd6d-560a-4153-84ea-c8e486ad7d41 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:34:58.240985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 5dbcfd6d-560a-4153-84ea-c8e486ad7d41) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:34:58.244870 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:34:58.245530 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:58.249843 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa55d36-7aa1-4768-93e2-2b4974e33a5f None None] Network 5dbcfd6d-560a-4153-84ea-c8e486ad7d41 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:34:58.339109 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1e1fcd07-fc0e-4279-9806-1d01a26dbed1 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9561002 May 25 23:34:58.341702 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47274) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:34:58.460792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-5dbcfd6d-560a-4153-84ea-c8e486ad7d41', 'network_id': '5dbcfd6d-560a-4153-84ea-c8e486ad7d41', 'tenant_id': 'ac1e2c5cfa0345bc806774151de94b0c', 'fixed_ips': [{'subnet_id': 'da65ecdc-3455-4cf3-9739-4c7bdd27b70b'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:34:58.461598 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:58.486917 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:58.552342 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:58.614453 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Allocated IP 2001:db8::3 (5dbcfd6d-560a-4153-84ea-c8e486ad7d41/da65ecdc-3455-4cf3-9739-4c7bdd27b70b/3ba9f54a-b7d7-46b9-9844-e02824184661) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:34:58.811498 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:58.821158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Transition to ACTIVE for port object 3ba9f54a-b7d7-46b9-9844-e02824184661 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:34:58.838164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Transition to ACTIVE for port object 3ba9f54a-b7d7-46b9-9844-e02824184661 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:34:58.916158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:59.002309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:59.014750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Network 5dbcfd6d-560a-4153-84ea-c8e486ad7d41 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:34:59.017572 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:34:59.021807 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:34:59.023801 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Pushing event updated for resources: {'Port': ['ID=3ba9f54a-b7d7-46b9-9844-e02824184661,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:59.040663 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event deleted for resources: {'Subnet': ['ID=da65ecdc-3455-4cf3-9739-4c7bdd27b70b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:59.109917 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Attempting to bind port 3ba9f54a-b7d7-46b9-9844-e02824184661 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:34:59.110375 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Attempting to bind port 3ba9f54a-b7d7-46b9-9844-e02824184661 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '28062941-ed69-4357-b106-eaeacda9564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5dbcfd6d-560a-4153-84ea-c8e486ad7d41'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:34:59.110734 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Attempting to bind port 3ba9f54a-b7d7-46b9-9844-e02824184661 on network 5dbcfd6d-560a-4153-84ea-c8e486ad7d41 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:34:59.117336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:34:59.117696 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Checking segment: {'id': '28062941-ed69-4357-b106-eaeacda9564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5dbcfd6d-560a-4153-84ea-c8e486ad7d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:34:59.118086 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:59.118473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Bound using segment: {'id': '28062941-ed69-4357-b106-eaeacda9564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5dbcfd6d-560a-4153-84ea-c8e486ad7d41'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:34:59.118925 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Bound port: 3ba9f54a-b7d7-46b9-9844-e02824184661, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28062941-ed69-4357-b106-eaeacda9564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5dbcfd6d-560a-4153-84ea-c8e486ad7d41'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:34:59.119287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:59.139372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:59.164750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbcfd6d-560a-4153-84ea-c8e486ad7d41']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:59.177730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28062941-ed69-4357-b106-eaeacda9564b') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:59.177955 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28062941-ed69-4357-b106-eaeacda9564b') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:34:59.189304 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:59.203362 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] For port 3ba9f54a-b7d7-46b9-9844-e02824184661, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:34:59.205107 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:59.211331 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:34:59.211722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:34:59.226762 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:34:59.305468 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] For port 3ba9f54a-b7d7-46b9-9844-e02824184661, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=3ba9f54a-b7d7-46b9-9844-e02824184661,segment=NetworkSegment(28062941-ed69-4357-b106-eaeacda9564b),segment_id=28062941-ed69-4357-b106-eaeacda9564b)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:34:59.344471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.db.api [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 23:34:59.344471 dv-neutron-843300-1-hyperv neutron-server[84717]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 23:34:59.344471 dv-neutron-843300-1-hyperv neutron-server[84717]: [parameters: {'id': '5dbcfd6d-560a-4153-84ea-c8e486ad7d41'}] May 25 23:34:59.344471 dv-neutron-843300-1-hyperv neutron-server[84717]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:34:59.344980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG oslo_db.api [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:34:59.367451 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:59.478778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7583cdf-54ee-483c-877e-ea46e579aee4 None None] Pushing event updated for resources: {'Port': ['ID=3ba9f54a-b7d7-46b9-9844-e02824184661,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:34:59.508563 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a79418-38bf-467f-aa09-175b8b230134 None None] Network 5dbcfd6d-560a-4153-84ea-c8e486ad7d41 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:34:59.696404 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8630c608-c11d-4ac7-a5d4-fe97e78dcd18 None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 23:34:59.782031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8630c608-c11d-4ac7-a5d4-fe97e78dcd18 None None] Resources bound (agent type, host, resource id): {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 23:34:59.846335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:34:59.857378 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Deleting port 3ba9f54a-b7d7-46b9-9844-e02824184661 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:34:59.857802 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:00.055217 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] For port 3ba9f54a-b7d7-46b9-9844-e02824184661, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=3ba9f54a-b7d7-46b9-9844-e02824184661,segment=NetworkSegment(28062941-ed69-4357-b106-eaeacda9564b),segment_id=28062941-ed69-4357-b106-eaeacda9564b)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:00.055478 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:00.264433 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Calling delete_port for 3ba9f54a-b7d7-46b9-9844-e02824184661 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:35:00.401524 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:00.450187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event deleted for resources: {'Port': ['ID=3ba9f54a-b7d7-46b9-9844-e02824184661,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:00.454945 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] No DVR routers for this DVR port 3ba9f54a-b7d7-46b9-9844-e02824184661 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:35:00.575619 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:00.600856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbcfd6d-560a-4153-84ea-c8e486ad7d41']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:00.613080 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28062941-ed69-4357-b106-eaeacda9564b') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:00.613374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28062941-ed69-4357-b106-eaeacda9564b') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:00.624415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:00.639823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:00.645728 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:35:00.646104 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:35:00.661061 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:35:00.835798 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:00.839802 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:00.867698 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event deleted for resources: {'Network': ['ID=5dbcfd6d-560a-4153-84ea-c8e486ad7d41,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:00.872274 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d77cb112-ecbd-453b-9d9e-c781e751ca6b tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "DELETE /v2.0/networks/5dbcfd6d-560a-4153-84ea-c8e486ad7d41 HTTP/1.1" status: 204 len: 168 time: 2.5291455 May 25 23:35:00.875725 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47278) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:00.881094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-49d2951e-3e76-4062-ae65-586b462d34ae tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1500298658'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:00.885940 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-49d2951e-3e76-4062-ae65-586b462d34ae tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:00.889954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-49d2951e-3e76-4062-ae65-586b462d34ae tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Usage tracker for resource:network and tenant:ac1e2c5cfa0345bc806774151de94b0c is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:00.892739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-49d2951e-3e76-4062-ae65-586b462d34ae tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:00.898797 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-49d2951e-3e76-4062-ae65-586b462d34ae tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:00.961453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d2951e-3e76-4062-ae65-586b462d34ae tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Made reservation on behalf of ac1e2c5cfa0345bc806774151de94b0c for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:35:00.964340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-49d2951e-3e76-4062-ae65-586b462d34ae tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:00.992621 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d2951e-3e76-4062-ae65-586b462d34ae tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:35:01.001209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-49d2951e-3e76-4062-ae65-586b462d34ae tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:01.007248 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-49d2951e-3e76-4062-ae65-586b462d34ae tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Added segment c8e120bf-d749-4a63-a52c-08002ba1e39c of type vlan for network a3660426-3908-4b19-aacc-4965da7fe0cd May 25 23:35:01.026368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-49d2951e-3e76-4062-ae65-586b462d34ae tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:01.110112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-49d2951e-3e76-4062-ae65-586b462d34ae tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:01.114714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d2951e-3e76-4062-ae65-586b462d34ae tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:01.115291 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-49d2951e-3e76-4062-ae65-586b462d34ae tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:01.222636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2951e-3e76-4062-ae65-586b462d34ae tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event updated for resources: {'Network': ['ID=a3660426-3908-4b19-aacc-4965da7fe0cd,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:01.232564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network a3660426-3908-4b19-aacc-4965da7fe0cd details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:35:01.287755 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-49d2951e-3e76-4062-ae65-586b462d34ae tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4108715 May 25 23:35:01.354571 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47282) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:01.354571 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Request body: {'subnet': {'network_id': 'a3660426-3908-4b19-aacc-4965da7fe0cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:01.410667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:01.414445 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Usage tracker for resource:subnet and tenant:ac1e2c5cfa0345bc806774151de94b0c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:01.417312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:01.423195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:01.509595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Made reservation on behalf of ac1e2c5cfa0345bc806774151de94b0c for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:35:01.609663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:01.898761 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:01.977027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event updated for resources: {'Subnet': ['ID=e0261930-aeaa-4fd6-b2c1-ab485b4051fa,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:01.992419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:01.992780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:01.993109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:01.993432 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:01.993750 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:01.994071 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:01.994385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:01.994699 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:01.995010 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:01.995317 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:01.995625 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:02.000325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Checking segment: {'id': 'c8e120bf-d749-4a63-a52c-08002ba1e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a3660426-3908-4b19-aacc-4965da7fe0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:02.000699 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Network hostable DHCP agents. Network: a3660426-3908-4b19-aacc-4965da7fe0cd, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:35:02.115109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Network a3660426-3908-4b19-aacc-4965da7fe0cd is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:35:02.200853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, a3660426-3908-4b19-aacc-4965da7fe0cd) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:02.204868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:02.205456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:02.210781 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a06ffac-6d33-42ef-bd14-a5825df36c38 None None] Network a3660426-3908-4b19-aacc-4965da7fe0cd requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:35:02.302362 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-163dbbc1-787d-4978-9dc1-bdbc920cc13e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0050960 May 25 23:35:02.302712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47286) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:02.308229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f9601211-a03b-4b91-a13d-5f3b8063117f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1415465975'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:02.314166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f9601211-a03b-4b91-a13d-5f3b8063117f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:02.317987 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f9601211-a03b-4b91-a13d-5f3b8063117f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Usage tracker for resource:network and tenant:ac1e2c5cfa0345bc806774151de94b0c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:02.321858 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f9601211-a03b-4b91-a13d-5f3b8063117f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:02.326815 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f9601211-a03b-4b91-a13d-5f3b8063117f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:02.378473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9601211-a03b-4b91-a13d-5f3b8063117f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Made reservation on behalf of ac1e2c5cfa0345bc806774151de94b0c for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:35:02.381458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f9601211-a03b-4b91-a13d-5f3b8063117f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:02.409027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9601211-a03b-4b91-a13d-5f3b8063117f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:35:02.417483 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f9601211-a03b-4b91-a13d-5f3b8063117f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:02.417826 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-f9601211-a03b-4b91-a13d-5f3b8063117f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Added segment cc96b90e-d7fa-4327-ae16-185699b3c628 of type vlan for network 61bdfe41-026c-408d-aa04-dff1fc0cae4d May 25 23:35:02.427263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-a3660426-3908-4b19-aacc-4965da7fe0cd', 'network_id': 'a3660426-3908-4b19-aacc-4965da7fe0cd', 'tenant_id': 'ac1e2c5cfa0345bc806774151de94b0c', 'fixed_ips': [{'subnet_id': 'e0261930-aeaa-4fd6-b2c1-ab485b4051fa'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:35:02.428096 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:02.443694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f9601211-a03b-4b91-a13d-5f3b8063117f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:02.526136 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f9601211-a03b-4b91-a13d-5f3b8063117f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:02.530075 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9601211-a03b-4b91-a13d-5f3b8063117f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:02.530692 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f9601211-a03b-4b91-a13d-5f3b8063117f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:02.585601 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Allocated IP 2001:db8::2 (a3660426-3908-4b19-aacc-4965da7fe0cd/e0261930-aeaa-4fd6-b2c1-ab485b4051fa/2b915ee6-13b2-459e-b618-fd840a3f0811) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:35:02.729629 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9601211-a03b-4b91-a13d-5f3b8063117f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event updated for resources: {'Network': ['ID=61bdfe41-026c-408d-aa04-dff1fc0cae4d,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:02.758687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 61bdfe41-026c-408d-aa04-dff1fc0cae4d details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:35:02.790828 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f9601211-a03b-4b91-a13d-5f3b8063117f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4869218 May 25 23:35:02.793497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47290) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:02.799603 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-7eb56108-8111-44b3-9004-8210f057ee37 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Request body: {'subnet': {'network_id': '61bdfe41-026c-408d-aa04-dff1fc0cae4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:02.908860 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:02.909396 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7eb56108-8111-44b3-9004-8210f057ee37 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:02.913101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7eb56108-8111-44b3-9004-8210f057ee37 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Usage tracker for resource:subnet and tenant:ac1e2c5cfa0345bc806774151de94b0c is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:02.915820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7eb56108-8111-44b3-9004-8210f057ee37 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:02.922015 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7eb56108-8111-44b3-9004-8210f057ee37 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:02.925601 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Transition to ACTIVE for port object 2b915ee6-13b2-459e-b618-fd840a3f0811 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:02.942879 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Transition to ACTIVE for port object 2b915ee6-13b2-459e-b618-fd840a3f0811 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:03.001785 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb56108-8111-44b3-9004-8210f057ee37 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Made reservation on behalf of ac1e2c5cfa0345bc806774151de94b0c for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:35:03.036707 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:03.104205 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7eb56108-8111-44b3-9004-8210f057ee37 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:03.110149 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Network a3660426-3908-4b19-aacc-4965da7fe0cd is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:35:03.110149 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:03.112394 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:35:03.118957 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Pushing event updated for resources: {'Port': ['ID=2b915ee6-13b2-459e-b618-fd840a3f0811,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:03.203530 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Attempting to bind port 2b915ee6-13b2-459e-b618-fd840a3f0811 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:35:03.203886 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Attempting to bind port 2b915ee6-13b2-459e-b618-fd840a3f0811 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'c8e120bf-d749-4a63-a52c-08002ba1e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a3660426-3908-4b19-aacc-4965da7fe0cd'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:35:03.204239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Attempting to bind port 2b915ee6-13b2-459e-b618-fd840a3f0811 on network a3660426-3908-4b19-aacc-4965da7fe0cd {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:35:03.210752 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:35:03.213233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Checking segment: {'id': 'c8e120bf-d749-4a63-a52c-08002ba1e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a3660426-3908-4b19-aacc-4965da7fe0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:03.213233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:03.213233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Bound using segment: {'id': 'c8e120bf-d749-4a63-a52c-08002ba1e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a3660426-3908-4b19-aacc-4965da7fe0cd'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:35:03.213233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Bound port: 2b915ee6-13b2-459e-b618-fd840a3f0811, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e120bf-d749-4a63-a52c-08002ba1e39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a3660426-3908-4b19-aacc-4965da7fe0cd'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:35:03.213233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:03.304182 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] For port 2b915ee6-13b2-459e-b618-fd840a3f0811, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:35:03.307468 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] For port 2b915ee6-13b2-459e-b618-fd840a3f0811, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2b915ee6-13b2-459e-b618-fd840a3f0811,segment=NetworkSegment(c8e120bf-d749-4a63-a52c-08002ba1e39c),segment_id=c8e120bf-d749-4a63-a52c-08002ba1e39c)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:35:03.356157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:03.383256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7eb56108-8111-44b3-9004-8210f057ee37 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:03.433081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3c689-86e9-4b57-85d6-bed25112b6a8 None None] Pushing event updated for resources: {'Port': ['ID=2b915ee6-13b2-459e-b618-fd840a3f0811,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:03.473037 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb56108-8111-44b3-9004-8210f057ee37 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event updated for resources: {'Subnet': ['ID=6f183a98-9f06-49c0-ab00-405cbcfbc2a3,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:03.485672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb56108-8111-44b3-9004-8210f057ee37 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Checking segment: {'id': 'cc96b90e-d7fa-4327-ae16-185699b3c628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61bdfe41-026c-408d-aa04-dff1fc0cae4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:03.486019 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb56108-8111-44b3-9004-8210f057ee37 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Network hostable DHCP agents. Network: 61bdfe41-026c-408d-aa04-dff1fc0cae4d, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:35:03.588643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb56108-8111-44b3-9004-8210f057ee37 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Network 61bdfe41-026c-408d-aa04-dff1fc0cae4d is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:35:03.653232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-7eb56108-8111-44b3-9004-8210f057ee37 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 61bdfe41-026c-408d-aa04-dff1fc0cae4d) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:03.657764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb56108-8111-44b3-9004-8210f057ee37 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:03.658660 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7eb56108-8111-44b3-9004-8210f057ee37 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:03.662273 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae46278e-86fd-4c3e-8305-a5d7e20f7bea None None] Network 61bdfe41-026c-408d-aa04-dff1fc0cae4d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:35:03.762383 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7eb56108-8111-44b3-9004-8210f057ee37 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9677567 May 25 23:35:03.765599 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47294) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:03.876744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-61bdfe41-026c-408d-aa04-dff1fc0cae4d', 'network_id': '61bdfe41-026c-408d-aa04-dff1fc0cae4d', 'tenant_id': 'ac1e2c5cfa0345bc806774151de94b0c', 'fixed_ips': [{'subnet_id': '6f183a98-9f06-49c0-ab00-405cbcfbc2a3'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:35:03.877555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:03.908170 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:03.974156 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:04.037296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Allocated IP 2001:db8::2 (61bdfe41-026c-408d-aa04-dff1fc0cae4d/6f183a98-9f06-49c0-ab00-405cbcfbc2a3/e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:35:04.250816 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:04.261143 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Transition to ACTIVE for port object e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:04.281472 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Transition to ACTIVE for port object e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:04.347546 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:04.352404 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ef878c-1c12-4fed-976d-9a9237a40f95 None None] Network a3660426-3908-4b19-aacc-4965da7fe0cd requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:35:04.407736 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:04.447291 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event deleted for resources: {'Subnet': ['ID=6f183a98-9f06-49c0-ab00-405cbcfbc2a3,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:04.504092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Network 61bdfe41-026c-408d-aa04-dff1fc0cae4d is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:35:04.509221 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:04.511618 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:35:04.520807 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Pushing event updated for resources: {'Port': ['ID=e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:04.542474 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:04.568910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bdfe41-026c-408d-aa04-dff1fc0cae4d']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:04.580897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc96b90e-d7fa-4327-ae16-185699b3c628') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:04.581182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc96b90e-d7fa-4327-ae16-185699b3c628') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:04.593679 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:04.610669 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:04.616964 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:35:04.617345 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:04.625979 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-bd4f3d3d-2d32-41e9-8805-f3f6d6bcdd91 None None] Provisioning for port 2b915ee6-13b2-459e-b618-fd840a3f0811 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:35:04.631866 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:35:04.673238 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Attempting to bind port e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:35:04.673593 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Attempting to bind port e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'cc96b90e-d7fa-4327-ae16-185699b3c628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61bdfe41-026c-408d-aa04-dff1fc0cae4d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:35:04.673940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Attempting to bind port e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1 on network 61bdfe41-026c-408d-aa04-dff1fc0cae4d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:35:04.692087 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:35:04.692482 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Checking segment: {'id': 'cc96b90e-d7fa-4327-ae16-185699b3c628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61bdfe41-026c-408d-aa04-dff1fc0cae4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:04.699655 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:04.699655 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Bound using segment: {'id': 'cc96b90e-d7fa-4327-ae16-185699b3c628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61bdfe41-026c-408d-aa04-dff1fc0cae4d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:35:04.699655 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Bound port: e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc96b90e-d7fa-4327-ae16-185699b3c628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '61bdfe41-026c-408d-aa04-dff1fc0cae4d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:35:04.699655 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:04.767468 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 23:35:04.767468 dv-neutron-843300-1-hyperv neutron-server[84716]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 23:35:04.767468 dv-neutron-843300-1-hyperv neutron-server[84716]: [parameters: {'id': '61bdfe41-026c-408d-aa04-dff1fc0cae4d'}] May 25 23:35:04.767468 dv-neutron-843300-1-hyperv neutron-server[84716]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:35:04.767988 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:35:04.832820 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] For port e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:35:04.836606 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] For port e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1,segment=NetworkSegment(cc96b90e-d7fa-4327-ae16-185699b3c628),segment_id=cc96b90e-d7fa-4327-ae16-185699b3c628)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:35:04.916377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:05.033849 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e9456-5f3f-42cf-91ab-21edbe420652 None None] Pushing event updated for resources: {'Port': ['ID=e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:05.066020 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2f1bef-a56d-4fd2-b0ab-034e3150ee31 None None] Network 61bdfe41-026c-408d-aa04-dff1fc0cae4d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:35:05.268795 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:05.280955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Deleting port e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:35:05.281371 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:05.302760 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80bd7b4-a677-4038-a056-d593c6baab5c None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 23:35:05.395913 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80bd7b4-a677-4038-a056-d593c6baab5c None None] Resources bound (agent type, host, resource id): {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 23:35:05.487908 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2b915ee6-13b2-459e-b618-fd840a3f0811 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:35:05.488418 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] For port e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1,segment=NetworkSegment(cc96b90e-d7fa-4327-ae16-185699b3c628),segment_id=cc96b90e-d7fa-4327-ae16-185699b3c628)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:05.488971 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:05.645152 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:35:05.714213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Calling delete_port for e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:35:05.721551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 2b915ee6-13b2-459e-b618-fd840a3f0811 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:35:05.735688 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 2b915ee6-13b2-459e-b618-fd840a3f0811 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:05.735978 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:05.866144 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:05.875666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:05.897048 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 2b915ee6-13b2-459e-b618-fd840a3f0811, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2b915ee6-13b2-459e-b618-fd840a3f0811,segment=NetworkSegment(c8e120bf-d749-4a63-a52c-08002ba1e39c),segment_id=c8e120bf-d749-4a63-a52c-08002ba1e39c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:05.920544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event deleted for resources: {'Port': ['ID=e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:05.925331 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] No DVR routers for this DVR port e3382bd8-c5ac-4042-86d6-3ad1f3a5b0f1 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:35:05.984770 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:06.045164 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:06.050729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=2b915ee6-13b2-459e-b618-fd840a3f0811,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:06.074994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bdfe41-026c-408d-aa04-dff1fc0cae4d']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:06.086685 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc96b90e-d7fa-4327-ae16-185699b3c628') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:06.086974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc96b90e-d7fa-4327-ae16-185699b3c628') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:06.098326 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:06.114482 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:06.120334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:35:06.120746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:35:06.134529 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:35:06.262743 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:06.279970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:06.291256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event deleted for resources: {'Network': ['ID=61bdfe41-026c-408d-aa04-dff1fc0cae4d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:06.297792 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-576d4785-f521-4a96-9edf-d97070ef9cff tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "DELETE /v2.0/networks/61bdfe41-026c-408d-aa04-dff1fc0cae4d HTTP/1.1" status: 204 len: 168 time: 2.5310411 May 25 23:35:06.300276 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47298) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:06.338154 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08d732a-1273-4de6-ab77-dcf5ea6046fb tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] GET failed (client error): The resource could not be found. May 25 23:35:06.338641 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d08d732a-1273-4de6-ab77-dcf5ea6046fb tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Synchronizing usage tracker for tenant:ac1e2c5cfa0345bc806774151de94b0c on resource:subnet {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:35:06.417057 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-d08d732a-1273-4de6-ab77-dcf5ea6046fb tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Unset dirty status for tenant:ac1e2c5cfa0345bc806774151de94b0c on resource:subnet {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:35:06.418368 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d08d732a-1273-4de6-ab77-dcf5ea6046fb tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "GET /v2.0/subnets/6f183a98-9f06-49c0-ab00-405cbcfbc2a3 HTTP/1.1" status: 404 len: 337 time: 0.1170232 May 25 23:35:06.426425 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47302) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:06.451138 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-843ac637-64f5-4803-b137-de96c204cf57 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] DELETE failed (client error): The resource could not be found. May 25 23:35:06.451551 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843ac637-64f5-4803-b137-de96c204cf57 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:35:06.453944 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-843ac637-64f5-4803-b137-de96c204cf57 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "DELETE /v2.0/networks/61bdfe41-026c-408d-aa04-dff1fc0cae4d HTTP/1.1" status: 404 len: 339 time: 0.0266335 May 25 23:35:06.457471 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47306) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:06.497462 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-68737d2f-572f-4e40-a632-265e84900e9e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] DELETE failed (client error): The resource could not be found. May 25 23:35:06.498105 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68737d2f-572f-4e40-a632-265e84900e9e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:35:06.499730 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-68737d2f-572f-4e40-a632-265e84900e9e tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "DELETE /v2.0/subnets/6f183a98-9f06-49c0-ab00-405cbcfbc2a3 HTTP/1.1" status: 404 len: 337 time: 0.0412781 May 25 23:35:06.502123 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47310) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:06.526296 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb2b423-7ca2-41d0-8f97-58d7ca7512dc tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] DELETE failed (client error): The resource could not be found. May 25 23:35:06.526648 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb2b423-7ca2-41d0-8f97-58d7ca7512dc tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:35:06.528171 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-abb2b423-7ca2-41d0-8f97-58d7ca7512dc tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "DELETE /v2.0/networks/61bdfe41-026c-408d-aa04-dff1fc0cae4d HTTP/1.1" status: 404 len: 339 time: 0.0251982 May 25 23:35:06.531230 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47314) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:06.595283 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3939155-d5c7-483a-9252-c92ed4fafb3f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Deleting subnet e0261930-aeaa-4fd6-b2c1-ab485b4051fa {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:35:06.598130 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a3939155-d5c7-483a-9252-c92ed4fafb3f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:06.655407 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a3939155-d5c7-483a-9252-c92ed4fafb3f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:06.738510 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a3939155-d5c7-483a-9252-c92ed4fafb3f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:06.893041 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a3939155-d5c7-483a-9252-c92ed4fafb3f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:06.933748 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3939155-d5c7-483a-9252-c92ed4fafb3f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event deleted for resources: {'Subnet': ['ID=e0261930-aeaa-4fd6-b2c1-ab485b4051fa,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:06.940788 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a3939155-d5c7-483a-9252-c92ed4fafb3f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:06.947402 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e18a8-05aa-4d07-852e-72747001ca53 None None] Network a3660426-3908-4b19-aacc-4965da7fe0cd requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:35:07.018986 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a3939155-d5c7-483a-9252-c92ed4fafb3f tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "DELETE /v2.0/subnets/e0261930-aeaa-4fd6-b2c1-ab485b4051fa HTTP/1.1" status: 204 len: 168 time: 0.4866545 May 25 23:35:07.021509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47320) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:07.134354 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:07.146250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Deleting port 2b915ee6-13b2-459e-b618-fd840a3f0811 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:35:07.146513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:07.184170 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52443478-40a4-437a-93d9-a0a99a0f2c2c None None] DHCP port deletion for a3660426-3908-4b19-aacc-4965da7fe0cd request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:35:07.189296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-52443478-40a4-437a-93d9-a0a99a0f2c2c None None] Deleting port 2b915ee6-13b2-459e-b618-fd840a3f0811 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:35:07.189662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-52443478-40a4-437a-93d9-a0a99a0f2c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:07.347122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] For port 2b915ee6-13b2-459e-b618-fd840a3f0811, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2b915ee6-13b2-459e-b618-fd840a3f0811,segment=NetworkSegment(c8e120bf-d749-4a63-a52c-08002ba1e39c),segment_id=c8e120bf-d749-4a63-a52c-08002ba1e39c)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:07.347478 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:07.389048 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-52443478-40a4-437a-93d9-a0a99a0f2c2c None None] For port 2b915ee6-13b2-459e-b618-fd840a3f0811, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2b915ee6-13b2-459e-b618-fd840a3f0811,segment=NetworkSegment(c8e120bf-d749-4a63-a52c-08002ba1e39c),segment_id=c8e120bf-d749-4a63-a52c-08002ba1e39c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:07.389453 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-52443478-40a4-437a-93d9-a0a99a0f2c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:07.468211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Calling delete_port for 2b915ee6-13b2-459e-b618-fd840a3f0811 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:35:07.508673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2b915ee6-13b2-459e-b618-fd840a3f0811 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:35:07.543217 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-52443478-40a4-437a-93d9-a0a99a0f2c2c None None] Calling delete_port for 2b915ee6-13b2-459e-b618-fd840a3f0811 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:35:07.601429 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:07.616339 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No active binding found for port 2b915ee6-13b2-459e-b618-fd840a3f0811 {{(pid=84718) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 25 23:35:07.616738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2b915ee6-13b2-459e-b618-fd840a3f0811 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:35:07.633431 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-52443478-40a4-437a-93d9-a0a99a0f2c2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:35:07.638270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-52443478-40a4-437a-93d9-a0a99a0f2c2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:35:07.645276 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event deleted for resources: {'Port': ['ID=2b915ee6-13b2-459e-b618-fd840a3f0811,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:07.651104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] No DVR routers for this DVR port 2b915ee6-13b2-459e-b618-fd840a3f0811 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:35:07.771583 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:07.795913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3660426-3908-4b19-aacc-4965da7fe0cd']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:07.807488 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e120bf-d749-4a63-a52c-08002ba1e39c') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:07.807778 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e120bf-d749-4a63-a52c-08002ba1e39c') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:07.818909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:07.837893 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:07.844316 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:35:07.844715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:35:07.858674 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:35:08.017458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:08.021666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:08.047119 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event deleted for resources: {'Network': ['ID=a3660426-3908-4b19-aacc-4965da7fe0cd,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:08.050829 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-d7dd384e-3e4f-4c8d-8881-07cb77647f5a tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "DELETE /v2.0/networks/a3660426-3908-4b19-aacc-4965da7fe0cd HTTP/1.1" status: 204 len: 168 time: 1.0284004 May 25 23:35:08.053227 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47324) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:08.095238 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-8337398b-9da8-4485-b4d4-b1090b988631 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] DELETE failed (client error): The resource could not be found. May 25 23:35:08.095661 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8337398b-9da8-4485-b4d4-b1090b988631 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:35:08.097268 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8337398b-9da8-4485-b4d4-b1090b988631 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "DELETE /v2.0/subnets/da65ecdc-3455-4cf3-9739-4c7bdd27b70b HTTP/1.1" status: 404 len: 337 time: 0.0431635 May 25 23:35:08.099952 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47328) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:08.122949 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b50f4a-a5f5-4422-9fc7-a601692da9fa tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] DELETE failed (client error): The resource could not be found. May 25 23:35:08.123359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b50f4a-a5f5-4422-9fc7-a601692da9fa tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:35:08.125415 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-49b50f4a-a5f5-4422-9fc7-a601692da9fa tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "DELETE /v2.0/networks/5dbcfd6d-560a-4153-84ea-c8e486ad7d41 HTTP/1.1" status: 404 len: 339 time: 0.0246155 May 25 23:35:08.127610 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47332) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:08.135335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-52443478-40a4-437a-93d9-a0a99a0f2c2c None None] Deleting port 2b915ee6-13b2-459e-b618-fd840a3f0811 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:35:08.135820 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-52443478-40a4-437a-93d9-a0a99a0f2c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:08.163563 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-4108a8e2-942a-4b84-a40b-c5aeef768500 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] DELETE failed (client error): The resource could not be found. May 25 23:35:08.163979 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4108a8e2-942a-4b84-a40b-c5aeef768500 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:35:08.165580 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4108a8e2-942a-4b84-a40b-c5aeef768500 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "DELETE /v2.0/subnets/31de70cb-ab9e-4e2a-bc29-0a896d1e98f3 HTTP/1.1" status: 404 len: 337 time: 0.0371063 May 25 23:35:08.168080 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47336) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:08.193130 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2237ae-d2d4-4565-a1b0-55c8f996c649 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] DELETE failed (client error): The resource could not be found. May 25 23:35:08.193565 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2237ae-d2d4-4565-a1b0-55c8f996c649 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 23:35:08.195208 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4c2237ae-d2d4-4565-a1b0-55c8f996c649 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "DELETE /v2.0/networks/710c8ca1-cbc1-42f4-97a9-04c5c40bb123 HTTP/1.1" status: 404 len: 339 time: 0.0262423 May 25 23:35:08.197741 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47340) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:08.233972 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-52443478-40a4-437a-93d9-a0a99a0f2c2c None None] The port '2b915ee6-13b2-459e-b618-fd840a3f0811' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:35:08.473973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-095e5d94-b7ac-4045-8733-2f08f8ea938d tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Deleting subnet d4291870-7ad3-4272-9381-2bf54289cfb1 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:35:08.477058 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-095e5d94-b7ac-4045-8733-2f08f8ea938d tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:08.528295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-095e5d94-b7ac-4045-8733-2f08f8ea938d tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:08.612038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-095e5d94-b7ac-4045-8733-2f08f8ea938d tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:08.760207 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-095e5d94-b7ac-4045-8733-2f08f8ea938d tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:08.797012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e5d94-b7ac-4045-8733-2f08f8ea938d tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event deleted for resources: {'Subnet': ['ID=d4291870-7ad3-4272-9381-2bf54289cfb1,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:08.803020 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-095e5d94-b7ac-4045-8733-2f08f8ea938d tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:08.808987 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e6c3b5-b50d-4907-998e-d81835187b18 None None] Network b1191363-3d3c-4f7a-add2-51b22d566c63 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:35:08.813003 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-095e5d94-b7ac-4045-8733-2f08f8ea938d tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "DELETE /v2.0/subnets/d4291870-7ad3-4272-9381-2bf54289cfb1 HTTP/1.1" status: 204 len: 168 time: 0.6143265 May 25 23:35:08.815426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47344) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:08.926648 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:08.936798 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Deleting port 6c0678a2-7e7d-4efd-b24e-61e4b587f96e {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:35:08.937115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:09.049132 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933f3192-f717-4560-a653-8e80c992fa7b None None] DHCP port deletion for b1191363-3d3c-4f7a-add2-51b22d566c63 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:35:09.053325 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-933f3192-f717-4560-a653-8e80c992fa7b None None] Deleting port 6c0678a2-7e7d-4efd-b24e-61e4b587f96e {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:35:09.053703 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-933f3192-f717-4560-a653-8e80c992fa7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:09.139433 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] For port 6c0678a2-7e7d-4efd-b24e-61e4b587f96e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6c0678a2-7e7d-4efd-b24e-61e4b587f96e,segment=NetworkSegment(70ba577d-1696-4712-97f4-c4306a83ba52),segment_id=70ba577d-1696-4712-97f4-c4306a83ba52)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:09.139791 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:09.255408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-933f3192-f717-4560-a653-8e80c992fa7b None None] For port 6c0678a2-7e7d-4efd-b24e-61e4b587f96e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6c0678a2-7e7d-4efd-b24e-61e4b587f96e,segment=NetworkSegment(70ba577d-1696-4712-97f4-c4306a83ba52),segment_id=70ba577d-1696-4712-97f4-c4306a83ba52)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:09.255932 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-933f3192-f717-4560-a653-8e80c992fa7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:09.257903 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Calling delete_port for 6c0678a2-7e7d-4efd-b24e-61e4b587f96e owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:35:09.374556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-933f3192-f717-4560-a653-8e80c992fa7b None None] Calling delete_port for 6c0678a2-7e7d-4efd-b24e-61e4b587f96e owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:35:09.418744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:09.446820 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-933f3192-f717-4560-a653-8e80c992fa7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:35:09.447481 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-933f3192-f717-4560-a653-8e80c992fa7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:35:09.455915 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6c0678a2-7e7d-4efd-b24e-61e4b587f96e no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:35:09.463833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event deleted for resources: {'Port': ['ID=6c0678a2-7e7d-4efd-b24e-61e4b587f96e,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:09.470746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] No DVR routers for this DVR port 6c0678a2-7e7d-4efd-b24e-61e4b587f96e on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:35:09.488999 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 6c0678a2-7e7d-4efd-b24e-61e4b587f96e {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:35:09.489336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6c0678a2-7e7d-4efd-b24e-61e4b587f96e not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:35:09.591407 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:09.615759 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1191363-3d3c-4f7a-add2-51b22d566c63']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:09.627846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ba577d-1696-4712-97f4-c4306a83ba52') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:09.628136 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ba577d-1696-4712-97f4-c4306a83ba52') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:09.639053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:09.654860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:09.661226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:35:09.661612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:35:09.675847 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:35:09.812946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:09.816927 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:09.840906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] Pushing event deleted for resources: {'Network': ['ID=b1191363-3d3c-4f7a-add2-51b22d566c63,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:09.845603 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2318f6cd-a789-49b7-947b-eeb8b3441cf6 tempest-NetworksIpV6Test-1455545520 tempest-NetworksIpV6Test-1455545520-project] 10.222.0.66 "DELETE /v2.0/networks/b1191363-3d3c-4f7a-add2-51b22d566c63 HTTP/1.1" status: 204 len: 168 time: 1.0291140 May 25 23:35:09.949210 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-933f3192-f717-4560-a653-8e80c992fa7b None None] Deleting port 6c0678a2-7e7d-4efd-b24e-61e4b587f96e {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:35:09.949614 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-933f3192-f717-4560-a653-8e80c992fa7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:10.010947 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-933f3192-f717-4560-a653-8e80c992fa7b None None] The port '6c0678a2-7e7d-4efd-b24e-61e4b587f96e' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:35:10.378406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47352) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:10.546636 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a84badd2-9824-4918-b5b4-dae9a9d89e85 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac1e2c5cfa0345bc806774151de94b0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1664808 May 25 23:35:10.549132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47358) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:10.610443 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-08c18f86-fd81-4666-9add-be7bb938c453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:10.634940 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-08c18f86-fd81-4666-9add-be7bb938c453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:10.818557 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-08c18f86-fd81-4666-9add-be7bb938c453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:10.833293 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c18f86-fd81-4666-9add-be7bb938c453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0ab803-63e2-44f6-9653-9e5f91490b44,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:10.839150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-08c18f86-fd81-4666-9add-be7bb938c453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:10.840316 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-08c18f86-fd81-4666-9add-be7bb938c453 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae0ab803-63e2-44f6-9653-9e5f91490b44 HTTP/1.1" status: 204 len: 168 time: 0.2903223 May 25 23:35:11.485966 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-10e3b757-622e-43f9-a540-eacf921e8a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:11.947204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47380) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:12.073235 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-fbdbedd9-94ad-47b2-9e6f-3b26c058c02a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1265964071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:12.080174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fbdbedd9-94ad-47b2-9e6f-3b26c058c02a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:12.084171 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fbdbedd9-94ad-47b2-9e6f-3b26c058c02a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Usage tracker for resource:router and tenant:b1872b7f00674eadaad4cf6d1ec30dfe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:12.087150 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-fbdbedd9-94ad-47b2-9e6f-3b26c058c02a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:12.093500 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-fbdbedd9-94ad-47b2-9e6f-3b26c058c02a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:12.165716 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fbdbedd9-94ad-47b2-9e6f-3b26c058c02a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:12.166606 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fbdbedd9-94ad-47b2-9e6f-3b26c058c02a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:12.184430 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fbdbedd9-94ad-47b2-9e6f-3b26c058c02a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:12.264071 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fbdbedd9-94ad-47b2-9e6f-3b26c058c02a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:12.338195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-fbdbedd9-94ad-47b2-9e6f-3b26c058c02a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:12.339358 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-fbdbedd9-94ad-47b2-9e6f-3b26c058c02a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3911357 May 25 23:35:12.342217 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47386) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:12.347800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-831597757'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:12.353115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:12.360148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Usage tracker for resource:network and tenant:b1872b7f00674eadaad4cf6d1ec30dfe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:12.360305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:12.366583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:12.435147 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Made reservation on behalf of b1872b7f00674eadaad4cf6d1ec30dfe for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:35:12.438749 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:12.451316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:12.484171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:12.488087 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Usage tracker for resource:security_group_rule and tenant:b1872b7f00674eadaad4cf6d1ec30dfe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:12.490863 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:12.496555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:12.567212 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:12.612338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:12.646310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:35:12.655228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732448be-fe4b-4efb-9f0a-39122df8c748,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:12.662163 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:12.662530 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Added segment 6418b402-da03-4556-8aa8-dd9e2125d569 of type vlan for network 0d94fab1-77db-49eb-a92f-c961ded391b7 May 25 23:35:12.688807 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:12.789664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:12.793447 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:12.794022 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:12.902924 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Pushing event updated for resources: {'Network': ['ID=0d94fab1-77db-49eb-a92f-c961ded391b7,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:12.914026 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 0d94fab1-77db-49eb-a92f-c961ded391b7 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:35:12.967746 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-79167a3f-76f0-4e8a-a5e5-b7b2eb489fcd tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6244283 May 25 23:35:12.970575 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47390) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:12.976547 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1fbc5bf6-b694-4be9-bd4e-32cfd21cbf2a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Request body: {'subnet': {'network_id': '0d94fab1-77db-49eb-a92f-c961ded391b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:13.086484 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1fbc5bf6-b694-4be9-bd4e-32cfd21cbf2a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:13.090532 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1fbc5bf6-b694-4be9-bd4e-32cfd21cbf2a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Usage tracker for resource:subnet and tenant:b1872b7f00674eadaad4cf6d1ec30dfe is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:13.093416 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1fbc5bf6-b694-4be9-bd4e-32cfd21cbf2a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:13.099135 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1fbc5bf6-b694-4be9-bd4e-32cfd21cbf2a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:13.183695 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbc5bf6-b694-4be9-bd4e-32cfd21cbf2a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Made reservation on behalf of b1872b7f00674eadaad4cf6d1ec30dfe for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:35:13.284211 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1fbc5bf6-b694-4be9-bd4e-32cfd21cbf2a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:13.549654 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1fbc5bf6-b694-4be9-bd4e-32cfd21cbf2a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:13.625508 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc5bf6-b694-4be9-bd4e-32cfd21cbf2a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Pushing event updated for resources: {'Subnet': ['ID=7613f996-d07c-4fdd-ada5-04949de1e869,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:13.639572 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbc5bf6-b694-4be9-bd4e-32cfd21cbf2a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Checking segment: {'id': '6418b402-da03-4556-8aa8-dd9e2125d569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0d94fab1-77db-49eb-a92f-c961ded391b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:13.639921 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbc5bf6-b694-4be9-bd4e-32cfd21cbf2a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Network hostable DHCP agents. Network: 0d94fab1-77db-49eb-a92f-c961ded391b7, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:35:13.721138 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-60f8d94c-cd5a-4539-9a44-73b8b2c3ceda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:13.749681 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbc5bf6-b694-4be9-bd4e-32cfd21cbf2a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Network 0d94fab1-77db-49eb-a92f-c961ded391b7 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:35:13.823874 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-1fbc5bf6-b694-4be9-bd4e-32cfd21cbf2a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 0d94fab1-77db-49eb-a92f-c961ded391b7) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:13.828309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbc5bf6-b694-4be9-bd4e-32cfd21cbf2a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:13.828908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1fbc5bf6-b694-4be9-bd4e-32cfd21cbf2a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:13.832623 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ec3de5-eee7-4cc9-bcde-8191256d3625 None None] Network 0d94fab1-77db-49eb-a92f-c961ded391b7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:35:13.985055 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1fbc5bf6-b694-4be9-bd4e-32cfd21cbf2a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0134342 May 25 23:35:13.988039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47394) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:13.993914 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2b437080-ea50-453c-bcdc-42b69967ea33 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1735293141'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:13.998612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2b437080-ea50-453c-bcdc-42b69967ea33 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:14.003108 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2b437080-ea50-453c-bcdc-42b69967ea33 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Usage tracker for resource:network and tenant:b1872b7f00674eadaad4cf6d1ec30dfe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:14.005898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2b437080-ea50-453c-bcdc-42b69967ea33 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:14.011455 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2b437080-ea50-453c-bcdc-42b69967ea33 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:14.048018 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-0d94fab1-77db-49eb-a92f-c961ded391b7', 'network_id': '0d94fab1-77db-49eb-a92f-c961ded391b7', 'tenant_id': 'b1872b7f00674eadaad4cf6d1ec30dfe', 'fixed_ips': [{'subnet_id': '7613f996-d07c-4fdd-ada5-04949de1e869'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:35:14.048848 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:14.081216 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b437080-ea50-453c-bcdc-42b69967ea33 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Made reservation on behalf of b1872b7f00674eadaad4cf6d1ec30dfe for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:35:14.084157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2b437080-ea50-453c-bcdc-42b69967ea33 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:14.113220 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b437080-ea50-453c-bcdc-42b69967ea33 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:35:14.122021 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2b437080-ea50-453c-bcdc-42b69967ea33 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:14.122353 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-2b437080-ea50-453c-bcdc-42b69967ea33 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Added segment b125252d-deef-4054-b50a-f814221db9b3 of type vlan for network 26a11e91-8814-4541-b69b-73287438773d May 25 23:35:14.149805 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2b437080-ea50-453c-bcdc-42b69967ea33 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:14.204447 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Allocated IP 172.20.0.2 (0d94fab1-77db-49eb-a92f-c961ded391b7/7613f996-d07c-4fdd-ada5-04949de1e869/bf3ce3c1-3ab5-4298-893f-4a692df4a556) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:35:14.246909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2b437080-ea50-453c-bcdc-42b69967ea33 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:14.251609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b437080-ea50-453c-bcdc-42b69967ea33 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:14.252191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2b437080-ea50-453c-bcdc-42b69967ea33 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:14.359726 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b437080-ea50-453c-bcdc-42b69967ea33 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Pushing event updated for resources: {'Network': ['ID=26a11e91-8814-4541-b69b-73287438773d,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:14.379946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 26a11e91-8814-4541-b69b-73287438773d details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:35:14.384494 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2b437080-ea50-453c-bcdc-42b69967ea33 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3953440 May 25 23:35:14.387240 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47398) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:14.393240 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-48bc5cd0-baf4-4785-84c2-b1e864595ca2 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Request body: {'subnet': {'network_id': '26a11e91-8814-4541-b69b-73287438773d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:14.533437 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:14.555929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Transition to ACTIVE for port object bf3ce3c1-3ab5-4298-893f-4a692df4a556 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:14.577113 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Transition to ACTIVE for port object bf3ce3c1-3ab5-4298-893f-4a692df4a556 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:14.594997 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-48bc5cd0-baf4-4785-84c2-b1e864595ca2 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:14.598735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-48bc5cd0-baf4-4785-84c2-b1e864595ca2 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Usage tracker for resource:subnet and tenant:b1872b7f00674eadaad4cf6d1ec30dfe is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:14.601864 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-48bc5cd0-baf4-4785-84c2-b1e864595ca2 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:14.607452 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-48bc5cd0-baf4-4785-84c2-b1e864595ca2 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:14.647425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:14.669717 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bc5cd0-baf4-4785-84c2-b1e864595ca2 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Made reservation on behalf of b1872b7f00674eadaad4cf6d1ec30dfe for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:35:14.715100 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Network 0d94fab1-77db-49eb-a92f-c961ded391b7 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:35:14.717704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:14.721416 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:35:14.727652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Pushing event updated for resources: {'Port': ['ID=bf3ce3c1-3ab5-4298-893f-4a692df4a556,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:14.771556 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-48bc5cd0-baf4-4785-84c2-b1e864595ca2 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:14.808874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Attempting to bind port bf3ce3c1-3ab5-4298-893f-4a692df4a556 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:35:14.809234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Attempting to bind port bf3ce3c1-3ab5-4298-893f-4a692df4a556 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '6418b402-da03-4556-8aa8-dd9e2125d569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0d94fab1-77db-49eb-a92f-c961ded391b7'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:35:14.809584 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Attempting to bind port bf3ce3c1-3ab5-4298-893f-4a692df4a556 on network 0d94fab1-77db-49eb-a92f-c961ded391b7 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:35:14.816849 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:35:14.817220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Checking segment: {'id': '6418b402-da03-4556-8aa8-dd9e2125d569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0d94fab1-77db-49eb-a92f-c961ded391b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:14.817620 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:14.818011 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Bound using segment: {'id': '6418b402-da03-4556-8aa8-dd9e2125d569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0d94fab1-77db-49eb-a92f-c961ded391b7'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:35:14.818472 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Bound port: bf3ce3c1-3ab5-4298-893f-4a692df4a556, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6418b402-da03-4556-8aa8-dd9e2125d569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0d94fab1-77db-49eb-a92f-c961ded391b7'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:35:14.818843 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:14.920388 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] For port bf3ce3c1-3ab5-4298-893f-4a692df4a556, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:35:14.924467 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] For port bf3ce3c1-3ab5-4298-893f-4a692df4a556, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bf3ce3c1-3ab5-4298-893f-4a692df4a556,segment=NetworkSegment(6418b402-da03-4556-8aa8-dd9e2125d569),segment_id=6418b402-da03-4556-8aa8-dd9e2125d569)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:35:14.972304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:14.989822 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:15.012897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-48bc5cd0-baf4-4785-84c2-b1e864595ca2 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:15.081782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f328c9-cda4-4dc0-bc24-572c8ae868bb None None] Pushing event updated for resources: {'Port': ['ID=bf3ce3c1-3ab5-4298-893f-4a692df4a556,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:15.088715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc5cd0-baf4-4785-84c2-b1e864595ca2 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Pushing event updated for resources: {'Subnet': ['ID=fcd2faf6-c3f3-4ba9-ad63-53a450ce44d8,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:15.103821 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:15.112822 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bc5cd0-baf4-4785-84c2-b1e864595ca2 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Checking segment: {'id': 'b125252d-deef-4054-b50a-f814221db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '26a11e91-8814-4541-b69b-73287438773d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:15.113189 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bc5cd0-baf4-4785-84c2-b1e864595ca2 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Network hostable DHCP agents. Network: 26a11e91-8814-4541-b69b-73287438773d, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:35:15.220467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bc5cd0-baf4-4785-84c2-b1e864595ca2 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Network 26a11e91-8814-4541-b69b-73287438773d is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:35:15.292588 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-48bc5cd0-baf4-4785-84c2-b1e864595ca2 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 26a11e91-8814-4541-b69b-73287438773d) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:15.297460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bc5cd0-baf4-4785-84c2-b1e864595ca2 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:15.298047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-48bc5cd0-baf4-4785-84c2-b1e864595ca2 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:15.302001 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b461087-4533-475d-968c-8da6ebbde6f7 None None] Network 26a11e91-8814-4541-b69b-73287438773d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:35:15.379068 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-48bc5cd0-baf4-4785-84c2-b1e864595ca2 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9907823 May 25 23:35:15.381722 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47402) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:15.386933 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-0c3c5d0d-f707-468b-9b93-0e77049e6574 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Request body: {'router': {'external_gateway_info': {'network_id': '26a11e91-8814-4541-b69b-73287438773d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:15.525875 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device bf3ce3c1-3ab5-4298-893f-4a692df4a556 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:35:15.567164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-26a11e91-8814-4541-b69b-73287438773d', 'network_id': '26a11e91-8814-4541-b69b-73287438773d', 'tenant_id': 'b1872b7f00674eadaad4cf6d1ec30dfe', 'fixed_ips': [{'subnet_id': 'fcd2faf6-c3f3-4ba9-ad63-53a450ce44d8'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:35:15.567933 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:15.746515 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Allocated IP 172.21.0.2 (26a11e91-8814-4541-b69b-73287438773d/fcd2faf6-c3f3-4ba9-ad63-53a450ce44d8/bb52c291-be78-47d9-a256-3cca1d8d3de8) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:35:15.775508 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port bf3ce3c1-3ab5-4298-893f-4a692df4a556 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:35:15.784604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0c3c5d0d-f707-468b-9b93-0e77049e6574 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:15.979287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:15.990451 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Transition to ACTIVE for port object bb52c291-be78-47d9-a256-3cca1d8d3de8 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:15.993634 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.api.v2.resource [None req-0c3c5d0d-f707-468b-9b93-0e77049e6574 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 23:35:16.006283 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0c3c5d0d-f707-468b-9b93-0e77049e6574 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] 10.222.0.66 "PUT /v2.0/routers/847a1f55-99f0-4992-802b-5e7416b6b808 HTTP/1.1" status: 400 len: 364 time: 0.6119950 May 25 23:35:16.006283 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47406) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:16.010466 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Transition to ACTIVE for port object bb52c291-be78-47d9-a256-3cca1d8d3de8 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:16.024470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81cec52-9dba-4ead-ac2f-3667dd5f7a34 None None] Network 0d94fab1-77db-49eb-a92f-c961ded391b7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:35:16.073769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb92918-d45d-471f-bed7-09ff488f31b0 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Deleting subnet fcd2faf6-c3f3-4ba9-ad63-53a450ce44d8 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:35:16.076963 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-afb92918-d45d-471f-bed7-09ff488f31b0 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:16.093544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:16.134159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-afb92918-d45d-471f-bed7-09ff488f31b0 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:16.194667 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Network 26a11e91-8814-4541-b69b-73287438773d is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:35:16.205107 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Pushing event updated for resources: {'Port': ['ID=bb52c291-be78-47d9-a256-3cca1d8d3de8,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:16.211142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:16.214483 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:35:16.221290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-afb92918-d45d-471f-bed7-09ff488f31b0 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:16.297530 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f7cc3aad-4579-4261-bd20-988f993e7141 None None] Provisioning for port bf3ce3c1-3ab5-4298-893f-4a692df4a556 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:35:16.338071 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-f7cc3aad-4579-4261-bd20-988f993e7141 None None] Provisioning complete for port bf3ce3c1-3ab5-4298-893f-4a692df4a556 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:16.338429 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f7cc3aad-4579-4261-bd20-988f993e7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:16.372849 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-afb92918-d45d-471f-bed7-09ff488f31b0 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:16.409256 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Attempting to bind port bb52c291-be78-47d9-a256-3cca1d8d3de8 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:35:16.409613 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Attempting to bind port bb52c291-be78-47d9-a256-3cca1d8d3de8 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'b125252d-deef-4054-b50a-f814221db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '26a11e91-8814-4541-b69b-73287438773d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:35:16.409832 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb92918-d45d-471f-bed7-09ff488f31b0 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd2faf6-c3f3-4ba9-ad63-53a450ce44d8,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:16.409955 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Attempting to bind port bb52c291-be78-47d9-a256-3cca1d8d3de8 on network 26a11e91-8814-4541-b69b-73287438773d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:35:16.416201 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-afb92918-d45d-471f-bed7-09ff488f31b0 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:16.422573 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-afb92918-d45d-471f-bed7-09ff488f31b0 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] 10.222.0.66 "DELETE /v2.0/subnets/fcd2faf6-c3f3-4ba9-ad63-53a450ce44d8 HTTP/1.1" status: 204 len: 168 time: 0.4202135 May 25 23:35:16.425032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47410) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:16.460003 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:35:16.460365 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Checking segment: {'id': 'b125252d-deef-4054-b50a-f814221db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '26a11e91-8814-4541-b69b-73287438773d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:16.460795 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:16.466092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Bound using segment: {'id': 'b125252d-deef-4054-b50a-f814221db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '26a11e91-8814-4541-b69b-73287438773d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:35:16.466092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Bound port: bb52c291-be78-47d9-a256-3cca1d8d3de8, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b125252d-deef-4054-b50a-f814221db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '26a11e91-8814-4541-b69b-73287438773d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:35:16.466092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:16.635801 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:16.646427 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Deleting port bb52c291-be78-47d9-a256-3cca1d8d3de8 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:35:16.646746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:16.652904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f7cc3aad-4579-4261-bd20-988f993e7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:16.691208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] For port bb52c291-be78-47d9-a256-3cca1d8d3de8, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:35:16.698248 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] For port bb52c291-be78-47d9-a256-3cca1d8d3de8, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bb52c291-be78-47d9-a256-3cca1d8d3de8,segment=NetworkSegment(b125252d-deef-4054-b50a-f814221db9b3),segment_id=b125252d-deef-4054-b50a-f814221db9b3)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:35:16.717266 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-f7cc3aad-4579-4261-bd20-988f993e7141 None None] For port bf3ce3c1-3ab5-4298-893f-4a692df4a556, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bf3ce3c1-3ab5-4298-893f-4a692df4a556,segment=NetworkSegment(6418b402-da03-4556-8aa8-dd9e2125d569),segment_id=6418b402-da03-4556-8aa8-dd9e2125d569)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:16.794913 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:16.833006 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f7cc3aad-4579-4261-bd20-988f993e7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:16.835616 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:16.867235 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] For port bb52c291-be78-47d9-a256-3cca1d8d3de8, host dv-neutron-843300-1-hyperv, got binding levels [] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:16.868153 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:16.917566 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc8941-cc0b-40ab-9257-a550885ae426 None None] Pushing event updated for resources: {'Port': ['ID=bb52c291-be78-47d9-a256-3cca1d8d3de8,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:16.990810 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Calling delete_port for bb52c291-be78-47d9-a256-3cca1d8d3de8 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:35:17.010676 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc3aad-4579-4261-bd20-988f993e7141 None None] Pushing event updated for resources: {'Port': ['ID=bf3ce3c1-3ab5-4298-893f-4a692df4a556,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:17.017181 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c8c736-db17-4bd0-9732-4d1982e1dc68 None None] Network 26a11e91-8814-4541-b69b-73287438773d requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:35:17.032886 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-b17e1f58-043c-4fb6-a41f-69e7956c0a51 None None] Provisioning complete for port bf3ce3c1-3ab5-4298-893f-4a692df4a556 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:17.033425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b17e1f58-043c-4fb6-a41f-69e7956c0a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:17.093030 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:35:17.093656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:35:17.314571 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9708a699-27d1-4687-b215-e7d27c06e7f3 None None] get_active_networks_info from dv-neutron-843300-1-hyperv {{(pid=84718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 25 23:35:17.395901 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9708a699-27d1-4687-b215-e7d27c06e7f3 None None] Resources bound (agent type, host, resource id): {{(pid=84718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 23:35:17.478311 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device bf3ce3c1-3ab5-4298-893f-4a692df4a556 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:35:17.594616 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Deleting port bb52c291-be78-47d9-a256-3cca1d8d3de8 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:35:17.594974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:17.638213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port bf3ce3c1-3ab5-4298-893f-4a692df4a556 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:17.638579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:17.805286 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] For port bb52c291-be78-47d9-a256-3cca1d8d3de8, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bb52c291-be78-47d9-a256-3cca1d8d3de8,segment=NetworkSegment(b125252d-deef-4054-b50a-f814221db9b3),segment_id=b125252d-deef-4054-b50a-f814221db9b3)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:17.805637 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:17.892668 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:17.923726 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Calling delete_port for bb52c291-be78-47d9-a256-3cca1d8d3de8 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:35:18.052575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:18.097180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Pushing event deleted for resources: {'Port': ['ID=bb52c291-be78-47d9-a256-3cca1d8d3de8,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:18.101894 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] No DVR routers for this DVR port bb52c291-be78-47d9-a256-3cca1d8d3de8 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:35:18.220800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:18.245570 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a11e91-8814-4541-b69b-73287438773d']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:18.257889 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b125252d-deef-4054-b50a-f814221db9b3') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:18.258175 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b125252d-deef-4054-b50a-f814221db9b3') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:18.269184 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:18.284268 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:18.290094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:35:18.290472 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:35:18.304626 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:35:18.469753 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:18.486879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:18.497325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Pushing event deleted for resources: {'Network': ['ID=26a11e91-8814-4541-b69b-73287438773d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:18.502056 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e3d5c6f2-b849-4dd2-a961-f642bb3bcfb3 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] 10.222.0.66 "DELETE /v2.0/networks/26a11e91-8814-4541-b69b-73287438773d HTTP/1.1" status: 204 len: 168 time: 2.0759168 May 25 23:35:18.504408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47414) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:18.775373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde067f1-8107-4075-b058-a97790e663bb tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Deleting subnet 7613f996-d07c-4fdd-ada5-04949de1e869 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:35:18.778242 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cde067f1-8107-4075-b058-a97790e663bb tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:18.830714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cde067f1-8107-4075-b058-a97790e663bb tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:18.911578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cde067f1-8107-4075-b058-a97790e663bb tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:19.058757 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cde067f1-8107-4075-b058-a97790e663bb tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:19.098296 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde067f1-8107-4075-b058-a97790e663bb tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Pushing event deleted for resources: {'Subnet': ['ID=7613f996-d07c-4fdd-ada5-04949de1e869,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:19.103633 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cde067f1-8107-4075-b058-a97790e663bb tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:19.110412 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cde067f1-8107-4075-b058-a97790e663bb tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] 10.222.0.66 "DELETE /v2.0/subnets/7613f996-d07c-4fdd-ada5-04949de1e869 HTTP/1.1" status: 204 len: 168 time: 0.6050074 May 25 23:35:19.110597 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b4fe6a-415e-4ab1-8562-06f693832327 None None] Network 0d94fab1-77db-49eb-a92f-c961ded391b7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:35:19.112777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47418) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:19.224689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:19.235207 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Deleting port bf3ce3c1-3ab5-4298-893f-4a692df4a556 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:35:19.235542 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:19.356753 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6564e5-1463-4c67-896d-1361ac714a4b None None] DHCP port deletion for 0d94fab1-77db-49eb-a92f-c961ded391b7 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:35:19.360977 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0d6564e5-1463-4c67-896d-1361ac714a4b None None] Deleting port bf3ce3c1-3ab5-4298-893f-4a692df4a556 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:35:19.361344 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0d6564e5-1463-4c67-896d-1361ac714a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:19.447504 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] For port bf3ce3c1-3ab5-4298-893f-4a692df4a556, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bf3ce3c1-3ab5-4298-893f-4a692df4a556,segment=NetworkSegment(6418b402-da03-4556-8aa8-dd9e2125d569),segment_id=6418b402-da03-4556-8aa8-dd9e2125d569)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:19.447869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:19.482407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device bf3ce3c1-3ab5-4298-893f-4a692df4a556 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:35:19.570347 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Calling delete_port for bf3ce3c1-3ab5-4298-893f-4a692df4a556 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:35:19.684269 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0d6564e5-1463-4c67-896d-1361ac714a4b None None] For port bf3ce3c1-3ab5-4298-893f-4a692df4a556, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=bf3ce3c1-3ab5-4298-893f-4a692df4a556,segment=NetworkSegment(6418b402-da03-4556-8aa8-dd9e2125d569),segment_id=6418b402-da03-4556-8aa8-dd9e2125d569)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:19.684669 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0d6564e5-1463-4c67-896d-1361ac714a4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:19.709617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:19.758044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Pushing event deleted for resources: {'Port': ['ID=bf3ce3c1-3ab5-4298-893f-4a692df4a556,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:19.762895 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] No DVR routers for this DVR port bf3ce3c1-3ab5-4298-893f-4a692df4a556 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:35:19.813790 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0d6564e5-1463-4c67-896d-1361ac714a4b None None] Calling delete_port for bf3ce3c1-3ab5-4298-893f-4a692df4a556 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:35:19.838299 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:19.883809 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:19.909157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d94fab1-77db-49eb-a92f-c961ded391b7']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:19.921740 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6418b402-da03-4556-8aa8-dd9e2125d569') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:19.922022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6418b402-da03-4556-8aa8-dd9e2125d569') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:19.933361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:19.936286 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-0d6564e5-1463-4c67-896d-1361ac714a4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:35:19.937279 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-0d6564e5-1463-4c67-896d-1361ac714a4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:35:19.949996 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:19.956446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:35:19.959734 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:35:19.970613 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:35:20.115496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:20.132107 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:20.142712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Pushing event deleted for resources: {'Network': ['ID=0d94fab1-77db-49eb-a92f-c961ded391b7,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:20.146752 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4a69b613-429a-4de4-af75-29c39adfb18f tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] 10.222.0.66 "DELETE /v2.0/networks/0d94fab1-77db-49eb-a92f-c961ded391b7 HTTP/1.1" status: 204 len: 168 time: 1.0330713 May 25 23:35:20.149396 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47422) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:20.190246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a50e6821-39e7-4c9b-9edc-8ec0c80e8623 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Synchronizing usage tracker for tenant:b1872b7f00674eadaad4cf6d1ec30dfe on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:35:20.269618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a50e6821-39e7-4c9b-9edc-8ec0c80e8623 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Unset dirty status for tenant:b1872b7f00674eadaad4cf6d1ec30dfe on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:35:20.270784 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a50e6821-39e7-4c9b-9edc-8ec0c80e8623 tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] 10.222.0.66 "GET /v2.0/ports?device_id=847a1f55-99f0-4992-802b-5e7416b6b808 HTTP/1.1" status: 200 len: 205 time: 0.1205111 May 25 23:35:20.273582 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47426) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:20.406978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea832-1d0f-4c43-97e0-71670a71143a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:20.438876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0d6564e5-1463-4c67-896d-1361ac714a4b None None] Deleting port bf3ce3c1-3ab5-4298-893f-4a692df4a556 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:35:20.439400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0d6564e5-1463-4c67-896d-1361ac714a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:20.500683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0d6564e5-1463-4c67-896d-1361ac714a4b None None] The port 'bf3ce3c1-3ab5-4298-893f-4a692df4a556' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:35:20.795986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea832-1d0f-4c43-97e0-71670a71143a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:20.800326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea832-1d0f-4c43-97e0-71670a71143a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:20.886760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea832-1d0f-4c43-97e0-71670a71143a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:20.887249 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3ea832-1d0f-4c43-97e0-71670a71143a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Fanout notify agent at l3_agent the message router_deleted on router 847a1f55-99f0-4992-802b-5e7416b6b808 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:35:20.899739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea832-1d0f-4c43-97e0-71670a71143a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:20.901285 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ec3ea832-1d0f-4c43-97e0-71670a71143a tempest-RoutersNegativeTest-407834435 tempest-RoutersNegativeTest-407834435-project] 10.222.0.66 "DELETE /v2.0/routers/847a1f55-99f0-4992-802b-5e7416b6b808 HTTP/1.1" status: 204 len: 168 time: 0.6267610 May 25 23:35:21.425944 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47434) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:21.609751 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a8036c67-e368-40cd-aba8-0e3dd533c72c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1872b7f00674eadaad4cf6d1ec30dfe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1823387 May 25 23:35:21.612052 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47440) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:21.670262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2aef3e5-db59-4982-94d1-066b7daa9d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:21.696223 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2aef3e5-db59-4982-94d1-066b7daa9d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:21.822981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2aef3e5-db59-4982-94d1-066b7daa9d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:21.838567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aef3e5-db59-4982-94d1-066b7daa9d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732448be-fe4b-4efb-9f0a-39122df8c748,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:21.846742 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2aef3e5-db59-4982-94d1-066b7daa9d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:21.846742 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b2aef3e5-db59-4982-94d1-066b7daa9d2a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/732448be-fe4b-4efb-9f0a-39122df8c748 HTTP/1.1" status: 204 len: 168 time: 0.2324681 May 25 23:35:22.924484 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47462) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:23.053159 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-542666219-network', 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:23.057978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:23.061779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Usage tracker for resource:network and tenant:4eabd71134ea4f7fb40ac39af950a870 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:23.064903 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:23.071194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:23.149487 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Made reservation on behalf of 4eabd71134ea4f7fb40ac39af950a870 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:35:23.151726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:23.167894 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:23.198431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:23.202093 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Usage tracker for resource:security_group_rule and tenant:4eabd71134ea4f7fb40ac39af950a870 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:23.204786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:23.210490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:23.273649 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:23.332386 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:23.362483 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:35:23.371003 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53757649-3f80-495c-b41b-ec1c190de994,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:23.376437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:23.376809 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Added segment e8681ac7-4271-44e3-9771-b52d2e8e9d6b of type vlan for network f4f14c01-ed06-4c03-a075-584509e9d53f May 25 23:35:23.404660 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:23.492042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:23.492820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:23.493377 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:23.597075 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] Pushing event updated for resources: {'Network': ['ID=f4f14c01-ed06-4c03-a075-584509e9d53f,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:23.609263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network f4f14c01-ed06-4c03-a075-584509e9d53f details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:35:23.653123 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c2b3d656-9bfa-4bfb-a216-996c5c8ae616 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7275405 May 25 23:35:23.655823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47468) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:23.662389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-095a29af-316f-4756-8633-d67d0e47da09 admin admin] Request body: {'subnet': {'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-542666219-subnet', 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870', 'ip_version': 4}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:23.667399 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-095a29af-316f-4756-8633-d67d0e47da09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:23.671422 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-095a29af-316f-4756-8633-d67d0e47da09 admin admin] Usage tracker for resource:subnet and tenant:4eabd71134ea4f7fb40ac39af950a870 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:23.674647 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-095a29af-316f-4756-8633-d67d0e47da09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:23.680372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-095a29af-316f-4756-8633-d67d0e47da09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:23.761233 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095a29af-316f-4756-8633-d67d0e47da09 admin admin] Made reservation on behalf of 4eabd71134ea4f7fb40ac39af950a870 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:35:23.763461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-095a29af-316f-4756-8633-d67d0e47da09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:24.011891 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-095a29af-316f-4756-8633-d67d0e47da09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:24.087781 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a29af-316f-4756-8633-d67d0e47da09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6480e4e2-137a-4a28-9e97-81847cfff871,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:24.099349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a29af-316f-4756-8633-d67d0e47da09 admin admin] Checking segment: {'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:24.099706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095a29af-316f-4756-8633-d67d0e47da09 admin admin] Network hostable DHCP agents. Network: f4f14c01-ed06-4c03-a075-584509e9d53f, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:35:24.189851 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095a29af-316f-4756-8633-d67d0e47da09 admin admin] Network f4f14c01-ed06-4c03-a075-584509e9d53f is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:35:24.269370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-095a29af-316f-4756-8633-d67d0e47da09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, f4f14c01-ed06-4c03-a075-584509e9d53f) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:24.273340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095a29af-316f-4756-8633-d67d0e47da09 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:24.273907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-095a29af-316f-4756-8633-d67d0e47da09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:24.278976 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedfc835-1049-4fa7-b442-5e6d9870d812 None None] Network f4f14c01-ed06-4c03-a075-584509e9d53f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:35:24.401574 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-095a29af-316f-4756-8633-d67d0e47da09 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7447054 May 25 23:35:24.404194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47472) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:24.409673 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-542666219-router', 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:24.414471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:24.418408 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Usage tracker for resource:router and tenant:4eabd71134ea4f7fb40ac39af950a870 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:24.421202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:24.427495 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:24.492516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:24.494076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:24.495666 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-f4f14c01-ed06-4c03-a075-584509e9d53f', 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f', 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870', 'fixed_ips': [{'subnet_id': '6480e4e2-137a-4a28-9e97-81847cfff871'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:35:24.496460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:24.513046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:24.650711 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Allocated IP 172.20.0.2 (f4f14c01-ed06-4c03-a075-584509e9d53f/6480e4e2-137a-4a28-9e97-81847cfff871/386d970a-bcec-4f8a-b2b8-3a83525ead17) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:35:24.800120 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:24.854095 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:24.864470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Transition to ACTIVE for port object 386d970a-bcec-4f8a-b2b8-3a83525ead17 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:24.882034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Transition to ACTIVE for port object 386d970a-bcec-4f8a-b2b8-3a83525ead17 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:24.955338 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:25.025373 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Network f4f14c01-ed06-4c03-a075-584509e9d53f is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:35:25.028272 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:25.033215 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:35:25.035367 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Pushing event updated for resources: {'Port': ['ID=386d970a-bcec-4f8a-b2b8-3a83525ead17,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:25.054912 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:25.084218 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:25.119390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Attempting to bind port 386d970a-bcec-4f8a-b2b8-3a83525ead17 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:35:25.120109 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Attempting to bind port 386d970a-bcec-4f8a-b2b8-3a83525ead17 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:35:25.120109 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Attempting to bind port 386d970a-bcec-4f8a-b2b8-3a83525ead17 on network f4f14c01-ed06-4c03-a075-584509e9d53f {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:35:25.126500 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:35:25.126864 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Checking segment: {'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:25.127267 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:25.127764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Bound using segment: {'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:35:25.128231 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Bound port: 386d970a-bcec-4f8a-b2b8-3a83525ead17, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:35:25.128622 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:25.221902 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Allocated IP 172.26.5.133 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/39ee6473-6c82-4040-ac6e-6dae7483530d) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:35:25.250346 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] For port 386d970a-bcec-4f8a-b2b8-3a83525ead17, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:35:25.254874 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] For port 386d970a-bcec-4f8a-b2b8-3a83525ead17, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=386d970a-bcec-4f8a-b2b8-3a83525ead17,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:35:25.327089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:25.369730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:25.405846 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68aaf2a-a3fe-4415-ba74-03814d10aa38 None None] Pushing event updated for resources: {'Port': ['ID=386d970a-bcec-4f8a-b2b8-3a83525ead17,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:25.464228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:25.530963 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:35:25.534283 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:25.538047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:35:25.572948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Pushing event updated for resources: {'Port': ['ID=39ee6473-6c82-4040-ac6e-6dae7483530d,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:25.785180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:25.785913 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:26.148490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Router daf393ab-214c-41ef-bb13-06616e7f22aa is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:35:26.348680 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4bc7d4-25c9-46ef-a990-db7dc1589a77 None None] Network f4f14c01-ed06-4c03-a075-584509e9d53f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:35:26.356858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:35:26.366074 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Sync routers for ids ['daf393ab-214c-41ef-bb13-06616e7f22aa'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:35:26.380059 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Routers {'daf393ab-214c-41ef-bb13-06616e7f22aa'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:35:26.380696 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:35:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['daf393ab-214c-41ef-bb13-06616e7f22aa'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:26.441320 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:26.442879 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-d71e6280-4430-44ae-8b29-b2867c66b888 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0375323 May 25 23:35:26.445671 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47476) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:26.539199 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-116be93b-139b-434c-8995-458ee5e533af None None] Provisioning for port 386d970a-bcec-4f8a-b2b8-3a83525ead17 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:35:26.557525 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Set router daf393ab-214c-41ef-bb13-06616e7f22aa gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:35:26.862012 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'name': 'tempest-TestEncryptedCinderVolumes-542666219-router', 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '39ee6473-6c82-4040-ac6e-6dae7483530d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:24Z', 'updated_at': '2022-05-25T23:35:25Z', 'revision_number': 3, 'project_id': '4eabd71134ea4f7fb40ac39af950a870', 'gw_port': {'id': '39ee6473-6c82-4040-ac6e-6dae7483530d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:25Z', 'updated_at': '2022-05-25T23:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:26.866065 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Checking router: daf393ab-214c-41ef-bb13-06616e7f22aa for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:35:26.866402 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Updating router daf393ab-214c-41ef-bb13-06616e7f22aa port 39ee6473-6c82-4040-ac6e-6dae7483530d binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:35:26.916800 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:27.267078 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:27.278694 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Transition to ACTIVE for port object 39ee6473-6c82-4040-ac6e-6dae7483530d will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:27.309081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:27.326894 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:27.403560 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323171bd-33fa-41f4-84b8-396c2f617351 None None] Pushing event updated for resources: {'Port': ['ID=39ee6473-6c82-4040-ac6e-6dae7483530d,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:27.411184 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Attempting to bind port 39ee6473-6c82-4040-ac6e-6dae7483530d on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:35:27.411642 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Attempting to bind port 39ee6473-6c82-4040-ac6e-6dae7483530d by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:35:27.411872 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Attempting to bind port 39ee6473-6c82-4040-ac6e-6dae7483530d on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:35:27.421325 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:35:27.421692 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:27.422082 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:27.423148 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:35:27.423148 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Bound port: 39ee6473-6c82-4040-ac6e-6dae7483530d, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:35:27.423375 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:27.487817 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323171bd-33fa-41f4-84b8-396c2f617351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:27.488149 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323171bd-33fa-41f4-84b8-396c2f617351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:27.488483 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323171bd-33fa-41f4-84b8-396c2f617351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:27.488835 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323171bd-33fa-41f4-84b8-396c2f617351 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:27.489158 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323171bd-33fa-41f4-84b8-396c2f617351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:27.489478 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323171bd-33fa-41f4-84b8-396c2f617351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:27.489793 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323171bd-33fa-41f4-84b8-396c2f617351 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:27.490105 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323171bd-33fa-41f4-84b8-396c2f617351 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:27.490416 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323171bd-33fa-41f4-84b8-396c2f617351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:27.490975 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323171bd-33fa-41f4-84b8-396c2f617351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:27.491431 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323171bd-33fa-41f4-84b8-396c2f617351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:27.507556 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] For port 39ee6473-6c82-4040-ac6e-6dae7483530d, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:35:27.510610 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] For port 39ee6473-6c82-4040-ac6e-6dae7483530d, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=39ee6473-6c82-4040-ac6e-6dae7483530d,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:35:27.530656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 386d970a-bcec-4f8a-b2b8-3a83525ead17 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:35:27.546998 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Allocated IP 172.20.0.1 (f4f14c01-ed06-4c03-a075-584509e9d53f/6480e4e2-137a-4a28-9e97-81847cfff871/1f98595b-f036-4790-b1c2-7e9acc2f2e14) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:35:27.567361 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:27.646150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 386d970a-bcec-4f8a-b2b8-3a83525ead17 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:35:27.649588 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323171bd-33fa-41f4-84b8-396c2f617351 None None] Pushing event updated for resources: {'Port': ['ID=39ee6473-6c82-4040-ac6e-6dae7483530d,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:27.654593 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 386d970a-bcec-4f8a-b2b8-3a83525ead17 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:27.654593 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:27.654804 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Routers {'daf393ab-214c-41ef-bb13-06616e7f22aa'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:35:27.654804 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:35:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['daf393ab-214c-41ef-bb13-06616e7f22aa'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:27.719297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:27.735173 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Transition to ACTIVE for port object 1f98595b-f036-4790-b1c2-7e9acc2f2e14 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:27.786121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:27.818311 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 386d970a-bcec-4f8a-b2b8-3a83525ead17, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=386d970a-bcec-4f8a-b2b8-3a83525ead17,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:27.830618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:27.838028 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] Set router daf393ab-214c-41ef-bb13-06616e7f22aa gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:35:27.863733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:27.900953 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Network f4f14c01-ed06-4c03-a075-584509e9d53f is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:35:27.904366 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:27.908019 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:35:27.948136 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=386d970a-bcec-4f8a-b2b8-3a83525ead17,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:27.953883 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Pushing event updated for resources: {'Port': ['ID=1f98595b-f036-4790-b1c2-7e9acc2f2e14,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:27.971102 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:28.127705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:28.144379 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'name': 'tempest-TestEncryptedCinderVolumes-542666219-router', 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '39ee6473-6c82-4040-ac6e-6dae7483530d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:24Z', 'updated_at': '2022-05-25T23:35:25Z', 'revision_number': 3, 'project_id': '4eabd71134ea4f7fb40ac39af950a870', 'gw_port': {'id': '39ee6473-6c82-4040-ac6e-6dae7483530d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:25Z', 'updated_at': '2022-05-25T23:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:28.149565 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2181d94d-c99e-4c27-a50f-bb0725867109 None None] The sync data for ids ['daf393ab-214c-41ef-bb13-06616e7f22aa'] in dv-neutron-843300-1-hyperv is: [{'id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'name': 'tempest-TestEncryptedCinderVolumes-542666219-router', 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '39ee6473-6c82-4040-ac6e-6dae7483530d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:24Z', 'updated_at': '2022-05-25T23:35:25Z', 'revision_number': 3, 'project_id': '4eabd71134ea4f7fb40ac39af950a870', 'gw_port': {'id': '39ee6473-6c82-4040-ac6e-6dae7483530d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:25Z', 'updated_at': '2022-05-25T23:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:35:28.275281 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-40e23fb9-2205-42dd-8d29-4a0e06599e6d None None] Provisioning for port 1f98595b-f036-4790-b1c2-7e9acc2f2e14 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:35:28.281548 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-40e23fb9-2205-42dd-8d29-4a0e06599e6d None None] Provisioning complete for port 1f98595b-f036-4790-b1c2-7e9acc2f2e14 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:28.282844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-40e23fb9-2205-42dd-8d29-4a0e06599e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:28.364900 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-40e23fb9-2205-42dd-8d29-4a0e06599e6d None None] Port 1f98595b-f036-4790-b1c2-7e9acc2f2e14 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:35:28.398066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:28.487212 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:28.593922 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:28.598663 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Pushing event updated for resources: {'Port': ['ID=1f98595b-f036-4790-b1c2-7e9acc2f2e14,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:28.740686 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Network f4f14c01-ed06-4c03-a075-584509e9d53f is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:35:28.741823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:28.989855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0cba1b24-4208-4c58-8755-b97defc5e724 None None] Provisioning complete for port 1f98595b-f036-4790-b1c2-7e9acc2f2e14 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:28.990509 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b24-4208-4c58-8755-b97defc5e724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:29.042065 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0cba1b24-4208-4c58-8755-b97defc5e724 None None] Port 1f98595b-f036-4790-b1c2-7e9acc2f2e14 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:35:29.235688 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Router daf393ab-214c-41ef-bb13-06616e7f22aa has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:35:29.440734 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:35:29.452897 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2847dac6-7c4d-49b1-9237-462d30663a60 admin admin] 10.222.0.66 "PUT /v2.0/routers/daf393ab-214c-41ef-bb13-06616e7f22aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0060084 May 25 23:35:29.537993 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 386d970a-bcec-4f8a-b2b8-3a83525ead17 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:35:29.608409 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 386d970a-bcec-4f8a-b2b8-3a83525ead17 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:29.609287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:29.728838 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 39ee6473-6c82-4040-ac6e-6dae7483530d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:35:29.852031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 39ee6473-6c82-4040-ac6e-6dae7483530d completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:35:29.857318 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 39ee6473-6c82-4040-ac6e-6dae7483530d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:29.857623 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:29.976863 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:29.993415 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 39ee6473-6c82-4040-ac6e-6dae7483530d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=39ee6473-6c82-4040-ac6e-6dae7483530d,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:30.040989 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:30.107397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=39ee6473-6c82-4040-ac6e-6dae7483530d,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:30.623158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47502) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:30.628609 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1613401657-network', 'tenant_id': 'e238a149e27f440ea1037cc2ac4e1dbc'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:30.633400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:30.637193 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Usage tracker for resource:network and tenant:e238a149e27f440ea1037cc2ac4e1dbc is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:30.640017 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:30.645713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:30.737829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Made reservation on behalf of e238a149e27f440ea1037cc2ac4e1dbc for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:35:30.740071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:30.752396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:30.785073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:30.788945 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Usage tracker for resource:security_group_rule and tenant:e238a149e27f440ea1037cc2ac4e1dbc is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:30.791694 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:30.798254 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:30.862352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:30.972459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:31.004418 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:35:31.009458 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61152a86-8f6e-4b1e-b757-986ff2894745,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:31.016214 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:31.016427 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Added segment 8200a620-6c94-47cd-9ceb-28edd730f559 of type vlan for network d71aabf7-7337-4c07-8ea4-5bef187e4cf7 May 25 23:35:31.043126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:31.126603 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:31.127526 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:31.128098 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:31.236636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] Pushing event updated for resources: {'Network': ['ID=d71aabf7-7337-4c07-8ea4-5bef187e4cf7,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:31.246042 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network d71aabf7-7337-4c07-8ea4-5bef187e4cf7 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:35:31.301064 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-274fb8a6-90ce-4fd2-b119-59a715aff1e4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6767659 May 25 23:35:31.301801 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47506) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:31.307392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-29d8dd72-a03a-4e61-a76d-32c0f1aae900 admin admin] Request body: {'subnet': {'network_id': 'd71aabf7-7337-4c07-8ea4-5bef187e4cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1613401657-subnet', 'tenant_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'ip_version': 4}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:31.312213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-29d8dd72-a03a-4e61-a76d-32c0f1aae900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:31.317488 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-29d8dd72-a03a-4e61-a76d-32c0f1aae900 admin admin] Usage tracker for resource:subnet and tenant:e238a149e27f440ea1037cc2ac4e1dbc is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:31.320512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-29d8dd72-a03a-4e61-a76d-32c0f1aae900 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:31.327824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-29d8dd72-a03a-4e61-a76d-32c0f1aae900 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:31.395003 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d8dd72-a03a-4e61-a76d-32c0f1aae900 admin admin] Made reservation on behalf of e238a149e27f440ea1037cc2ac4e1dbc for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:35:31.397429 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-29d8dd72-a03a-4e61-a76d-32c0f1aae900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:31.467391 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 39ee6473-6c82-4040-ac6e-6dae7483530d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:35:31.535836 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 39ee6473-6c82-4040-ac6e-6dae7483530d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:31.536202 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:31.586720 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Sync routers for ids ['daf393ab-214c-41ef-bb13-06616e7f22aa'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:35:31.613788 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Routers {'daf393ab-214c-41ef-bb13-06616e7f22aa'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:35:31.614381 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-609bb397-388b-426d-b7de-9022190ea449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:35:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['daf393ab-214c-41ef-bb13-06616e7f22aa'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:31.663845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-29d8dd72-a03a-4e61-a76d-32c0f1aae900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:31.734312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8dd72-a03a-4e61-a76d-32c0f1aae900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef3b5bd8-4b35-45c4-b28a-694dbe6d327d,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:31.751806 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d8dd72-a03a-4e61-a76d-32c0f1aae900 admin admin] Checking segment: {'id': '8200a620-6c94-47cd-9ceb-28edd730f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd71aabf7-7337-4c07-8ea4-5bef187e4cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:31.752071 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d8dd72-a03a-4e61-a76d-32c0f1aae900 admin admin] Network hostable DHCP agents. Network: d71aabf7-7337-4c07-8ea4-5bef187e4cf7, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:35:31.846694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d8dd72-a03a-4e61-a76d-32c0f1aae900 admin admin] Network d71aabf7-7337-4c07-8ea4-5bef187e4cf7 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:35:31.870068 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Set router daf393ab-214c-41ef-bb13-06616e7f22aa gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:35:31.921007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-29d8dd72-a03a-4e61-a76d-32c0f1aae900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, d71aabf7-7337-4c07-8ea4-5bef187e4cf7) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:31.925760 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d8dd72-a03a-4e61-a76d-32c0f1aae900 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:31.926350 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-29d8dd72-a03a-4e61-a76d-32c0f1aae900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:31.931253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473675b5-0317-4d0f-924e-df2dd3aebbd1 None None] Network d71aabf7-7337-4c07-8ea4-5bef187e4cf7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:35:32.002814 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-29d8dd72-a03a-4e61-a76d-32c0f1aae900 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6994498 May 25 23:35:32.005120 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47510) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:32.010330 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1613401657-router', 'tenant_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:32.014846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:32.018846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Usage tracker for resource:router and tenant:e238a149e27f440ea1037cc2ac4e1dbc is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:32.021820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:32.027469 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:32.092223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:32.093405 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:32.112835 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:32.351560 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-d71aabf7-7337-4c07-8ea4-5bef187e4cf7', 'network_id': 'd71aabf7-7337-4c07-8ea4-5bef187e4cf7', 'tenant_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'fixed_ips': [{'subnet_id': 'ef3b5bd8-4b35-45c4-b28a-694dbe6d327d'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:35:32.352350 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:32.407271 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:32.429944 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-609bb397-388b-426d-b7de-9022190ea449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'name': 'tempest-TestEncryptedCinderVolumes-542666219-router', 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '39ee6473-6c82-4040-ac6e-6dae7483530d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:24Z', 'updated_at': '2022-05-25T23:35:27Z', 'revision_number': 4, 'project_id': '4eabd71134ea4f7fb40ac39af950a870', 'gw_port': {'id': '39ee6473-6c82-4040-ac6e-6dae7483530d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:25Z', 'updated_at': '2022-05-25T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '1f98595b-f036-4790-b1c2-7e9acc2f2e14', 'name': '', 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f', 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870', 'mac_address': 'fa:16:3e:d1:ba:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6480e4e2-137a-4a28-9e97-81847cfff871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:27Z', 'updated_at': '2022-05-25T23:35:28Z', 'revision_number': 2, 'project_id': '4eabd71134ea4f7fb40ac39af950a870', 'subnets': [{'id': '6480e4e2-137a-4a28-9e97-81847cfff871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:32.444350 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Checking router: daf393ab-214c-41ef-bb13-06616e7f22aa for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:35:32.444740 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Updating router daf393ab-214c-41ef-bb13-06616e7f22aa port 1f98595b-f036-4790-b1c2-7e9acc2f2e14 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:35:32.544738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:32.618428 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Allocated IP 172.20.0.2 (d71aabf7-7337-4c07-8ea4-5bef187e4cf7/ef3b5bd8-4b35-45c4-b28a-694dbe6d327d/20537bba-2f63-4c4f-bbae-5b5900a54bc9) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:35:32.643237 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:32.676689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:32.808619 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Allocated IP 172.26.5.142 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/c7a5fe14-0af5-4a21-8a93-1533dd83f1d5) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:35:32.955699 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:32.995807 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:33.009207 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Transition to ACTIVE for port object 20537bba-2f63-4c4f-bbae-5b5900a54bc9 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:33.052583 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:33.075868 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Transition to ACTIVE for port object 20537bba-2f63-4c4f-bbae-5b5900a54bc9 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:33.093459 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:33.107085 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Transition to ACTIVE for port object 1f98595b-f036-4790-b1c2-7e9acc2f2e14 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:33.127998 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:35:33.131056 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:33.132571 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:33.133522 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:35:33.165153 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a5fe14-0af5-4a21-8a93-1533dd83f1d5,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:33.203664 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Network d71aabf7-7337-4c07-8ea4-5bef187e4cf7 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:35:33.205267 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:33.211397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:33.213746 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Pushing event updated for resources: {'Port': ['ID=20537bba-2f63-4c4f-bbae-5b5900a54bc9,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:33.216516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:35:33.233966 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:33.234303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:33.234636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:33.234968 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:33.235358 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:33.235651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:33.235970 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:33.236282 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:33.236619 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:33.236985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:33.237240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:35:33.364749 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:33.365636 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:33.514169 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d102c-8203-4041-aded-1b761cc64694 None None] Pushing event updated for resources: {'Port': ['ID=1f98595b-f036-4790-b1c2-7e9acc2f2e14,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:33.530581 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Attempting to bind port 20537bba-2f63-4c4f-bbae-5b5900a54bc9 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:35:33.530872 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Attempting to bind port 20537bba-2f63-4c4f-bbae-5b5900a54bc9 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '8200a620-6c94-47cd-9ceb-28edd730f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd71aabf7-7337-4c07-8ea4-5bef187e4cf7'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:35:33.531225 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Attempting to bind port 20537bba-2f63-4c4f-bbae-5b5900a54bc9 on network d71aabf7-7337-4c07-8ea4-5bef187e4cf7 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:35:33.579044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:35:33.579508 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Checking segment: {'id': '8200a620-6c94-47cd-9ceb-28edd730f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd71aabf7-7337-4c07-8ea4-5bef187e4cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:33.579896 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:33.580295 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Bound using segment: {'id': '8200a620-6c94-47cd-9ceb-28edd730f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd71aabf7-7337-4c07-8ea4-5bef187e4cf7'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:35:33.580793 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Bound port: 20537bba-2f63-4c4f-bbae-5b5900a54bc9, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8200a620-6c94-47cd-9ceb-28edd730f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd71aabf7-7337-4c07-8ea4-5bef187e4cf7'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:35:33.581163 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:33.604727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Attempting to bind port 1f98595b-f036-4790-b1c2-7e9acc2f2e14 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:35:33.605090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Attempting to bind port 1f98595b-f036-4790-b1c2-7e9acc2f2e14 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:35:33.605438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Attempting to bind port 1f98595b-f036-4790-b1c2-7e9acc2f2e14 on network f4f14c01-ed06-4c03-a075-584509e9d53f {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:35:33.643075 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:35:33.643443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Checking segment: {'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:33.643833 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:33.644211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Bound using segment: {'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:35:33.644692 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Bound port: 1f98595b-f036-4790-b1c2-7e9acc2f2e14, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:35:33.645058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:33.680402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Router 0badc366-49b3-4ccf-82ee-00b575484670 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:35:33.754526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] For port 20537bba-2f63-4c4f-bbae-5b5900a54bc9, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:35:33.767724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] For port 20537bba-2f63-4c4f-bbae-5b5900a54bc9, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=20537bba-2f63-4c4f-bbae-5b5900a54bc9,segment=NetworkSegment(8200a620-6c94-47cd-9ceb-28edd730f559),segment_id=8200a620-6c94-47cd-9ceb-28edd730f559)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:35:33.770432 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-609bb397-388b-426d-b7de-9022190ea449 None None] For port 1f98595b-f036-4790-b1c2-7e9acc2f2e14, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:35:33.773378 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-609bb397-388b-426d-b7de-9022190ea449 None None] For port 1f98595b-f036-4790-b1c2-7e9acc2f2e14, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1f98595b-f036-4790-b1c2-7e9acc2f2e14,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:35:33.823890 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:33.866972 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:33.880200 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:35:33.890791 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Sync routers for ids ['0badc366-49b3-4ccf-82ee-00b575484670'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:35:33.907122 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Routers {'0badc366-49b3-4ccf-82ee-00b575484670'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:35:33.907122 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:35:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['0badc366-49b3-4ccf-82ee-00b575484670'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:33.923052 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da05069-9a7c-46c7-a5d6-dc0cd32992b5 None None] Pushing event updated for resources: {'Port': ['ID=20537bba-2f63-4c4f-bbae-5b5900a54bc9,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:33.961332 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:33.964695 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-985ed71e-35de-4d88-a43f-1c060e01a2c9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9562352 May 25 23:35:33.964988 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47514) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:35:33.976219 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Routers {'daf393ab-214c-41ef-bb13-06616e7f22aa'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:35:33.976888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-609bb397-388b-426d-b7de-9022190ea449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:35:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['daf393ab-214c-41ef-bb13-06616e7f22aa'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:34.116983 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Set router 0badc366-49b3-4ccf-82ee-00b575484670 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:35:34.142794 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d102c-8203-4041-aded-1b761cc64694 None None] Pushing event updated for resources: {'Port': ['ID=1f98595b-f036-4790-b1c2-7e9acc2f2e14,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:34.222911 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-609bb397-388b-426d-b7de-9022190ea449 None None] Set router daf393ab-214c-41ef-bb13-06616e7f22aa gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:35:34.536464 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0badc366-49b3-4ccf-82ee-00b575484670', 'name': 'tempest-TestEncryptedCinderVolumes-1613401657-router', 'tenant_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c7a5fe14-0af5-4a21-8a93-1533dd83f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:32Z', 'updated_at': '2022-05-25T23:35:33Z', 'revision_number': 3, 'project_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'gw_port': {'id': 'c7a5fe14-0af5-4a21-8a93-1533dd83f1d5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:61:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0badc366-49b3-4ccf-82ee-00b575484670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:32Z', 'updated_at': '2022-05-25T23:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:34.540101 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Checking router: 0badc366-49b3-4ccf-82ee-00b575484670 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:35:34.540464 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Updating router 0badc366-49b3-4ccf-82ee-00b575484670 port c7a5fe14-0af5-4a21-8a93-1533dd83f1d5 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:35:34.596224 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:34.636229 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-609bb397-388b-426d-b7de-9022190ea449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'name': 'tempest-TestEncryptedCinderVolumes-542666219-router', 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '39ee6473-6c82-4040-ac6e-6dae7483530d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:24Z', 'updated_at': '2022-05-25T23:35:27Z', 'revision_number': 4, 'project_id': '4eabd71134ea4f7fb40ac39af950a870', 'gw_port': {'id': '39ee6473-6c82-4040-ac6e-6dae7483530d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:25Z', 'updated_at': '2022-05-25T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '1f98595b-f036-4790-b1c2-7e9acc2f2e14', 'name': '', 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f', 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870', 'mac_address': 'fa:16:3e:d1:ba:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6480e4e2-137a-4a28-9e97-81847cfff871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:27Z', 'updated_at': '2022-05-25T23:35:33Z', 'revision_number': 4, 'project_id': '4eabd71134ea4f7fb40ac39af950a870', 'subnets': [{'id': '6480e4e2-137a-4a28-9e97-81847cfff871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:34.640483 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609bb397-388b-426d-b7de-9022190ea449 None None] The sync data for ids ['daf393ab-214c-41ef-bb13-06616e7f22aa'] in dv-neutron-843300-1-hyperv is: [{'id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'name': 'tempest-TestEncryptedCinderVolumes-542666219-router', 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '39ee6473-6c82-4040-ac6e-6dae7483530d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:24Z', 'updated_at': '2022-05-25T23:35:27Z', 'revision_number': 4, 'project_id': '4eabd71134ea4f7fb40ac39af950a870', 'gw_port': {'id': '39ee6473-6c82-4040-ac6e-6dae7483530d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:25Z', 'updated_at': '2022-05-25T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '1f98595b-f036-4790-b1c2-7e9acc2f2e14', 'name': '', 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f', 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870', 'mac_address': 'fa:16:3e:d1:ba:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6480e4e2-137a-4a28-9e97-81847cfff871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:27Z', 'updated_at': '2022-05-25T23:35:33Z', 'revision_number': 4, 'project_id': '4eabd71134ea4f7fb40ac39af950a870', 'subnets': [{'id': '6480e4e2-137a-4a28-9e97-81847cfff871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:35:35.000740 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:35.010121 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:35.018018 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Transition to ACTIVE for port object c7a5fe14-0af5-4a21-8a93-1533dd83f1d5 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:35.160351 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:35.168072 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c109ea19-16ad-4876-ac43-81505cd968c3 None None] Network d71aabf7-7337-4c07-8ea4-5bef187e4cf7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:35:35.255529 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Attempting to bind port c7a5fe14-0af5-4a21-8a93-1533dd83f1d5 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:35:35.255881 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Attempting to bind port c7a5fe14-0af5-4a21-8a93-1533dd83f1d5 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:35:35.256658 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Attempting to bind port c7a5fe14-0af5-4a21-8a93-1533dd83f1d5 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:35:35.266667 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da30a37-8ffd-4005-97c0-68d45cddd4bc None None] Pushing event updated for resources: {'Port': ['ID=c7a5fe14-0af5-4a21-8a93-1533dd83f1d5,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:35.269931 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Allocated IP 172.20.0.1 (d71aabf7-7337-4c07-8ea4-5bef187e4cf7/ef3b5bd8-4b35-45c4-b28a-694dbe6d327d/82141104-ea96-45ce-b729-0752cc6fee9f) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:35:35.270652 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:35:35.271017 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:35.271410 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:35.271788 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:35:35.272249 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Bound port: c7a5fe14-0af5-4a21-8a93-1533dd83f1d5, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:35:35.272691 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:35.389627 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] For port c7a5fe14-0af5-4a21-8a93-1533dd83f1d5, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:35:35.393736 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] For port c7a5fe14-0af5-4a21-8a93-1533dd83f1d5, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c7a5fe14-0af5-4a21-8a93-1533dd83f1d5,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:35:35.451227 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:35.473498 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-dff3d7fe-dd0d-4844-8e84-fb0d4753596a None None] Provisioning for port 20537bba-2f63-4c4f-bbae-5b5900a54bc9 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:35:35.474781 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Transition to ACTIVE for port object 82141104-ea96-45ce-b729-0752cc6fee9f will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:35.504430 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:35.544271 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:35.578126 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1f98595b-f036-4790-b1c2-7e9acc2f2e14 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:35:35.641098 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Network d71aabf7-7337-4c07-8ea4-5bef187e4cf7 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:35:35.645102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:35.650702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:35:35.670964 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da30a37-8ffd-4005-97c0-68d45cddd4bc None None] Pushing event updated for resources: {'Port': ['ID=c7a5fe14-0af5-4a21-8a93-1533dd83f1d5,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:35.698730 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Pushing event updated for resources: {'Port': ['ID=82141104-ea96-45ce-b729-0752cc6fee9f,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:35.719307 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Routers {'0badc366-49b3-4ccf-82ee-00b575484670'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:35:35.722267 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:35:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['0badc366-49b3-4ccf-82ee-00b575484670'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:35.762853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:35.820338 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 1f98595b-f036-4790-b1c2-7e9acc2f2e14 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:35:35.828745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 1f98595b-f036-4790-b1c2-7e9acc2f2e14 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:35.830244 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:35.932450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:35.977158 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] Set router 0badc366-49b3-4ccf-82ee-00b575484670 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:35:35.994194 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:36.050871 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 1f98595b-f036-4790-b1c2-7e9acc2f2e14, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1f98595b-f036-4790-b1c2-7e9acc2f2e14,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:36.150371 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:36.152224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 20537bba-2f63-4c4f-bbae-5b5900a54bc9 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:35:36.207530 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:36.270934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:36.284740 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e46aaf86-ae7d-42e5-958a-eeb2de57a0bb None None] Provisioning for port 82141104-ea96-45ce-b729-0752cc6fee9f completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:35:36.288984 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0badc366-49b3-4ccf-82ee-00b575484670', 'name': 'tempest-TestEncryptedCinderVolumes-1613401657-router', 'tenant_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c7a5fe14-0af5-4a21-8a93-1533dd83f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:32Z', 'updated_at': '2022-05-25T23:35:33Z', 'revision_number': 3, 'project_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'gw_port': {'id': 'c7a5fe14-0af5-4a21-8a93-1533dd83f1d5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:61:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0badc366-49b3-4ccf-82ee-00b575484670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:32Z', 'updated_at': '2022-05-25T23:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:36.295638 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee64d84-fb01-415c-af97-6250640655bd None None] The sync data for ids ['0badc366-49b3-4ccf-82ee-00b575484670'] in dv-neutron-843300-1-hyperv is: [{'id': '0badc366-49b3-4ccf-82ee-00b575484670', 'name': 'tempest-TestEncryptedCinderVolumes-1613401657-router', 'tenant_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c7a5fe14-0af5-4a21-8a93-1533dd83f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:32Z', 'updated_at': '2022-05-25T23:35:33Z', 'revision_number': 3, 'project_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'gw_port': {'id': 'c7a5fe14-0af5-4a21-8a93-1533dd83f1d5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:61:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0badc366-49b3-4ccf-82ee-00b575484670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:32Z', 'updated_at': '2022-05-25T23:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:35:36.311109 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e46aaf86-ae7d-42e5-958a-eeb2de57a0bb None None] Provisioning complete for port 82141104-ea96-45ce-b729-0752cc6fee9f triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:36.311472 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e46aaf86-ae7d-42e5-958a-eeb2de57a0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:36.380880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=1f98595b-f036-4790-b1c2-7e9acc2f2e14,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:36.384373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:36.388971 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Pushing event updated for resources: {'Port': ['ID=82141104-ea96-45ce-b729-0752cc6fee9f,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:36.389204 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e46aaf86-ae7d-42e5-958a-eeb2de57a0bb None None] Port 82141104-ea96-45ce-b729-0752cc6fee9f cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:35:36.468277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 20537bba-2f63-4c4f-bbae-5b5900a54bc9 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:35:36.473300 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 20537bba-2f63-4c4f-bbae-5b5900a54bc9 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:36.473662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:36.592389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:36.622110 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Network d71aabf7-7337-4c07-8ea4-5bef187e4cf7 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:35:36.623378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:36.628637 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 20537bba-2f63-4c4f-bbae-5b5900a54bc9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=20537bba-2f63-4c4f-bbae-5b5900a54bc9,segment=NetworkSegment(8200a620-6c94-47cd-9ceb-28edd730f559),segment_id=8200a620-6c94-47cd-9ceb-28edd730f559)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:36.715118 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:36.791940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=20537bba-2f63-4c4f-bbae-5b5900a54bc9,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:36.917412 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4278810a-35ff-4795-83f8-871a08da0804 None None] Provisioning complete for port 82141104-ea96-45ce-b729-0752cc6fee9f triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:36.918090 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4278810a-35ff-4795-83f8-871a08da0804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:36.973479 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4278810a-35ff-4795-83f8-871a08da0804 None None] Port 82141104-ea96-45ce-b729-0752cc6fee9f cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:35:37.005657 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Router 0badc366-49b3-4ccf-82ee-00b575484670 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:35:37.200374 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:35:37.209633 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0ae6c938-107b-4bb9-b592-44ea1446251b admin admin] 10.222.0.66 "PUT /v2.0/routers/0badc366-49b3-4ccf-82ee-00b575484670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2436166 May 25 23:35:37.474714 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1f98595b-f036-4790-b1c2-7e9acc2f2e14 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:35:37.541445 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 1f98595b-f036-4790-b1c2-7e9acc2f2e14 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:37.541809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:37.655686 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 20537bba-2f63-4c4f-bbae-5b5900a54bc9 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:35:37.721456 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 20537bba-2f63-4c4f-bbae-5b5900a54bc9 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:37.721825 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:38.160197 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-cccb08ad-2543-40b8-9930-f77f6544b9d2 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:38.161625 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-cccb08ad-2543-40b8-9930-f77f6544b9d2 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/networks?id=f4f14c01-ed06-4c03-a075-584509e9d53f HTTP/1.1" status: 200 len: 816 time: 0.1390882 May 25 23:35:38.178093 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-48b4be08-309d-4f8f-8742-d6032ad15573 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/quotas/4eabd71134ea4f7fb40ac39af950a870 HTTP/1.1" status: 200 len: 375 time: 0.0111196 May 25 23:35:38.255296 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-f1aa9900-b58d-491b-a3c3-5d094542684b tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4eabd71134ea4f7fb40ac39af950a870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723157 May 25 23:35:38.392384 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-dd575455-5836-483a-a38f-0c04e8d4476f service neutron] 10.222.0.66 "GET /v2.0/networks/f4f14c01-ed06-4c03-a075-584509e9d53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251993 May 25 23:35:38.519124 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-486f6c4e-dc6d-4024-9f95-3110f4ab714e service neutron] 10.222.0.66 "GET /v2.0/networks/f4f14c01-ed06-4c03-a075-584509e9d53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208892 May 25 23:35:38.951026 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d4adb653-7cf0-4805-8e06-a2299afaad0d req-600c97c9-c32f-486d-a4ca-e5e99caa1771 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 210 time: 0.1722808 May 25 23:35:40.133473 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2fd73147-89a2-4591-adb5-939b93a8b359 req-e91d5d1f-1c9a-4058-a7f6-51b462e9c04b tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 210 time: 0.0439751 May 25 23:35:40.696844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-6beb6e94-fb39-483a-bfa7-1a2bb0f1b079 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:40.697514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-6beb6e94-fb39-483a-bfa7-1a2bb0f1b079 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Synchronizing usage tracker for tenant:4eabd71134ea4f7fb40ac39af950a870 on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:35:40.760484 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-6beb6e94-fb39-483a-bfa7-1a2bb0f1b079 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Unset dirty status for tenant:4eabd71134ea4f7fb40ac39af950a870 on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:35:40.761659 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-6beb6e94-fb39-483a-bfa7-1a2bb0f1b079 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.73 "GET /v2.0/networks?id=f4f14c01-ed06-4c03-a075-584509e9d53f HTTP/1.1" status: 200 len: 816 time: 0.2057374 May 25 23:35:40.778191 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Request body: {'port': {'device_id': '45fafb86-28fb-44cd-bcb7-de944528be6b', 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f', 'admin_state_up': True, 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:40.912115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:35:40.915838 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Usage tracker for resource:port and tenant:4eabd71134ea4f7fb40ac39af950a870 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:35:40.918617 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:35:40.924963 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:35:40.994177 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Made reservation on behalf of 4eabd71134ea4f7fb40ac39af950a870 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:35:40.997214 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:41.160020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Allocated IP 172.20.0.5 (f4f14c01-ed06-4c03-a075-584509e9d53f/6480e4e2-137a-4a28-9e97-81847cfff871/e75ae7b1-5926-4c79-a505-0264b2ba8a43) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:35:41.295985 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-253538a5-4d37-43fe-b84e-ede51377ee25 req-72bdfd08-d58c-4482-b418-1349afd13a89 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 210 time: 0.0412087 May 25 23:35:41.369234 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:41.384187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Transition to ACTIVE for port object e75ae7b1-5926-4c79-a505-0264b2ba8a43 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:41.452685 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:41.474987 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e6b47f24-8966-49ae-a725-8791124bca55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:41.527490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Network f4f14c01-ed06-4c03-a075-584509e9d53f is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:35:41.530359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:35:41.535114 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:35:41.566251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Pushing event updated for resources: {'Port': ['ID=e75ae7b1-5926-4c79-a505-0264b2ba8a43,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:41.602421 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:41.603033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:41.732739 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-0508e2fd-2a81-4496-947f-125e72c2a787 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9581857 May 25 23:35:41.743631 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Request body: {'port': {'device_id': '45fafb86-28fb-44cd-bcb7-de944528be6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:35:41.800626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-65a3ab50-fad9-45b3-a67f-b4b819ac665e None None] Provisioning for port e75ae7b1-5926-4c79-a505-0264b2ba8a43 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:35:41.807663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-65a3ab50-fad9-45b3-a67f-b4b819ac665e None None] Provisioning complete for port e75ae7b1-5926-4c79-a505-0264b2ba8a43 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:41.807663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-65a3ab50-fad9-45b3-a67f-b4b819ac665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:41.861481 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-65a3ab50-fad9-45b3-a67f-b4b819ac665e None None] Port e75ae7b1-5926-4c79-a505-0264b2ba8a43 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:35:41.948927 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:42.280454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75ae7b1-5926-4c79-a505-0264b2ba8a43 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:35:42.287217 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:42.301862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Transition to ACTIVE for port object e75ae7b1-5926-4c79-a505-0264b2ba8a43 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:42.371960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:42.496003 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e75ae7b1-5926-4c79-a505-0264b2ba8a43,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:42.498586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898106a-2061-41de-9d8d-0c912c2784fd req-7019bad7-5080-4ffe-93ad-f050e85ada56 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:42.500646 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1898106a-2061-41de-9d8d-0c912c2784fd req-7019bad7-5080-4ffe-93ad-f050e85ada56 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 943 time: 0.0809722 May 25 23:35:42.573731 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1898106a-2061-41de-9d8d-0c912c2784fd req-2ac64897-b72a-40e2-9c74-33a78643d8e6 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602641 May 25 23:35:42.630013 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Attempting to bind port e75ae7b1-5926-4c79-a505-0264b2ba8a43 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:35:42.630342 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Attempting to bind port e75ae7b1-5926-4c79-a505-0264b2ba8a43 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:35:42.630674 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Attempting to bind port e75ae7b1-5926-4c79-a505-0264b2ba8a43 on network f4f14c01-ed06-4c03-a075-584509e9d53f {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:35:42.636615 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Port e75ae7b1-5926-4c79-a505-0264b2ba8a43 on network f4f14c01-ed06-4c03-a075-584509e9d53f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:35:42.636939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Attempting to bind port e75ae7b1-5926-4c79-a505-0264b2ba8a43 on network f4f14c01-ed06-4c03-a075-584509e9d53f {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:35:42.643496 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:35:42.643825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Checking segment: {'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:42.644203 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Bound using segment: {'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:35:42.644645 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Bound port: e75ae7b1-5926-4c79-a505-0264b2ba8a43, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:35:42.644990 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:42.645836 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:35:42.736826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] For port e75ae7b1-5926-4c79-a505-0264b2ba8a43, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:35:42.739604 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] For port e75ae7b1-5926-4c79-a505-0264b2ba8a43, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e75ae7b1-5926-4c79-a505-0264b2ba8a43,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:35:42.777754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:42.836454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:42.837933 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] 10.222.0.73 "PUT /v2.0/ports/e75ae7b1-5926-4c79-a505-0264b2ba8a43 HTTP/1.1" status: 200 len: 1093 time: 1.0983827 May 25 23:35:42.838247 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fafb86-28fb-44cd-bcb7-de944528be6b', 'tag': 'e75ae7b1-5926-4c79-a505-0264b2ba8a43'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:35:42.860287 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bd29b-574f-49f7-a9d5-3720274cf9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e75ae7b1-5926-4c79-a505-0264b2ba8a43,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:42.898162 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72cbfbd-d731-473b-8193-b71ab120eeee'] response: {'name': 'network-changed', 'server_uuid': '45fafb86-28fb-44cd-bcb7-de944528be6b', 'tag': 'e75ae7b1-5926-4c79-a505-0264b2ba8a43', 'status': 'completed', 'code': 200} May 25 23:35:42.989835 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7f9149d3-fbbe-4036-8591-6f2fcf0bbb14 req-20f29ec7-9050-4da3-89d1-6c6273c906c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4eabd71134ea4f7fb40ac39af950a870&device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 1096 time: 0.0722914 May 25 23:35:43.131972 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9149d3-fbbe-4036-8591-6f2fcf0bbb14 req-a8b82237-ff61-4de7-9eb0-1bdab3028461 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:43.133374 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7f9149d3-fbbe-4036-8591-6f2fcf0bbb14 req-a8b82237-ff61-4de7-9eb0-1bdab3028461 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=4eabd71134ea4f7fb40ac39af950a870&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1372974 May 25 23:35:43.267916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9149d3-fbbe-4036-8591-6f2fcf0bbb14 req-1f528ae6-d1e4-4a12-b08a-77997e0051c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:43.269614 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7f9149d3-fbbe-4036-8591-6f2fcf0bbb14 req-1f528ae6-d1e4-4a12-b08a-77997e0051c7 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312985 May 25 23:35:43.375315 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-ef80cce4-c9d2-4fd9-b092-c041e23d74c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4eabd71134ea4f7fb40ac39af950a870&device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 1096 time: 0.0720971 May 25 23:35:43.441069 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-32ae6d37-8f31-4ecb-9df8-d08a1b9c5329 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e75ae7b1-5926-4c79-a505-0264b2ba8a43 HTTP/1.1" status: 200 len: 217 time: 0.0600250 May 25 23:35:43.503634 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8610712d-7387-43da-a421-bb5bd334d3f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:43.505053 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-8610712d-7387-43da-a421-bb5bd334d3f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6480e4e2-137a-4a28-9e97-81847cfff871 HTTP/1.1" status: 200 len: 855 time: 0.0591424 May 25 23:35:43.579890 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-545138e5-7f75-4832-9487-74fb43cfdf89 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4f14c01-ed06-4c03-a075-584509e9d53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693717 May 25 23:35:43.749383 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c113e8ba-7aed-4748-bb33-6384053095fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:43.761376 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-64a4466e-bd74-4c5f-ab14-ada5c1217d75 service neutron] 10.222.0.73 "GET /v2.0/networks/f4f14c01-ed06-4c03-a075-584509e9d53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762435 May 25 23:35:43.804833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb74e6-b123-426a-a314-da7854d20a29 req-67f2e6be-12d3-48bb-8045-65656f6ba9ca tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:43.806284 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-10bb74e6-b123-426a-a314-da7854d20a29 req-67f2e6be-12d3-48bb-8045-65656f6ba9ca tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 943 time: 0.0876155 May 25 23:35:43.862111 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-10bb74e6-b123-426a-a314-da7854d20a29 req-d6c9b394-6011-41e9-9ed3-4e4d7a52c2bd tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481772 May 25 23:35:43.901877 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3b12d97d-a1de-42ec-8d85-dfa34bc9cae9 req-24025626-0470-47e7-8463-1382fa80a8c7 service neutron] 10.222.0.73 "GET /v2.0/networks/f4f14c01-ed06-4c03-a075-584509e9d53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348698 May 25 23:35:44.972192 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:45.081883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:45.162169 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f393bc-902e-4ae4-bfef-085b84b20b1f req-2bdb5ce6-2391-4d6d-a3a2-67c60dad7788 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:45.163507 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-95f393bc-902e-4ae4-bfef-085b84b20b1f req-2bdb5ce6-2391-4d6d-a3a2-67c60dad7788 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 943 time: 0.1768558 May 25 23:35:45.208240 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-95f393bc-902e-4ae4-bfef-085b84b20b1f req-d51b547a-8001-4a74-be86-1b43ced5130d tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391381 May 25 23:35:45.488185 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c7a5fe14-0af5-4a21-8a93-1533dd83f1d5 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:35:45.629279 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port c7a5fe14-0af5-4a21-8a93-1533dd83f1d5 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:35:45.634047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c7a5fe14-0af5-4a21-8a93-1533dd83f1d5 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:45.634445 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:45.748000 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:45.763018 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port c7a5fe14-0af5-4a21-8a93-1533dd83f1d5, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c7a5fe14-0af5-4a21-8a93-1533dd83f1d5,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:45.833933 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:45.897735 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=c7a5fe14-0af5-4a21-8a93-1533dd83f1d5,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:46.407031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e06b4-f286-4668-b24f-d4b2c3b24a29 req-b9124185-87a5-4592-b444-f85251952877 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:46.409111 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-311e06b4-f286-4668-b24f-d4b2c3b24a29 req-b9124185-87a5-4592-b444-f85251952877 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 943 time: 0.0750995 May 25 23:35:46.453556 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-311e06b4-f286-4668-b24f-d4b2c3b24a29 req-4f223db7-5aba-4ba9-8123-56dfa114cf1b tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389719 May 25 23:35:46.475771 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device e75ae7b1-5926-4c79-a505-0264b2ba8a43 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:35:46.608805 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port e75ae7b1-5926-4c79-a505-0264b2ba8a43, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e75ae7b1-5926-4c79-a505-0264b2ba8a43,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:46.622598 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'e75ae7b1-5926-4c79-a505-0264b2ba8a43', 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f', 'port_id': 'e75ae7b1-5926-4c79-a505-0264b2ba8a43', 'mac_address': 'fa:16:3e:c9:a0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6480e4e2-137a-4a28-9e97-81847cfff871', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:35:46.675460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:46.707319 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75ae7b1-5926-4c79-a505-0264b2ba8a43 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:35:46.722669 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port e75ae7b1-5926-4c79-a505-0264b2ba8a43, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e75ae7b1-5926-4c79-a505-0264b2ba8a43,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:46.783975 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:46.806023 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:46.870938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=e75ae7b1-5926-4c79-a505-0264b2ba8a43,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:47.010010 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['e75ae7b1-5926-4c79-a505-0264b2ba8a43'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:35:47.475994 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c7a5fe14-0af5-4a21-8a93-1533dd83f1d5 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:35:47.543553 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c7a5fe14-0af5-4a21-8a93-1533dd83f1d5 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:47.543916 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:47.653431 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08fd43-bbe5-41af-80b7-e4458acef392 req-c71b3793-8fd2-453e-a170-a6914f80b68a tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:47.654887 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eb08fd43-bbe5-41af-80b7-e4458acef392 req-c71b3793-8fd2-453e-a170-a6914f80b68a tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 944 time: 0.0818195 May 25 23:35:47.701050 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-eb08fd43-bbe5-41af-80b7-e4458acef392 req-1a2d6ba4-5052-4c05-a063-68e42ff94613 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 May 25 23:35:47.886224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:48.487839 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device e75ae7b1-5926-4c79-a505-0264b2ba8a43 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:35:48.606167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port e75ae7b1-5926-4c79-a505-0264b2ba8a43 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:35:48.611510 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port e75ae7b1-5926-4c79-a505-0264b2ba8a43 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:48.611770 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:48.721583 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:48.748638 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fafb86-28fb-44cd-bcb7-de944528be6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75ae7b1-5926-4c79-a505-0264b2ba8a43'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:35:48.758642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port e75ae7b1-5926-4c79-a505-0264b2ba8a43, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e75ae7b1-5926-4c79-a505-0264b2ba8a43,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:48.804970 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f59911-a46d-4d6a-9be9-acf488a6e35c'] response: {'server_uuid': '45fafb86-28fb-44cd-bcb7-de944528be6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75ae7b1-5926-4c79-a505-0264b2ba8a43', 'code': 200} May 25 23:35:48.817783 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:48.892420 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=e75ae7b1-5926-4c79-a505-0264b2ba8a43,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:48.901421 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079283ee-edec-4f67-803f-d2d77df2a3f7 req-22ea2de0-7383-4563-bf2a-822c08e15b8f tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:48.902885 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-079283ee-edec-4f67-803f-d2d77df2a3f7 req-22ea2de0-7383-4563-bf2a-822c08e15b8f tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 945 time: 0.0794060 May 25 23:35:48.948921 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-079283ee-edec-4f67-803f-d2d77df2a3f7 req-96a12528-5535-412e-8eb0-bcae4f296ba0 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390053 May 25 23:35:49.205980 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dfee2eeb-45b7-4c2f-ac7a-a31bd7ed76d0 req-49a35e1a-14b5-43f1-afc8-2153edab9767 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 1098 time: 0.1480029 May 25 23:35:49.247002 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-dfee2eeb-45b7-4c2f-ac7a-a31bd7ed76d0 req-578a9aa7-065c-4a6c-aa5e-05236f99bbcb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355644 May 25 23:35:50.150279 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0783-783d-49dd-8a38-674bc5e486ff req-f802fc35-1cf9-40be-a16d-2ebd8a838bbc tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:50.151700 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-795f0783-783d-49dd-8a38-674bc5e486ff req-f802fc35-1cf9-40be-a16d-2ebd8a838bbc tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 945 time: 0.0793509 May 25 23:35:50.197160 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-795f0783-783d-49dd-8a38-674bc5e486ff req-94c80e6b-febd-450b-8ef3-7718c5504c23 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399618 May 25 23:35:51.392262 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcfe6b-314f-4332-a032-ae22a52a5342 req-80d5b3ce-f568-4c80-b21e-ddf5fabdb822 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:51.393685 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b9bcfe6b-314f-4332-a032-ae22a52a5342 req-80d5b3ce-f568-4c80-b21e-ddf5fabdb822 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 945 time: 0.0757952 May 25 23:35:51.441622 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b9bcfe6b-314f-4332-a032-ae22a52a5342 req-aa7586cf-5e95-4862-9e30-1712157a17df tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422955 May 25 23:35:51.634650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94831bac-7dc3-4398-9467-894a4298225b req-44a3dcca-5c4c-44e0-a95d-cb3975bc84ad tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:35:51.636114 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-94831bac-7dc3-4398-9467-894a4298225b req-44a3dcca-5c4c-44e0-a95d-cb3975bc84ad tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 945 time: 0.0760677 May 25 23:35:51.682259 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-94831bac-7dc3-4398-9467-894a4298225b req-cc91ae31-4e56-4778-9d74-fb42ee2332b5 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401864 May 25 23:35:55.103558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Sync routers for ids ['0badc366-49b3-4ccf-82ee-00b575484670'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:35:55.115767 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Routers {'0badc366-49b3-4ccf-82ee-00b575484670'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:35:55.116368 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-85781122-63c1-4f52-b405-af787463cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:35:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['0badc366-49b3-4ccf-82ee-00b575484670'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:55.293799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Set router 0badc366-49b3-4ccf-82ee-00b575484670 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:35:55.601196 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-85781122-63c1-4f52-b405-af787463cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0badc366-49b3-4ccf-82ee-00b575484670', 'name': 'tempest-TestEncryptedCinderVolumes-1613401657-router', 'tenant_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c7a5fe14-0af5-4a21-8a93-1533dd83f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:32Z', 'updated_at': '2022-05-25T23:35:35Z', 'revision_number': 4, 'project_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'gw_port': {'id': 'c7a5fe14-0af5-4a21-8a93-1533dd83f1d5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0badc366-49b3-4ccf-82ee-00b575484670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:32Z', 'updated_at': '2022-05-25T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '82141104-ea96-45ce-b729-0752cc6fee9f', 'name': '', 'network_id': 'd71aabf7-7337-4c07-8ea4-5bef187e4cf7', 'tenant_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'mac_address': 'fa:16:3e:cd:eb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0badc366-49b3-4ccf-82ee-00b575484670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef3b5bd8-4b35-45c4-b28a-694dbe6d327d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:35Z', 'updated_at': '2022-05-25T23:35:36Z', 'revision_number': 2, 'project_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'subnets': [{'id': 'ef3b5bd8-4b35-45c4-b28a-694dbe6d327d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:55.605049 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Checking router: 0badc366-49b3-4ccf-82ee-00b575484670 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:35:55.605393 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Updating router 0badc366-49b3-4ccf-82ee-00b575484670 port 82141104-ea96-45ce-b729-0752cc6fee9f binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:35:55.660072 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:56.006564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:56.019048 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Transition to ACTIVE for port object 82141104-ea96-45ce-b729-0752cc6fee9f will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:35:56.081329 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:56.203934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b1a1a-91f8-4917-a85d-70cc13a4cdd7 None None] Pushing event updated for resources: {'Port': ['ID=82141104-ea96-45ce-b729-0752cc6fee9f,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:56.302450 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Attempting to bind port 82141104-ea96-45ce-b729-0752cc6fee9f on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:35:56.302912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Attempting to bind port 82141104-ea96-45ce-b729-0752cc6fee9f by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '8200a620-6c94-47cd-9ceb-28edd730f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd71aabf7-7337-4c07-8ea4-5bef187e4cf7'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:35:56.303407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Attempting to bind port 82141104-ea96-45ce-b729-0752cc6fee9f on network d71aabf7-7337-4c07-8ea4-5bef187e4cf7 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:35:56.310815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:35:56.311317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Checking segment: {'id': '8200a620-6c94-47cd-9ceb-28edd730f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd71aabf7-7337-4c07-8ea4-5bef187e4cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:35:56.311857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:56.312332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Bound using segment: {'id': '8200a620-6c94-47cd-9ceb-28edd730f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd71aabf7-7337-4c07-8ea4-5bef187e4cf7'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:35:56.312918 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Bound port: 82141104-ea96-45ce-b729-0752cc6fee9f, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8200a620-6c94-47cd-9ceb-28edd730f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd71aabf7-7337-4c07-8ea4-5bef187e4cf7'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:35:56.313387 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:56.445243 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-85781122-63c1-4f52-b405-af787463cf05 None None] For port 82141104-ea96-45ce-b729-0752cc6fee9f, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:35:56.448255 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-85781122-63c1-4f52-b405-af787463cf05 None None] For port 82141104-ea96-45ce-b729-0752cc6fee9f, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=82141104-ea96-45ce-b729-0752cc6fee9f,segment=NetworkSegment(8200a620-6c94-47cd-9ceb-28edd730f559),segment_id=8200a620-6c94-47cd-9ceb-28edd730f559)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:35:56.526702 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:56.612341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b1a1a-91f8-4917-a85d-70cc13a4cdd7 None None] Pushing event updated for resources: {'Port': ['ID=82141104-ea96-45ce-b729-0752cc6fee9f,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:56.616898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Routers {'0badc366-49b3-4ccf-82ee-00b575484670'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:35:56.617521 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-85781122-63c1-4f52-b405-af787463cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:35:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['0badc366-49b3-4ccf-82ee-00b575484670'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:56.827035 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-85781122-63c1-4f52-b405-af787463cf05 None None] Set router 0badc366-49b3-4ccf-82ee-00b575484670 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:35:57.165826 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-85781122-63c1-4f52-b405-af787463cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0badc366-49b3-4ccf-82ee-00b575484670', 'name': 'tempest-TestEncryptedCinderVolumes-1613401657-router', 'tenant_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c7a5fe14-0af5-4a21-8a93-1533dd83f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:32Z', 'updated_at': '2022-05-25T23:35:35Z', 'revision_number': 4, 'project_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'gw_port': {'id': 'c7a5fe14-0af5-4a21-8a93-1533dd83f1d5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0badc366-49b3-4ccf-82ee-00b575484670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:32Z', 'updated_at': '2022-05-25T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '82141104-ea96-45ce-b729-0752cc6fee9f', 'name': '', 'network_id': 'd71aabf7-7337-4c07-8ea4-5bef187e4cf7', 'tenant_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'mac_address': 'fa:16:3e:cd:eb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0badc366-49b3-4ccf-82ee-00b575484670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef3b5bd8-4b35-45c4-b28a-694dbe6d327d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:35Z', 'updated_at': '2022-05-25T23:35:56Z', 'revision_number': 4, 'project_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'subnets': [{'id': 'ef3b5bd8-4b35-45c4-b28a-694dbe6d327d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:35:57.169687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85781122-63c1-4f52-b405-af787463cf05 None None] The sync data for ids ['0badc366-49b3-4ccf-82ee-00b575484670'] in dv-neutron-843300-1-hyperv is: [{'id': '0badc366-49b3-4ccf-82ee-00b575484670', 'name': 'tempest-TestEncryptedCinderVolumes-1613401657-router', 'tenant_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c7a5fe14-0af5-4a21-8a93-1533dd83f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:32Z', 'updated_at': '2022-05-25T23:35:35Z', 'revision_number': 4, 'project_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'gw_port': {'id': 'c7a5fe14-0af5-4a21-8a93-1533dd83f1d5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0badc366-49b3-4ccf-82ee-00b575484670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:32Z', 'updated_at': '2022-05-25T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '82141104-ea96-45ce-b729-0752cc6fee9f', 'name': '', 'network_id': 'd71aabf7-7337-4c07-8ea4-5bef187e4cf7', 'tenant_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'mac_address': 'fa:16:3e:cd:eb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0badc366-49b3-4ccf-82ee-00b575484670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef3b5bd8-4b35-45c4-b28a-694dbe6d327d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:35Z', 'updated_at': '2022-05-25T23:35:56Z', 'revision_number': 4, 'project_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'subnets': [{'id': 'ef3b5bd8-4b35-45c4-b28a-694dbe6d327d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:35:57.501208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 82141104-ea96-45ce-b729-0752cc6fee9f up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:35:57.623081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 82141104-ea96-45ce-b729-0752cc6fee9f completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:35:57.629230 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 82141104-ea96-45ce-b729-0752cc6fee9f triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:57.631360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:57.752489 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:57.786247 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 82141104-ea96-45ce-b729-0752cc6fee9f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=82141104-ea96-45ce-b729-0752cc6fee9f,segment=NetworkSegment(8200a620-6c94-47cd-9ceb-28edd730f559),segment_id=8200a620-6c94-47cd-9ceb-28edd730f559)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:35:57.857582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:35:57.929467 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=82141104-ea96-45ce-b729-0752cc6fee9f,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:35:59.478875 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 82141104-ea96-45ce-b729-0752cc6fee9f up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:35:59.543868 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 82141104-ea96-45ce-b729-0752cc6fee9f triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:35:59.544221 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:09.655029 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d3315-3860-402f-a541-c77aa3a01300 req-5bf25a98-ddc8-4860-90d9-946987ed7093 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:09.656335 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3b7d3315-3860-402f-a541-c77aa3a01300 req-5bf25a98-ddc8-4860-90d9-946987ed7093 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 945 time: 0.0778654 May 25 23:36:09.700987 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3b7d3315-3860-402f-a541-c77aa3a01300 req-50903ca9-8878-46a0-a383-2c99c9cb0cd6 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381894 May 25 23:36:10.902614 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8686228-5875-4c0e-ad1a-f86a1ae87adf req-0d6e6196-8ec2-47a3-827b-56f1f1a29e31 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:10.904039 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e8686228-5875-4c0e-ad1a-f86a1ae87adf req-0d6e6196-8ec2-47a3-827b-56f1f1a29e31 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 945 time: 0.0738957 May 25 23:36:10.950077 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e8686228-5875-4c0e-ad1a-f86a1ae87adf req-09e17331-416e-4803-9a2b-64aaf6cfbfd7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403173 May 25 23:36:11.133415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e9c3f-46e5-40af-aa4f-ea6ad27a69cc req-1a2dad70-522c-46b9-908c-0069b062586a tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:11.134086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-e59e9c3f-46e5-40af-aa4f-ea6ad27a69cc req-1a2dad70-522c-46b9-908c-0069b062586a tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Synchronizing usage tracker for tenant:4eabd71134ea4f7fb40ac39af950a870 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:36:11.217003 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-e59e9c3f-46e5-40af-aa4f-ea6ad27a69cc req-1a2dad70-522c-46b9-908c-0069b062586a tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Unset dirty status for tenant:4eabd71134ea4f7fb40ac39af950a870 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:36:11.218122 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e59e9c3f-46e5-40af-aa4f-ea6ad27a69cc req-1a2dad70-522c-46b9-908c-0069b062586a tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.73 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 945 time: 0.1584914 May 25 23:36:11.289314 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-e59e9c3f-46e5-40af-aa4f-ea6ad27a69cc req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Deleting port e75ae7b1-5926-4c79-a505-0264b2ba8a43 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:36:11.289651 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-e59e9c3f-46e5-40af-aa4f-ea6ad27a69cc req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:11.480117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f6972145-d529-4ff0-bc68-d5d8f91bd7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:11.529438 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-e59e9c3f-46e5-40af-aa4f-ea6ad27a69cc req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] For port e75ae7b1-5926-4c79-a505-0264b2ba8a43, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e75ae7b1-5926-4c79-a505-0264b2ba8a43,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:36:11.529787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-e59e9c3f-46e5-40af-aa4f-ea6ad27a69cc req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:11.650985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-e59e9c3f-46e5-40af-aa4f-ea6ad27a69cc req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Calling delete_port for e75ae7b1-5926-4c79-a505-0264b2ba8a43 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:36:11.845964 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-e59e9c3f-46e5-40af-aa4f-ea6ad27a69cc req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:11.857934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['e75ae7b1-5926-4c79-a505-0264b2ba8a43'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:36:11.896379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Pushing event deleted for resources: {'Port': ['ID=e75ae7b1-5926-4c79-a505-0264b2ba8a43,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:11.934515 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:11.934858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:11.935198 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:11.935531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:11.935865 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:11.936182 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:11.936514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:11.936856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:11.937176 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:11.937496 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:11.937820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:11.982129 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59e9c3f-46e5-40af-aa4f-ea6ad27a69cc req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] No DVR routers for this DVR port e75ae7b1-5926-4c79-a505-0264b2ba8a43 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:36:11.984742 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-e59e9c3f-46e5-40af-aa4f-ea6ad27a69cc req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:11.987640 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fafb86-28fb-44cd-bcb7-de944528be6b', 'name': 'network-vif-deleted', 'tag': 'e75ae7b1-5926-4c79-a505-0264b2ba8a43'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:36:12.057725 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e96344d-b003-47cb-b58c-2b23f239f267'] response: {'server_uuid': '45fafb86-28fb-44cd-bcb7-de944528be6b', 'name': 'network-vif-deleted', 'tag': 'e75ae7b1-5926-4c79-a505-0264b2ba8a43', 'status': 'completed', 'code': 200} May 25 23:36:12.064617 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e59e9c3f-46e5-40af-aa4f-ea6ad27a69cc req-b98ae403-40d9-44af-b62c-357f8ea6a4b3 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.73 "DELETE /v2.0/ports/e75ae7b1-5926-4c79-a505-0264b2ba8a43 HTTP/1.1" status: 204 len: 173 time: 0.8404195 May 25 23:36:12.147398 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0e324ee7-af93-4859-9877-a7ea78048a30 req-fc5fdd0d-f387-4ec4-96f5-0590f9a38d76 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=45fafb86-28fb-44cd-bcb7-de944528be6b HTTP/1.1" status: 200 len: 210 time: 0.0453808 May 25 23:36:13.704275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-dc6b30d0-8545-405c-8887-161051462872 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:13.706281 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-dc6b30d0-8545-405c-8887-161051462872 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/networks?id=f4f14c01-ed06-4c03-a075-584509e9d53f HTTP/1.1" status: 200 len: 816 time: 0.1395395 May 25 23:36:13.722654 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-3dc8d8e8-0ac0-48bc-a7b3-3ea4db2233de tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/quotas/4eabd71134ea4f7fb40ac39af950a870 HTTP/1.1" status: 200 len: 375 time: 0.0109227 May 25 23:36:13.731413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cb79219f-da6b-4f11-b0a6-b528885e472c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:13.801104 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-3525ecbc-9a92-43fd-b4e8-2701d3957c3e tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4eabd71134ea4f7fb40ac39af950a870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731139 May 25 23:36:13.937225 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-df3f467c-81f8-48a1-a534-3fc18ee2326b service neutron] 10.222.0.66 "GET /v2.0/networks/f4f14c01-ed06-4c03-a075-584509e9d53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247070 May 25 23:36:14.066676 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-a71bbdef-88fa-458e-b95a-538b49d3f2d8 service neutron] 10.222.0.66 "GET /v2.0/networks/f4f14c01-ed06-4c03-a075-584509e9d53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231012 May 25 23:36:14.326454 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7485218a-9334-456f-a56d-448a71d8cc17 req-c3b130a6-fba0-43d4-bdd5-9c075753d162 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 210 time: 0.0457668 May 25 23:36:15.005777 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:15.125779 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:15.489306 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-74308732-1efc-4628-a788-f3f72dea0574 req-831d6f4d-1e36-4507-8ac2-3811fad21968 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 210 time: 0.0404770 May 25 23:36:16.291561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-79304373-8f45-4242-955a-a38062609b15 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:16.292976 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-79304373-8f45-4242-955a-a38062609b15 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.73 "GET /v2.0/networks?id=f4f14c01-ed06-4c03-a075-584509e9d53f HTTP/1.1" status: 200 len: 816 time: 0.1469512 May 25 23:36:16.308699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Request body: {'port': {'device_id': '04c53e85-dbaf-4e00-94f0-eb9866e6a271', 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f', 'admin_state_up': True, 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:36:16.447763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:36:16.451760 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Usage tracker for resource:port and tenant:4eabd71134ea4f7fb40ac39af950a870 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:36:16.454725 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:36:16.460736 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:36:16.520070 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Made reservation on behalf of 4eabd71134ea4f7fb40ac39af950a870 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:36:16.523308 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:16.643839 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device e75ae7b1-5926-4c79-a505-0264b2ba8a43 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:36:16.656870 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2de3ff63-bf42-4adb-b17a-392003ccd4e8 req-7b3dbf7d-82bd-44b8-9fbc-4bcd149ba60e tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 210 time: 0.0433173 May 25 23:36:16.679357 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: e75ae7b1-5926-4c79-a505-0264b2ba8a43 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:36:16.679687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device e75ae7b1-5926-4c79-a505-0264b2ba8a43 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:36:16.695847 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Allocated IP 172.20.0.11 (f4f14c01-ed06-4c03-a075-584509e9d53f/6480e4e2-137a-4a28-9e97-81847cfff871/554d7592-f4a6-4c25-8299-602a89a600d9) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:36:16.794416 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:16.904226 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:16.920144 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Transition to ACTIVE for port object 554d7592-f4a6-4c25-8299-602a89a600d9 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:36:16.983251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:17.052172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Network f4f14c01-ed06-4c03-a075-584509e9d53f is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:36:17.055081 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:36:17.058772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:36:17.095800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Pushing event updated for resources: {'Port': ['ID=554d7592-f4a6-4c25-8299-602a89a600d9,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:17.130220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:17.130807 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:17.212814 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-7d85ad20-a68f-4480-88c9-17f8621d74e7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9078822 May 25 23:36:17.224584 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Request body: {'port': {'device_id': '04c53e85-dbaf-4e00-94f0-eb9866e6a271', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:36:17.291376 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d3a20bac-0a69-4403-abbf-be6b73a3f886 None None] Provisioning for port 554d7592-f4a6-4c25-8299-602a89a600d9 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:36:17.296873 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d3a20bac-0a69-4403-abbf-be6b73a3f886 None None] Provisioning complete for port 554d7592-f4a6-4c25-8299-602a89a600d9 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:36:17.297312 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d3a20bac-0a69-4403-abbf-be6b73a3f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:17.333850 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:17.350888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-d3a20bac-0a69-4403-abbf-be6b73a3f886 None None] Port 554d7592-f4a6-4c25-8299-602a89a600d9 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:36:17.753535 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554d7592-f4a6-4c25-8299-602a89a600d9 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:36:17.760256 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:17.775404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Transition to ACTIVE for port object 554d7592-f4a6-4c25-8299-602a89a600d9 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:36:17.822879 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:17.860012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dea3c1-c5ad-4004-a82f-93b6d1ba10a2 req-fdf9ecf7-3fac-4f71-8376-32946f6828d7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:17.860786 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b3dea3c1-c5ad-4004-a82f-93b6d1ba10a2 req-fdf9ecf7-3fac-4f71-8376-32946f6828d7 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 932 time: 0.0810351 May 25 23:36:17.868758 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:17.910935 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b3dea3c1-c5ad-4004-a82f-93b6d1ba10a2 req-4076d528-a8e0-4391-af45-5c9457844386 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444756 May 25 23:36:17.952217 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Pushing event updated for resources: {'Port': ['ID=554d7592-f4a6-4c25-8299-602a89a600d9,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:18.060864 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Attempting to bind port 554d7592-f4a6-4c25-8299-602a89a600d9 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:36:18.061713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Attempting to bind port 554d7592-f4a6-4c25-8299-602a89a600d9 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:36:18.061713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Attempting to bind port 554d7592-f4a6-4c25-8299-602a89a600d9 on network f4f14c01-ed06-4c03-a075-584509e9d53f {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:36:18.067886 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Port 554d7592-f4a6-4c25-8299-602a89a600d9 on network f4f14c01-ed06-4c03-a075-584509e9d53f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:36:18.068197 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Attempting to bind port 554d7592-f4a6-4c25-8299-602a89a600d9 on network f4f14c01-ed06-4c03-a075-584509e9d53f {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:36:18.074338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:36:18.074664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Checking segment: {'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:36:18.075041 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Bound using segment: {'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:36:18.075452 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Bound port: 554d7592-f4a6-4c25-8299-602a89a600d9, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:36:18.075793 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:18.164518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] For port 554d7592-f4a6-4c25-8299-602a89a600d9, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:36:18.167877 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] For port 554d7592-f4a6-4c25-8299-602a89a600d9, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=554d7592-f4a6-4c25-8299-602a89a600d9,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:36:18.240141 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:18.304926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:18.306351 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] 10.222.0.73 "PUT /v2.0/ports/554d7592-f4a6-4c25-8299-602a89a600d9 HTTP/1.1" status: 200 len: 1094 time: 1.0867562 May 25 23:36:18.306711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c53e85-dbaf-4e00-94f0-eb9866e6a271', 'tag': '554d7592-f4a6-4c25-8299-602a89a600d9'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:36:18.330541 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b02542-11a8-4ad4-a3fe-8367b1b8de8a service neutron] Pushing event updated for resources: {'Port': ['ID=554d7592-f4a6-4c25-8299-602a89a600d9,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:18.366135 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0193d91e-f583-41bf-a74a-f46c8d85b676'] response: {'name': 'network-changed', 'server_uuid': '04c53e85-dbaf-4e00-94f0-eb9866e6a271', 'tag': '554d7592-f4a6-4c25-8299-602a89a600d9', 'status': 'completed', 'code': 200} May 25 23:36:18.464410 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1085f6c9-228e-47a1-adc4-40d82993b6dd req-507f833b-416f-4e9e-bdb3-cb4b41a46b56 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4eabd71134ea4f7fb40ac39af950a870&device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 1097 time: 0.0707052 May 25 23:36:18.602655 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085f6c9-228e-47a1-adc4-40d82993b6dd req-be68e567-c4ce-429f-8216-025612c8b24b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:18.604092 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1085f6c9-228e-47a1-adc4-40d82993b6dd req-be68e567-c4ce-429f-8216-025612c8b24b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=4eabd71134ea4f7fb40ac39af950a870&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1335721 May 25 23:36:18.738961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085f6c9-228e-47a1-adc4-40d82993b6dd req-98287c26-28da-44d0-b6b1-acb5163b1332 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:18.740395 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1085f6c9-228e-47a1-adc4-40d82993b6dd req-98287c26-28da-44d0-b6b1-acb5163b1332 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304355 May 25 23:36:18.842069 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-2482e994-96a6-4bed-8ba0-c5393e024b5e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4eabd71134ea4f7fb40ac39af950a870&device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 1097 time: 0.0668125 May 25 23:36:18.910411 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-160a1360-340f-475d-a828-fc7e7802454f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=554d7592-f4a6-4c25-8299-602a89a600d9 HTTP/1.1" status: 200 len: 217 time: 0.0617096 May 25 23:36:18.969927 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-d329202c-1476-4edb-a511-feec83909ab3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:18.971945 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-d329202c-1476-4edb-a511-feec83909ab3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6480e4e2-137a-4a28-9e97-81847cfff871 HTTP/1.1" status: 200 len: 855 time: 0.0556307 May 25 23:36:19.046605 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-122d7136-48e4-4804-897a-1469c145592a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4f14c01-ed06-4c03-a075-584509e9d53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697842 May 25 23:36:19.108958 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec760829-8f1a-48e1-94a2-7bedbf7018b1 req-e1648a55-4a9c-49e8-ae47-567a15f78805 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:19.110403 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ec760829-8f1a-48e1-94a2-7bedbf7018b1 req-e1648a55-4a9c-49e8-ae47-567a15f78805 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 944 time: 0.0766602 May 25 23:36:19.155249 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ec760829-8f1a-48e1-94a2-7bedbf7018b1 req-8f9d75ba-b622-404f-87a0-8ffeae94850d tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 May 25 23:36:19.178075 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-ef096cee-ead6-47e6-8a5d-c0012a3b923f service neutron] 10.222.0.73 "GET /v2.0/networks/f4f14c01-ed06-4c03-a075-584509e9d53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253111 May 25 23:36:19.395050 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fc8aecc0-4d72-466d-9385-76fa74522523 req-c7970dcb-5363-414f-8fe9-afcc43b123c7 service neutron] 10.222.0.73 "GET /v2.0/networks/f4f14c01-ed06-4c03-a075-584509e9d53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117670 May 25 23:36:19.646216 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:36:20.440425 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66024ce-1016-4bfb-9755-5c79030efb78 req-48628218-e191-4b10-9cea-40e2a9f463dd tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:20.441889 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a66024ce-1016-4bfb-9755-5c79030efb78 req-48628218-e191-4b10-9cea-40e2a9f463dd tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 944 time: 0.1633530 May 25 23:36:20.487103 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a66024ce-1016-4bfb-9755-5c79030efb78 req-f4ad69ad-e698-403f-aaa9-1ebc1a3f815d tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395994 May 25 23:36:20.659270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 554d7592-f4a6-4c25-8299-602a89a600d9 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:36:20.788575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 554d7592-f4a6-4c25-8299-602a89a600d9, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=554d7592-f4a6-4c25-8299-602a89a600d9,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:36:20.801195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '554d7592-f4a6-4c25-8299-602a89a600d9', 'network_id': 'f4f14c01-ed06-4c03-a075-584509e9d53f', 'port_id': '554d7592-f4a6-4c25-8299-602a89a600d9', 'mac_address': 'fa:16:3e:2a:89:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6480e4e2-137a-4a28-9e97-81847cfff871', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:36:20.853162 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:20.872672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554d7592-f4a6-4c25-8299-602a89a600d9 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:36:20.887675 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 554d7592-f4a6-4c25-8299-602a89a600d9, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=554d7592-f4a6-4c25-8299-602a89a600d9,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:36:20.994098 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:21.089404 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=554d7592-f4a6-4c25-8299-602a89a600d9,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:21.185722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['554d7592-f4a6-4c25-8299-602a89a600d9'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:36:21.680168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa29725-411d-4d34-aa36-4937d4b0ef0e req-77ab04a6-7182-4873-9051-b4c59f09eafc tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:21.681614 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0fa29725-411d-4d34-aa36-4937d4b0ef0e req-77ab04a6-7182-4873-9051-b4c59f09eafc tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 945 time: 0.0743997 May 25 23:36:21.728311 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0fa29725-411d-4d34-aa36-4937d4b0ef0e req-3dcf036e-9672-4928-be8c-b94a3d6350ab tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411882 May 25 23:36:22.674188 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 554d7592-f4a6-4c25-8299-602a89a600d9 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:36:22.782508 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 554d7592-f4a6-4c25-8299-602a89a600d9 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:36:22.787718 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 554d7592-f4a6-4c25-8299-602a89a600d9 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:36:22.789971 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:22.903957 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:22.928385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5db8ba-f6a3-4573-907b-7331b63434f0 req-5aaa5f19-00ae-4371-8068-4ba7032b40cd tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:22.929763 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5b5db8ba-f6a3-4573-907b-7331b63434f0 req-5aaa5f19-00ae-4371-8068-4ba7032b40cd tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 945 time: 0.0763416 May 25 23:36:22.931885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c53e85-dbaf-4e00-94f0-eb9866e6a271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554d7592-f4a6-4c25-8299-602a89a600d9'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:36:22.941410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 554d7592-f4a6-4c25-8299-602a89a600d9, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=554d7592-f4a6-4c25-8299-602a89a600d9,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:36:22.975611 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5b5db8ba-f6a3-4573-907b-7331b63434f0 req-820db361-4e17-4b3f-ba08-cc4b6b18ff3d tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399621 May 25 23:36:23.011394 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:23.069352 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0be96b-57bc-49dd-a83b-8020f5c76b01'] response: {'server_uuid': '04c53e85-dbaf-4e00-94f0-eb9866e6a271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554d7592-f4a6-4c25-8299-602a89a600d9', 'code': 200} May 25 23:36:23.078880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=554d7592-f4a6-4c25-8299-602a89a600d9,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:23.436483 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cc876d4c-e99e-401f-b1ce-46701c428502 req-a228b21f-d848-4fc7-a096-1a33ee4d032a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 1099 time: 0.0678201 May 25 23:36:23.479695 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cc876d4c-e99e-401f-b1ce-46701c428502 req-4a2005d5-db0e-4e72-868e-e1e69d4cdd12 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375171 May 25 23:36:24.174713 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6dde8-870f-4dd9-98b1-4439a91ff895 req-3cde87d4-62bc-43ae-a264-5a690b117604 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:24.176143 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ead6dde8-870f-4dd9-98b1-4439a91ff895 req-3cde87d4-62bc-43ae-a264-5a690b117604 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 946 time: 0.0800900 May 25 23:36:24.221443 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ead6dde8-870f-4dd9-98b1-4439a91ff895 req-d3bf6e30-d1e3-4781-bd15-64aa350e66a8 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389407 May 25 23:36:25.417366 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1c966-6d9b-48ed-9847-13246f8caf3b req-23e090b8-ac81-4323-a6ac-d283f19ee45e tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:25.418893 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4cb1c966-6d9b-48ed-9847-13246f8caf3b req-23e090b8-ac81-4323-a6ac-d283f19ee45e tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 946 time: 0.0750823 May 25 23:36:25.464435 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4cb1c966-6d9b-48ed-9847-13246f8caf3b req-07e49d2c-7d00-47fa-95ef-49a9128e42da tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400405 May 25 23:36:25.659614 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c5dce-1033-413f-ad0c-2e2108decfe9 req-aafdd5e1-fd69-444b-bb66-8c7bef8b4aca tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:25.661182 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c95c5dce-1033-413f-ad0c-2e2108decfe9 req-aafdd5e1-fd69-444b-bb66-8c7bef8b4aca tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 946 time: 0.0785613 May 25 23:36:25.706743 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c95c5dce-1033-413f-ad0c-2e2108decfe9 req-8062fd94-1cc5-4358-a44c-bf77f3b28b8e tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401676 May 25 23:36:34.518426 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4a058426-a0e8-45f8-9e7f-de1e805a8886 req-41fa73e3-bb25-4b60-9735-e77be25fee55 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696826 May 25 23:36:34.652098 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4a058426-a0e8-45f8-9e7f-de1e805a8886 req-ecc02309-ae6d-4d49-be12-1a8fd68731f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4eabd71134ea4f7fb40ac39af950a870&device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 1099 time: 0.0676193 May 25 23:36:34.791996 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a058426-a0e8-45f8-9e7f-de1e805a8886 req-2e3f020e-bb90-493b-acb1-dc09c88325f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:34.793440 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4a058426-a0e8-45f8-9e7f-de1e805a8886 req-2e3f020e-bb90-493b-acb1-dc09c88325f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4f14c01-ed06-4c03-a075-584509e9d53f HTTP/1.1" status: 200 len: 917 time: 0.1230695 May 25 23:36:34.863212 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4a058426-a0e8-45f8-9e7f-de1e805a8886 req-f7c41136-c1d9-4f8a-9c39-2e5dcc27c089 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=554d7592-f4a6-4c25-8299-602a89a600d9 HTTP/1.1" status: 200 len: 217 time: 0.0633547 May 25 23:36:34.923717 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a058426-a0e8-45f8-9e7f-de1e805a8886 req-155c802f-47d2-4b8d-a702-58f75ac416f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:34.925040 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4a058426-a0e8-45f8-9e7f-de1e805a8886 req-155c802f-47d2-4b8d-a702-58f75ac416f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6480e4e2-137a-4a28-9e97-81847cfff871 HTTP/1.1" status: 200 len: 855 time: 0.0558343 May 25 23:36:35.000245 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4a058426-a0e8-45f8-9e7f-de1e805a8886 req-1ecc4c69-70f8-45d2-a437-5c1d46bd8192 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4f14c01-ed06-4c03-a075-584509e9d53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691466 May 25 23:36:35.131174 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4a058426-a0e8-45f8-9e7f-de1e805a8886 req-b1c37ca6-01ad-4575-bde8-c70ae7c08eab service neutron] 10.222.0.73 "GET /v2.0/networks/f4f14c01-ed06-4c03-a075-584509e9d53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243675 May 25 23:36:35.261519 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4a058426-a0e8-45f8-9e7f-de1e805a8886 req-7ee222f4-7f72-43cf-8082-4339bf1947a0 service neutron] 10.222.0.73 "GET /v2.0/networks/f4f14c01-ed06-4c03-a075-584509e9d53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242576 May 25 23:36:41.502415 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a3c90ef1-293f-43f5-af65-7fc4412d9d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:43.463143 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824c1d1-eaae-40a5-9d8d-5143b7db08fb req-f497c870-c854-4af9-914a-bd1c8d7a6e3c tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:43.464696 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0824c1d1-eaae-40a5-9d8d-5143b7db08fb req-f497c870-c854-4af9-914a-bd1c8d7a6e3c tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 946 time: 0.0744522 May 25 23:36:43.513547 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0824c1d1-eaae-40a5-9d8d-5143b7db08fb req-ea906b28-9957-43eb-afbb-c14d20968316 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 May 25 23:36:43.713802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-56b7c666-3f89-4e40-be9b-2de3fa431f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:44.709300 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cac26-b6c2-468c-a1a4-c0bdf0122687 req-45e946ce-d5c7-49de-b042-b91bec919eba tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:44.710753 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-544cac26-b6c2-468c-a1a4-c0bdf0122687 req-45e946ce-d5c7-49de-b042-b91bec919eba tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 946 time: 0.0758579 May 25 23:36:44.755599 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-544cac26-b6c2-468c-a1a4-c0bdf0122687 req-a62e9119-9612-4ef7-a5ed-1d3f2e5ad305 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/security-groups?id=53757649-3f80-495c-b41b-ec1c190de994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393827 May 25 23:36:44.960923 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e89de-82a8-4b4e-b47b-c928053d447b req-602f3544-6865-4d73-aad2-b847ab2577bc tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:36:44.961514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-307e89de-82a8-4b4e-b47b-c928053d447b req-602f3544-6865-4d73-aad2-b847ab2577bc tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Synchronizing usage tracker for tenant:4eabd71134ea4f7fb40ac39af950a870 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:36:44.976876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:45.016350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-307e89de-82a8-4b4e-b47b-c928053d447b req-602f3544-6865-4d73-aad2-b847ab2577bc tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Unset dirty status for tenant:4eabd71134ea4f7fb40ac39af950a870 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:36:45.017530 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-307e89de-82a8-4b4e-b47b-c928053d447b req-602f3544-6865-4d73-aad2-b847ab2577bc tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.73 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 946 time: 0.1302009 May 25 23:36:45.084208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-307e89de-82a8-4b4e-b47b-c928053d447b req-cf0bab9b-42a4-4481-8a09-8c90cf834c2c tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Deleting port 554d7592-f4a6-4c25-8299-602a89a600d9 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:36:45.084679 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-307e89de-82a8-4b4e-b47b-c928053d447b req-cf0bab9b-42a4-4481-8a09-8c90cf834c2c tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:45.102520 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:45.324787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-307e89de-82a8-4b4e-b47b-c928053d447b req-cf0bab9b-42a4-4481-8a09-8c90cf834c2c tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] For port 554d7592-f4a6-4c25-8299-602a89a600d9, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=554d7592-f4a6-4c25-8299-602a89a600d9,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:36:45.325146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-307e89de-82a8-4b4e-b47b-c928053d447b req-cf0bab9b-42a4-4481-8a09-8c90cf834c2c tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:45.444948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-307e89de-82a8-4b4e-b47b-c928053d447b req-cf0bab9b-42a4-4481-8a09-8c90cf834c2c tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Calling delete_port for 554d7592-f4a6-4c25-8299-602a89a600d9 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:36:45.645436 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-307e89de-82a8-4b4e-b47b-c928053d447b req-cf0bab9b-42a4-4481-8a09-8c90cf834c2c tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:45.658293 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['554d7592-f4a6-4c25-8299-602a89a600d9'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:36:45.700616 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0bab9b-42a4-4481-8a09-8c90cf834c2c tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Pushing event deleted for resources: {'Port': ['ID=554d7592-f4a6-4c25-8299-602a89a600d9,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:45.868423 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-307e89de-82a8-4b4e-b47b-c928053d447b req-cf0bab9b-42a4-4481-8a09-8c90cf834c2c tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] No DVR routers for this DVR port 554d7592-f4a6-4c25-8299-602a89a600d9 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:36:45.871164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-307e89de-82a8-4b4e-b47b-c928053d447b req-cf0bab9b-42a4-4481-8a09-8c90cf834c2c tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:45.873933 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c53e85-dbaf-4e00-94f0-eb9866e6a271', 'name': 'network-vif-deleted', 'tag': '554d7592-f4a6-4c25-8299-602a89a600d9'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:36:45.921468 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-80790b7f-e2f0-4b03-a6b1-fba0714e04dc req-f99f92cd-4aec-41d0-a1f2-5933cdc5d629 tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.66 "GET /v2.0/ports?device_id=04c53e85-dbaf-4e00-94f0-eb9866e6a271 HTTP/1.1" status: 200 len: 210 time: 0.0403821 May 25 23:36:45.930143 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30ce2c9a-c549-4314-8caf-913a201e5a2e'] response: {'server_uuid': '04c53e85-dbaf-4e00-94f0-eb9866e6a271', 'name': 'network-vif-deleted', 'tag': '554d7592-f4a6-4c25-8299-602a89a600d9', 'status': 'completed', 'code': 200} May 25 23:36:45.978183 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-307e89de-82a8-4b4e-b47b-c928053d447b req-cf0bab9b-42a4-4481-8a09-8c90cf834c2c tempest-TestEncryptedCinderVolumes-1235286438 tempest-TestEncryptedCinderVolumes-1235286438-project] 10.222.0.73 "DELETE /v2.0/ports/554d7592-f4a6-4c25-8299-602a89a600d9 HTTP/1.1" status: 204 len: 173 time: 0.9553392 May 25 23:36:46.764948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:47.144277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47800) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:36:47.528540 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:47.885659 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:48.192634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Deleting port 1f98595b-f036-4790-b1c2-7e9acc2f2e14 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:36:48.193196 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:48.359916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] For port 1f98595b-f036-4790-b1c2-7e9acc2f2e14, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=1f98595b-f036-4790-b1c2-7e9acc2f2e14,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:36:48.360263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:48.479083 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Calling delete_port for 1f98595b-f036-4790-b1c2-7e9acc2f2e14 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:36:48.702051 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:48.747617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Pushing event deleted for resources: {'Port': ['ID=1f98595b-f036-4790-b1c2-7e9acc2f2e14,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:48.797979 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 554d7592-f4a6-4c25-8299-602a89a600d9 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:36:48.818248 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:48.818579 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:48.818934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:48.819264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:48.819824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:48.820102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:48.820448 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:48.820791 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:48.821104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:48.821413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:48.821727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:36:48.830264 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 554d7592-f4a6-4c25-8299-602a89a600d9 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:36:48.830601 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 554d7592-f4a6-4c25-8299-602a89a600d9 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:36:49.048518 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:49.694766 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Router daf393ab-214c-41ef-bb13-06616e7f22aa has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:36:49.891877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:36:49.901125 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8cf96-f64a-4518-a4d4-df1f59756422 None None] Sync routers for ids ['daf393ab-214c-41ef-bb13-06616e7f22aa'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:36:49.905851 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-81b11b31-c8ef-40fb-8da5-93e7e893e32a admin admin] 10.222.0.66 "PUT /v2.0/routers/daf393ab-214c-41ef-bb13-06616e7f22aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7604961 May 25 23:36:49.908329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47804) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:36:49.912446 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8cf96-f64a-4518-a4d4-df1f59756422 None None] Routers {'daf393ab-214c-41ef-bb13-06616e7f22aa'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:36:49.913157 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3dc8cf96-f64a-4518-a4d4-df1f59756422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:36:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['daf393ab-214c-41ef-bb13-06616e7f22aa'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:36:50.101486 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d2e581f-2c36-4f43-bf35-fe3b0f993a18 admin admin] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:50.111501 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-3dc8cf96-f64a-4518-a4d4-df1f59756422 None None] Set router daf393ab-214c-41ef-bb13-06616e7f22aa gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:36:50.299277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d2e581f-2c36-4f43-bf35-fe3b0f993a18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:50.365141 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e581f-2c36-4f43-bf35-fe3b0f993a18 admin admin] Deleting port 39ee6473-6c82-4040-ac6e-6dae7483530d {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:36:50.365413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d2e581f-2c36-4f43-bf35-fe3b0f993a18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:50.392977 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3dc8cf96-f64a-4518-a4d4-df1f59756422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'name': 'tempest-TestEncryptedCinderVolumes-542666219-router', 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '39ee6473-6c82-4040-ac6e-6dae7483530d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:24Z', 'updated_at': '2022-05-25T23:36:48Z', 'revision_number': 5, 'project_id': '4eabd71134ea4f7fb40ac39af950a870', 'gw_port': {'id': '39ee6473-6c82-4040-ac6e-6dae7483530d', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:25Z', 'updated_at': '2022-05-25T23:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:36:50.396859 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8cf96-f64a-4518-a4d4-df1f59756422 None None] Checking router: daf393ab-214c-41ef-bb13-06616e7f22aa for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:36:50.407464 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8cf96-f64a-4518-a4d4-df1f59756422 None None] Routers {'daf393ab-214c-41ef-bb13-06616e7f22aa'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:36:50.408047 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3dc8cf96-f64a-4518-a4d4-df1f59756422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:36:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['daf393ab-214c-41ef-bb13-06616e7f22aa'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:36:50.539744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-5d2e581f-2c36-4f43-bf35-fe3b0f993a18 admin admin] For port 39ee6473-6c82-4040-ac6e-6dae7483530d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=39ee6473-6c82-4040-ac6e-6dae7483530d,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:36:50.540379 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d2e581f-2c36-4f43-bf35-fe3b0f993a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:50.557642 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-3dc8cf96-f64a-4518-a4d4-df1f59756422 None None] Set router daf393ab-214c-41ef-bb13-06616e7f22aa gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:36:50.659637 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3dc8cf96-f64a-4518-a4d4-df1f59756422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'name': 'tempest-TestEncryptedCinderVolumes-542666219-router', 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:24Z', 'updated_at': '2022-05-25T23:36:50Z', 'revision_number': 6, 'project_id': '4eabd71134ea4f7fb40ac39af950a870', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:36:50.661034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e581f-2c36-4f43-bf35-fe3b0f993a18 admin admin] Calling delete_port for 39ee6473-6c82-4040-ac6e-6dae7483530d owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:36:50.664041 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8cf96-f64a-4518-a4d4-df1f59756422 None None] The sync data for ids ['daf393ab-214c-41ef-bb13-06616e7f22aa'] in dv-neutron-843300-1-hyperv is: [{'id': 'daf393ab-214c-41ef-bb13-06616e7f22aa', 'name': 'tempest-TestEncryptedCinderVolumes-542666219-router', 'tenant_id': '4eabd71134ea4f7fb40ac39af950a870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:24Z', 'updated_at': '2022-05-25T23:36:50Z', 'revision_number': 6, 'project_id': '4eabd71134ea4f7fb40ac39af950a870', 'gw_port_host': None}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:36:50.873719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d2e581f-2c36-4f43-bf35-fe3b0f993a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:50.918728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e581f-2c36-4f43-bf35-fe3b0f993a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ee6473-6c82-4040-ac6e-6dae7483530d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:51.238426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d2e581f-2c36-4f43-bf35-fe3b0f993a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:51.494579 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d2e581f-2c36-4f43-bf35-fe3b0f993a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:51.498789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d2e581f-2c36-4f43-bf35-fe3b0f993a18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:51.503402 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1f98595b-f036-4790-b1c2-7e9acc2f2e14 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:36:51.541110 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 1f98595b-f036-4790-b1c2-7e9acc2f2e14 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:36:51.541490 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 1f98595b-f036-4790-b1c2-7e9acc2f2e14 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:36:51.541900 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 39ee6473-6c82-4040-ac6e-6dae7483530d no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:36:51.575729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 39ee6473-6c82-4040-ac6e-6dae7483530d {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:36:51.575729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 39ee6473-6c82-4040-ac6e-6dae7483530d not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:36:51.639157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d2e581f-2c36-4f43-bf35-fe3b0f993a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:51.639654 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2e581f-2c36-4f43-bf35-fe3b0f993a18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daf393ab-214c-41ef-bb13-06616e7f22aa {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:36:51.653392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5d2e581f-2c36-4f43-bf35-fe3b0f993a18 admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:51.654451 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5d2e581f-2c36-4f43-bf35-fe3b0f993a18 admin admin] 10.222.0.66 "DELETE /v2.0/routers/daf393ab-214c-41ef-bb13-06616e7f22aa HTTP/1.1" status: 204 len: 168 time: 1.7451463 May 25 23:36:51.656931 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47808) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:36:51.716771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb82c95-8b7f-4138-8225-50490d01f761 admin admin] Deleting subnet 6480e4e2-137a-4a28-9e97-81847cfff871 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:36:51.719742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5cb82c95-8b7f-4138-8225-50490d01f761 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:51.781578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5cb82c95-8b7f-4138-8225-50490d01f761 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:51.845312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5cb82c95-8b7f-4138-8225-50490d01f761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:51.982517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5cb82c95-8b7f-4138-8225-50490d01f761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:52.022116 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb82c95-8b7f-4138-8225-50490d01f761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6480e4e2-137a-4a28-9e97-81847cfff871,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:52.028178 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5cb82c95-8b7f-4138-8225-50490d01f761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:52.033821 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b24d67-05ac-45e0-83f2-048bb1aa9e60 None None] Network f4f14c01-ed06-4c03-a075-584509e9d53f requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:36:52.033975 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5cb82c95-8b7f-4138-8225-50490d01f761 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6480e4e2-137a-4a28-9e97-81847cfff871 HTTP/1.1" status: 204 len: 168 time: 0.3760099 May 25 23:36:52.036380 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47812) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:36:52.139991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:52.150642 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] Deleting port 386d970a-bcec-4f8a-b2b8-3a83525ead17 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:36:52.150966 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:52.290829 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4b1770-8545-43fd-ab14-347cd373e661 None None] DHCP port deletion for f4f14c01-ed06-4c03-a075-584509e9d53f request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:36:52.295063 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b1770-8545-43fd-ab14-347cd373e661 None None] Deleting port 386d970a-bcec-4f8a-b2b8-3a83525ead17 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:36:52.295426 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0f4b1770-8545-43fd-ab14-347cd373e661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:52.369348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] For port 386d970a-bcec-4f8a-b2b8-3a83525ead17, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=386d970a-bcec-4f8a-b2b8-3a83525ead17,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:36:52.369704 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:52.494165 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] Calling delete_port for 386d970a-bcec-4f8a-b2b8-3a83525ead17 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:36:52.494973 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0f4b1770-8545-43fd-ab14-347cd373e661 None None] For port 386d970a-bcec-4f8a-b2b8-3a83525ead17, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=386d970a-bcec-4f8a-b2b8-3a83525ead17,segment=NetworkSegment(e8681ac7-4271-44e3-9771-b52d2e8e9d6b),segment_id=e8681ac7-4271-44e3-9771-b52d2e8e9d6b)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:36:52.495356 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0f4b1770-8545-43fd-ab14-347cd373e661 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:52.618596 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b1770-8545-43fd-ab14-347cd373e661 None None] Calling delete_port for 386d970a-bcec-4f8a-b2b8-3a83525ead17 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:36:52.639340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:52.682292 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=386d970a-bcec-4f8a-b2b8-3a83525ead17,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:52.689129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] No DVR routers for this DVR port 386d970a-bcec-4f8a-b2b8-3a83525ead17 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:36:52.691602 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-0f4b1770-8545-43fd-ab14-347cd373e661 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:36:52.691996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-0f4b1770-8545-43fd-ab14-347cd373e661 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:36:52.895125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:52.924990 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f14c01-ed06-4c03-a075-584509e9d53f']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:36:52.937101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:36:52.937383 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8681ac7-4271-44e3-9771-b52d2e8e9d6b') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:36:52.948422 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:52.963600 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:52.969369 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:36:52.969737 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:36:52.982910 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:36:53.142522 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:53.158013 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:53.169752 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f14c01-ed06-4c03-a075-584509e9d53f,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:53.193185 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b1770-8545-43fd-ab14-347cd373e661 None None] Deleting port 386d970a-bcec-4f8a-b2b8-3a83525ead17 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:36:53.193556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0f4b1770-8545-43fd-ab14-347cd373e661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:53.228761 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ffeec5ee-e15c-42d8-8748-85f1cc7343a4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f4f14c01-ed06-4c03-a075-584509e9d53f HTTP/1.1" status: 204 len: 168 time: 1.1912994 May 25 23:36:53.231409 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47816) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:36:53.258969 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b1770-8545-43fd-ab14-347cd373e661 None None] The port '386d970a-bcec-4f8a-b2b8-3a83525ead17' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:36:53.498406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 386d970a-bcec-4f8a-b2b8-3a83525ead17 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:36:53.531707 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 386d970a-bcec-4f8a-b2b8-3a83525ead17 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:36:53.532044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 386d970a-bcec-4f8a-b2b8-3a83525ead17 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:36:53.619441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02bb9873-00f5-483f-94ca-1b493ab353f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:54.192358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-02bb9873-00f5-483f-94ca-1b493ab353f3 admin admin] Deleting port 82141104-ea96-45ce-b729-0752cc6fee9f {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:36:54.193094 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02bb9873-00f5-483f-94ca-1b493ab353f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:54.357954 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-02bb9873-00f5-483f-94ca-1b493ab353f3 admin admin] For port 82141104-ea96-45ce-b729-0752cc6fee9f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=82141104-ea96-45ce-b729-0752cc6fee9f,segment=NetworkSegment(8200a620-6c94-47cd-9ceb-28edd730f559),segment_id=8200a620-6c94-47cd-9ceb-28edd730f559)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:36:54.358305 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02bb9873-00f5-483f-94ca-1b493ab353f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:54.558794 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-02bb9873-00f5-483f-94ca-1b493ab353f3 admin admin] Calling delete_port for 82141104-ea96-45ce-b729-0752cc6fee9f owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:36:54.787689 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02bb9873-00f5-483f-94ca-1b493ab353f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:54.831476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb9873-00f5-483f-94ca-1b493ab353f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=82141104-ea96-45ce-b729-0752cc6fee9f,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:55.111307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-02bb9873-00f5-483f-94ca-1b493ab353f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:55.673444 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bb9873-00f5-483f-94ca-1b493ab353f3 admin admin] Router 0badc366-49b3-4ccf-82ee-00b575484670 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:36:55.967743 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bb9873-00f5-483f-94ca-1b493ab353f3 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:36:55.977187 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9897c3-1515-4c5a-abcc-fa2ea53054e1 None None] Sync routers for ids ['0badc366-49b3-4ccf-82ee-00b575484670'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:36:55.977834 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-02bb9873-00f5-483f-94ca-1b493ab353f3 admin admin] 10.222.0.66 "PUT /v2.0/routers/0badc366-49b3-4ccf-82ee-00b575484670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7454619 May 25 23:36:55.980251 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47820) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:36:55.988977 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9897c3-1515-4c5a-abcc-fa2ea53054e1 None None] Routers {'0badc366-49b3-4ccf-82ee-00b575484670'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:36:55.989575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-8d9897c3-1515-4c5a-abcc-fa2ea53054e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:36:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['0badc366-49b3-4ccf-82ee-00b575484670'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:36:56.171985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4bdbc82-2e21-49c3-a6c0-17a645e236b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:56.197605 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-8d9897c3-1515-4c5a-abcc-fa2ea53054e1 None None] Set router 0badc366-49b3-4ccf-82ee-00b575484670 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:36:56.372112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4bdbc82-2e21-49c3-a6c0-17a645e236b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:56.446066 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-f4bdbc82-2e21-49c3-a6c0-17a645e236b2 admin admin] Deleting port c7a5fe14-0af5-4a21-8a93-1533dd83f1d5 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:36:56.446412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4bdbc82-2e21-49c3-a6c0-17a645e236b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:56.482480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-8d9897c3-1515-4c5a-abcc-fa2ea53054e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0badc366-49b3-4ccf-82ee-00b575484670', 'name': 'tempest-TestEncryptedCinderVolumes-1613401657-router', 'tenant_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': 'c7a5fe14-0af5-4a21-8a93-1533dd83f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:32Z', 'updated_at': '2022-05-25T23:36:54Z', 'revision_number': 5, 'project_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'gw_port': {'id': 'c7a5fe14-0af5-4a21-8a93-1533dd83f1d5', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0badc366-49b3-4ccf-82ee-00b575484670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:35:32Z', 'updated_at': '2022-05-25T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:36:56.486492 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9897c3-1515-4c5a-abcc-fa2ea53054e1 None None] Checking router: 0badc366-49b3-4ccf-82ee-00b575484670 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:36:56.498085 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9897c3-1515-4c5a-abcc-fa2ea53054e1 None None] Routers {'0badc366-49b3-4ccf-82ee-00b575484670'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:36:56.498678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-8d9897c3-1515-4c5a-abcc-fa2ea53054e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:36:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['0badc366-49b3-4ccf-82ee-00b575484670'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:36:56.619639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-f4bdbc82-2e21-49c3-a6c0-17a645e236b2 admin admin] For port c7a5fe14-0af5-4a21-8a93-1533dd83f1d5, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c7a5fe14-0af5-4a21-8a93-1533dd83f1d5,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:36:56.619991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4bdbc82-2e21-49c3-a6c0-17a645e236b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:56.646362 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-8d9897c3-1515-4c5a-abcc-fa2ea53054e1 None None] Set router 0badc366-49b3-4ccf-82ee-00b575484670 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:36:56.646595 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:36:56.746514 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-f4bdbc82-2e21-49c3-a6c0-17a645e236b2 admin admin] Calling delete_port for c7a5fe14-0af5-4a21-8a93-1533dd83f1d5 owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:36:56.756450 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-8d9897c3-1515-4c5a-abcc-fa2ea53054e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0badc366-49b3-4ccf-82ee-00b575484670', 'name': 'tempest-TestEncryptedCinderVolumes-1613401657-router', 'tenant_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:32Z', 'updated_at': '2022-05-25T23:36:56Z', 'revision_number': 6, 'project_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:36:56.760394 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9897c3-1515-4c5a-abcc-fa2ea53054e1 None None] The sync data for ids ['0badc366-49b3-4ccf-82ee-00b575484670'] in dv-neutron-843300-1-hyperv is: [{'id': '0badc366-49b3-4ccf-82ee-00b575484670', 'name': 'tempest-TestEncryptedCinderVolumes-1613401657-router', 'tenant_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:35:32Z', 'updated_at': '2022-05-25T23:36:56Z', 'revision_number': 6, 'project_id': 'e238a149e27f440ea1037cc2ac4e1dbc', 'gw_port_host': None}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:36:56.959405 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4bdbc82-2e21-49c3-a6c0-17a645e236b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:57.005211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdbc82-2e21-49c3-a6c0-17a645e236b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a5fe14-0af5-4a21-8a93-1533dd83f1d5,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:57.224102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4bdbc82-2e21-49c3-a6c0-17a645e236b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:57.551100 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c7a5fe14-0af5-4a21-8a93-1533dd83f1d5 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:36:57.587635 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: c7a5fe14-0af5-4a21-8a93-1533dd83f1d5 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:36:57.587972 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c7a5fe14-0af5-4a21-8a93-1533dd83f1d5 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:36:57.588389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 82141104-ea96-45ce-b729-0752cc6fee9f no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:36:57.589607 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4bdbc82-2e21-49c3-a6c0-17a645e236b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:57.593945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4bdbc82-2e21-49c3-a6c0-17a645e236b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:57.621125 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 82141104-ea96-45ce-b729-0752cc6fee9f {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:36:57.621466 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 82141104-ea96-45ce-b729-0752cc6fee9f not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:36:57.691022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4bdbc82-2e21-49c3-a6c0-17a645e236b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:57.691523 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bdbc82-2e21-49c3-a6c0-17a645e236b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0badc366-49b3-4ccf-82ee-00b575484670 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:36:57.704083 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f4bdbc82-2e21-49c3-a6c0-17a645e236b2 admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:57.705796 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f4bdbc82-2e21-49c3-a6c0-17a645e236b2 admin admin] 10.222.0.66 "DELETE /v2.0/routers/0badc366-49b3-4ccf-82ee-00b575484670 HTTP/1.1" status: 204 len: 168 time: 1.7240331 May 25 23:36:57.707965 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47824) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:36:57.769550 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26af022-68d9-46b8-ae67-5141730bab34 admin admin] Deleting subnet ef3b5bd8-4b35-45c4-b28a-694dbe6d327d {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:36:57.773412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a26af022-68d9-46b8-ae67-5141730bab34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:57.823986 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a26af022-68d9-46b8-ae67-5141730bab34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:57.899417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a26af022-68d9-46b8-ae67-5141730bab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:58.040152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a26af022-68d9-46b8-ae67-5141730bab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:58.080419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26af022-68d9-46b8-ae67-5141730bab34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef3b5bd8-4b35-45c4-b28a-694dbe6d327d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:58.085945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a26af022-68d9-46b8-ae67-5141730bab34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:58.091292 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87643fde-d276-4a97-b603-ada6c08da58b None None] Network d71aabf7-7337-4c07-8ea4-5bef187e4cf7 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:36:58.091475 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a26af022-68d9-46b8-ae67-5141730bab34 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ef3b5bd8-4b35-45c4-b28a-694dbe6d327d HTTP/1.1" status: 204 len: 168 time: 0.3825052 May 25 23:36:58.093894 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47828) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:36:58.198029 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:58.209135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] Deleting port 20537bba-2f63-4c4f-bbae-5b5900a54bc9 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:36:58.209717 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:58.339673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2af1a91-b3eb-4cf9-ad0d-8f0a444e170f None None] DHCP port deletion for d71aabf7-7337-4c07-8ea4-5bef187e4cf7 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:36:58.344023 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-b2af1a91-b3eb-4cf9-ad0d-8f0a444e170f None None] Deleting port 20537bba-2f63-4c4f-bbae-5b5900a54bc9 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:36:58.344448 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b2af1a91-b3eb-4cf9-ad0d-8f0a444e170f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:58.424518 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] For port 20537bba-2f63-4c4f-bbae-5b5900a54bc9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=20537bba-2f63-4c4f-bbae-5b5900a54bc9,segment=NetworkSegment(8200a620-6c94-47cd-9ceb-28edd730f559),segment_id=8200a620-6c94-47cd-9ceb-28edd730f559)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:36:58.424892 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:58.544449 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-b2af1a91-b3eb-4cf9-ad0d-8f0a444e170f None None] For port 20537bba-2f63-4c4f-bbae-5b5900a54bc9, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=20537bba-2f63-4c4f-bbae-5b5900a54bc9,segment=NetworkSegment(8200a620-6c94-47cd-9ceb-28edd730f559),segment_id=8200a620-6c94-47cd-9ceb-28edd730f559)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:36:58.544786 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b2af1a91-b3eb-4cf9-ad0d-8f0a444e170f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:58.545190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] Calling delete_port for 20537bba-2f63-4c4f-bbae-5b5900a54bc9 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:36:58.662334 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-b2af1a91-b3eb-4cf9-ad0d-8f0a444e170f None None] Calling delete_port for 20537bba-2f63-4c4f-bbae-5b5900a54bc9 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:36:58.697054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:58.730949 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-b2af1a91-b3eb-4cf9-ad0d-8f0a444e170f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:36:58.731300 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-b2af1a91-b3eb-4cf9-ad0d-8f0a444e170f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:36:58.741677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=20537bba-2f63-4c4f-bbae-5b5900a54bc9,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:58.771303 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] No DVR routers for this DVR port 20537bba-2f63-4c4f-bbae-5b5900a54bc9 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:36:58.884911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:58.909267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71aabf7-7337-4c07-8ea4-5bef187e4cf7']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:36:58.924450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8200a620-6c94-47cd-9ceb-28edd730f559') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:36:58.924759 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8200a620-6c94-47cd-9ceb-28edd730f559') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:36:58.935906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:58.952032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:58.958043 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:36:58.960360 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:36:58.972264 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:36:59.125111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:59.129108 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:59.156379 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=d71aabf7-7337-4c07-8ea4-5bef187e4cf7,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:59.160899 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-235c64c3-15c7-4e9e-bd8d-24150efe3a2e admin admin] 10.222.0.66 "DELETE /v2.0/networks/d71aabf7-7337-4c07-8ea4-5bef187e4cf7 HTTP/1.1" status: 204 len: 168 time: 1.0653543 May 25 23:36:59.232401 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-b2af1a91-b3eb-4cf9-ad0d-8f0a444e170f None None] Deleting port 20537bba-2f63-4c4f-bbae-5b5900a54bc9 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:36:59.232810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b2af1a91-b3eb-4cf9-ad0d-8f0a444e170f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:59.343496 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-b2af1a91-b3eb-4cf9-ad0d-8f0a444e170f None None] The port '20537bba-2f63-4c4f-bbae-5b5900a54bc9' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:36:59.500651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 20537bba-2f63-4c4f-bbae-5b5900a54bc9 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:36:59.512223 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47834) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:36:59.534337 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 20537bba-2f63-4c4f-bbae-5b5900a54bc9 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:36:59.534678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 20537bba-2f63-4c4f-bbae-5b5900a54bc9 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:36:59.563968 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c18727c0-b32e-4f10-8822-cacbfffe57b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4eabd71134ea4f7fb40ac39af950a870&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504794 May 25 23:36:59.566455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 47838) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:36:59.629271 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b48b2cd5-5ed0-448a-9882-64a75c51672d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:59.654696 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b48b2cd5-5ed0-448a-9882-64a75c51672d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:59.770709 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b48b2cd5-5ed0-448a-9882-64a75c51672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:59.784991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b2cd5-5ed0-448a-9882-64a75c51672d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53757649-3f80-495c-b41b-ec1c190de994,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:36:59.791718 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b48b2cd5-5ed0-448a-9882-64a75c51672d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:36:59.792836 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b48b2cd5-5ed0-448a-9882-64a75c51672d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/53757649-3f80-495c-b41b-ec1c190de994 HTTP/1.1" status: 204 len: 168 time: 0.2254300 May 25 23:37:00.454286 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47846) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:37:00.504328 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ab381d25-333b-402d-a048-27c2ff545f81 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e238a149e27f440ea1037cc2ac4e1dbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488453 May 25 23:37:00.507323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47850) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:37:00.563905 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-646ee928-ec68-407f-81c3-9e4647659dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:00.589352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-646ee928-ec68-407f-81c3-9e4647659dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:00.730491 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-646ee928-ec68-407f-81c3-9e4647659dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:00.746443 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ee928-ec68-407f-81c3-9e4647659dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61152a86-8f6e-4b1e-b757-986ff2894745,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:00.751048 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-646ee928-ec68-407f-81c3-9e4647659dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:00.751673 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-646ee928-ec68-407f-81c3-9e4647659dd0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/61152a86-8f6e-4b1e-b757-986ff2894745 HTTP/1.1" status: 204 len: 168 time: 0.2434893 May 25 23:37:01.963164 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47872) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:37:02.106081 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-270290729-network', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:37:02.110828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:37:02.114585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Usage tracker for resource:network and tenant:03b5c234ff2149149ce9f8835827fa8e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:37:02.117564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:37:02.123594 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:37:02.182099 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Made reservation on behalf of 03b5c234ff2149149ce9f8835827fa8e for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:37:02.184323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:02.197904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:02.232673 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:37:02.236549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Usage tracker for resource:security_group_rule and tenant:03b5c234ff2149149ce9f8835827fa8e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:37:02.239397 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:37:02.245746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:37:02.398325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:02.467780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:02.496984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:37:02.504823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:02.510847 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:02.511219 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Added segment 4a03a7b2-0bcc-4b80-ae28-b0b605337853 of type vlan for network 2e9edf71-c99c-432e-a5c8-8d9914e0743a May 25 23:37:02.535944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:02.650493 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:02.651321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:02.651887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:02.751401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] Pushing event updated for resources: {'Network': ['ID=2e9edf71-c99c-432e-a5c8-8d9914e0743a,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:02.761645 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 2e9edf71-c99c-432e-a5c8-8d9914e0743a details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:37:02.806745 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4475a5ab-3b9d-4239-b90b-4e74d689a9e2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8424273 May 25 23:37:02.809585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47878) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:37:02.814771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-5aa83188-1a16-44f8-9ffa-2165250817ea admin admin] Request body: {'subnet': {'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-270290729-subnet', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'ip_version': 4}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:37:02.819533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5aa83188-1a16-44f8-9ffa-2165250817ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:37:02.824113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5aa83188-1a16-44f8-9ffa-2165250817ea admin admin] Usage tracker for resource:subnet and tenant:03b5c234ff2149149ce9f8835827fa8e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:37:02.827084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5aa83188-1a16-44f8-9ffa-2165250817ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:37:02.832686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5aa83188-1a16-44f8-9ffa-2165250817ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:37:02.919235 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa83188-1a16-44f8-9ffa-2165250817ea admin admin] Made reservation on behalf of 03b5c234ff2149149ce9f8835827fa8e for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:37:02.921535 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5aa83188-1a16-44f8-9ffa-2165250817ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:03.182273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5aa83188-1a16-44f8-9ffa-2165250817ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:03.255473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa83188-1a16-44f8-9ffa-2165250817ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a8263c-3bb1-43bf-bb61-26f3c7f15a70,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:03.266814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa83188-1a16-44f8-9ffa-2165250817ea admin admin] Checking segment: {'id': '4a03a7b2-0bcc-4b80-ae28-b0b605337853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:37:03.267161 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa83188-1a16-44f8-9ffa-2165250817ea admin admin] Network hostable DHCP agents. Network: 2e9edf71-c99c-432e-a5c8-8d9914e0743a, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:37:03.370431 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa83188-1a16-44f8-9ffa-2165250817ea admin admin] Network 2e9edf71-c99c-432e-a5c8-8d9914e0743a is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:37:03.433206 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-5aa83188-1a16-44f8-9ffa-2165250817ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 2e9edf71-c99c-432e-a5c8-8d9914e0743a) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:37:03.436943 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa83188-1a16-44f8-9ffa-2165250817ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:03.437511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5aa83188-1a16-44f8-9ffa-2165250817ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:03.441622 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557c8077-a633-41a8-8bcf-24d93dbd2ffe None None] Network 2e9edf71-c99c-432e-a5c8-8d9914e0743a requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:37:03.520221 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5aa83188-1a16-44f8-9ffa-2165250817ea admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7095983 May 25 23:37:03.522934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47882) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:37:03.529321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-270290729-router', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:37:03.533975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:37:03.537686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Usage tracker for resource:router and tenant:03b5c234ff2149149ce9f8835827fa8e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:37:03.541176 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:37:03.546796 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:37:03.616907 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:03.618412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:03.636449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:03.649362 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'fixed_ips': [{'subnet_id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:37:03.650170 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:03.803560 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Allocated IP 172.20.0.2 (2e9edf71-c99c-432e-a5c8-8d9914e0743a/f2a8263c-3bb1-43bf-bb61-26f3c7f15a70/6061886e-7e9e-4977-b0a3-985e7928e1e6) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:37:03.870088 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:04.003491 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:04.014350 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Transition to ACTIVE for port object 6061886e-7e9e-4977-b0a3-985e7928e1e6 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:37:04.032728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Transition to ACTIVE for port object 6061886e-7e9e-4977-b0a3-985e7928e1e6 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:37:04.113651 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:04.120024 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:04.142535 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:04.188066 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Network 2e9edf71-c99c-432e-a5c8-8d9914e0743a is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:37:04.190748 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:37:04.194438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:37:04.200974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Pushing event updated for resources: {'Port': ['ID=6061886e-7e9e-4977-b0a3-985e7928e1e6,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:04.265346 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:04.265695 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:04.266029 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:04.266362 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:04.266691 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:04.267024 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:04.267335 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:04.267660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:04.267980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:04.268293 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:04.268625 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:04.280576 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Allocated IP 172.26.5.235 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/9f14fcdc-13eb-49f6-a2e2-c903b65c6275) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:37:04.299304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Attempting to bind port 6061886e-7e9e-4977-b0a3-985e7928e1e6 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:37:04.299666 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Attempting to bind port 6061886e-7e9e-4977-b0a3-985e7928e1e6 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '4a03a7b2-0bcc-4b80-ae28-b0b605337853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:37:04.300024 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Attempting to bind port 6061886e-7e9e-4977-b0a3-985e7928e1e6 on network 2e9edf71-c99c-432e-a5c8-8d9914e0743a {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:37:04.306959 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:37:04.307321 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Checking segment: {'id': '4a03a7b2-0bcc-4b80-ae28-b0b605337853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:37:04.307718 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:04.308620 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Bound using segment: {'id': '4a03a7b2-0bcc-4b80-ae28-b0b605337853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:37:04.308620 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Bound port: 6061886e-7e9e-4977-b0a3-985e7928e1e6, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a03a7b2-0bcc-4b80-ae28-b0b605337853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:37:04.308935 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:04.396921 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] For port 6061886e-7e9e-4977-b0a3-985e7928e1e6, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:37:04.399907 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] For port 6061886e-7e9e-4977-b0a3-985e7928e1e6, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6061886e-7e9e-4977-b0a3-985e7928e1e6,segment=NetworkSegment(4a03a7b2-0bcc-4b80-ae28-b0b605337853),segment_id=4a03a7b2-0bcc-4b80-ae28-b0b605337853)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:37:04.426394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:04.497065 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:04.519762 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:04.581499 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf4c2b-da8d-4420-987a-ebc99b035cb6 None None] Pushing event updated for resources: {'Port': ['ID=6061886e-7e9e-4977-b0a3-985e7928e1e6,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:04.584212 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:37:04.587364 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:37:04.591274 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:37:04.625194 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Pushing event updated for resources: {'Port': ['ID=9f14fcdc-13eb-49f6-a2e2-c903b65c6275,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:04.862572 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:04.863306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:05.250728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Router 0fc149e6-de9b-4dac-beef-0cab163a71fd is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:37:05.454613 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:37:05.455142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e93cf06-531d-41aa-9474-4a8251ea934c None None] Network 2e9edf71-c99c-432e-a5c8-8d9914e0743a requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:37:05.463677 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Sync routers for ids ['0fc149e6-de9b-4dac-beef-0cab163a71fd'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:37:05.481899 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Routers {'0fc149e6-de9b-4dac-beef-0cab163a71fd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:37:05.483633 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:36:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['0fc149e6-de9b-4dac-beef-0cab163a71fd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:37:05.553760 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:05.555327 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6be35834-c70f-462d-ae3c-327c972096fe admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0306556 May 25 23:37:05.558566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47886) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:37:05.563698 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6061886e-7e9e-4977-b0a3-985e7928e1e6 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:37:05.673373 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Set router 0fc149e6-de9b-4dac-beef-0cab163a71fd gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:37:05.685195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-cc9b5c8a-6346-40e4-b677-15ac7ae6a506 None None] Provisioning for port 6061886e-7e9e-4977-b0a3-985e7928e1e6 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:37:05.805997 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 6061886e-7e9e-4977-b0a3-985e7928e1e6 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:37:05.813509 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6061886e-7e9e-4977-b0a3-985e7928e1e6 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:05.814198 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:05.974836 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:05.983416 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'name': 'tempest-TestMinimumBasicScenario-270290729-router', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:03Z', 'updated_at': '2022-05-25T23:37:04Z', 'revision_number': 3, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'gw_port': {'id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:04Z', 'updated_at': '2022-05-25T23:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:37:05.987617 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Checking router: 0fc149e6-de9b-4dac-beef-0cab163a71fd for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:37:05.988153 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Updating router 0fc149e6-de9b-4dac-beef-0cab163a71fd port 9f14fcdc-13eb-49f6-a2e2-c903b65c6275 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:37:06.017016 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 6061886e-7e9e-4977-b0a3-985e7928e1e6, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6061886e-7e9e-4977-b0a3-985e7928e1e6,segment=NetworkSegment(4a03a7b2-0bcc-4b80-ae28-b0b605337853),segment_id=4a03a7b2-0bcc-4b80-ae28-b0b605337853)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:37:06.029408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d2ef628b-8d61-4c55-9cc8-43c89d53d7bf None None] Provisioning complete for port 6061886e-7e9e-4977-b0a3-985e7928e1e6 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:06.031402 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d2ef628b-8d61-4c55-9cc8-43c89d53d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:06.042814 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:06.094765 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:06.185011 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=6061886e-7e9e-4977-b0a3-985e7928e1e6,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:06.344391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:06.409273 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:06.421255 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Transition to ACTIVE for port object 9f14fcdc-13eb-49f6-a2e2-c903b65c6275 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:37:06.508661 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:06.548191 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Allocated IP 172.20.0.1 (2e9edf71-c99c-432e-a5c8-8d9914e0743a/f2a8263c-3bb1-43bf-bb61-26f3c7f15a70/c160775e-1489-414b-92ac-986748f74eeb) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:37:06.586827 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b9a90-946f-4fe1-9679-e45ed77e8ac6 None None] Pushing event updated for resources: {'Port': ['ID=9f14fcdc-13eb-49f6-a2e2-c903b65c6275,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:06.590842 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Attempting to bind port 9f14fcdc-13eb-49f6-a2e2-c903b65c6275 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:37:06.591197 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Attempting to bind port 9f14fcdc-13eb-49f6-a2e2-c903b65c6275 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:37:06.591548 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Attempting to bind port 9f14fcdc-13eb-49f6-a2e2-c903b65c6275 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:37:06.603127 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b9a90-946f-4fe1-9679-e45ed77e8ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:06.603460 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b9a90-946f-4fe1-9679-e45ed77e8ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:06.603786 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b9a90-946f-4fe1-9679-e45ed77e8ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:06.604111 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b9a90-946f-4fe1-9679-e45ed77e8ac6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:06.604430 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b9a90-946f-4fe1-9679-e45ed77e8ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:06.604774 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b9a90-946f-4fe1-9679-e45ed77e8ac6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:06.605088 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b9a90-946f-4fe1-9679-e45ed77e8ac6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:06.605401 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b9a90-946f-4fe1-9679-e45ed77e8ac6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:06.605746 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b9a90-946f-4fe1-9679-e45ed77e8ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:06.606020 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b9a90-946f-4fe1-9679-e45ed77e8ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:06.606330 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b9a90-946f-4fe1-9679-e45ed77e8ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:06.609367 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:37:06.609725 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:37:06.610114 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:06.610486 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:37:06.610966 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Bound port: 9f14fcdc-13eb-49f6-a2e2-c903b65c6275, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:37:06.611302 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:06.685177 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] For port 9f14fcdc-13eb-49f6-a2e2-c903b65c6275, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:37:06.688081 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] For port 9f14fcdc-13eb-49f6-a2e2-c903b65c6275, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9f14fcdc-13eb-49f6-a2e2-c903b65c6275,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:37:06.698146 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:06.714097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Transition to ACTIVE for port object c160775e-1489-414b-92ac-986748f74eeb will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:37:06.743199 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:06.794291 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:06.824595 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Routers {'0fc149e6-de9b-4dac-beef-0cab163a71fd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:37:06.825160 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:36:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['0fc149e6-de9b-4dac-beef-0cab163a71fd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:37:06.868132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Network 2e9edf71-c99c-432e-a5c8-8d9914e0743a is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:37:06.871551 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Pushing event updated for resources: {'Port': ['ID=c160775e-1489-414b-92ac-986748f74eeb,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:06.872514 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b9a90-946f-4fe1-9679-e45ed77e8ac6 None None] Pushing event updated for resources: {'Port': ['ID=9f14fcdc-13eb-49f6-a2e2-c903b65c6275,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:06.873919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:37:06.875949 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:37:06.927799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:07.013184 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] Set router 0fc149e6-de9b-4dac-beef-0cab163a71fd gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:37:07.080375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:07.233676 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0412a4fe-d64f-40c6-9a47-37d9f900c94c None None] Provisioning for port c160775e-1489-414b-92ac-986748f74eeb completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:37:07.238740 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0412a4fe-d64f-40c6-9a47-37d9f900c94c None None] Provisioning complete for port c160775e-1489-414b-92ac-986748f74eeb triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:07.239246 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0412a4fe-d64f-40c6-9a47-37d9f900c94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:07.293139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0412a4fe-d64f-40c6-9a47-37d9f900c94c None None] Port c160775e-1489-414b-92ac-986748f74eeb cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:37:07.308337 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'name': 'tempest-TestMinimumBasicScenario-270290729-router', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:03Z', 'updated_at': '2022-05-25T23:37:04Z', 'revision_number': 3, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'gw_port': {'id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:04Z', 'updated_at': '2022-05-25T23:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:37:07.312368 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172d5915-d26c-44e3-a182-d9a717ed107f None None] The sync data for ids ['0fc149e6-de9b-4dac-beef-0cab163a71fd'] in dv-neutron-843300-1-hyperv is: [{'id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'name': 'tempest-TestMinimumBasicScenario-270290729-router', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:03Z', 'updated_at': '2022-05-25T23:37:04Z', 'revision_number': 3, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'gw_port': {'id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:04Z', 'updated_at': '2022-05-25T23:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:37:07.425322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:07.525213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6061886e-7e9e-4977-b0a3-985e7928e1e6 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:37:07.530834 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:07.607621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 6061886e-7e9e-4977-b0a3-985e7928e1e6 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:07.608063 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:07.642631 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:07.646063 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Pushing event updated for resources: {'Port': ['ID=c160775e-1489-414b-92ac-986748f74eeb,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:07.788203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Network 2e9edf71-c99c-432e-a5c8-8d9914e0743a is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:37:07.790413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:37:08.020811 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-13dd289e-cc4a-4cf3-bfca-2c3dea95a713 None None] Provisioning complete for port c160775e-1489-414b-92ac-986748f74eeb triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:08.021002 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-13dd289e-cc4a-4cf3-bfca-2c3dea95a713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:08.075051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-13dd289e-cc4a-4cf3-bfca-2c3dea95a713 None None] Port c160775e-1489-414b-92ac-986748f74eeb cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:37:08.178393 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Router 0fc149e6-de9b-4dac-beef-0cab163a71fd has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:37:08.379446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:37:08.387960 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-652c9dd0-c07e-481c-94fb-bb4278eabac1 admin admin] 10.222.0.66 "PUT /v2.0/routers/0fc149e6-de9b-4dac-beef-0cab163a71fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8284476 May 25 23:37:09.473700 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47908) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:37:09.480692 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1499958683-network', 'tenant_id': '88e052f613c442bc97e6e21adbab5eee'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:37:09.485733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:37:09.489708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Usage tracker for resource:network and tenant:88e052f613c442bc97e6e21adbab5eee is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:37:09.492657 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:37:09.498439 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:37:09.526972 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9f14fcdc-13eb-49f6-a2e2-c903b65c6275 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:37:09.599554 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Made reservation on behalf of 88e052f613c442bc97e6e21adbab5eee for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:37:09.602730 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:09.614957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:09.645209 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:37:09.650673 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Usage tracker for resource:security_group_rule and tenant:88e052f613c442bc97e6e21adbab5eee is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:37:09.654091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:37:09.659628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:37:09.713719 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 9f14fcdc-13eb-49f6-a2e2-c903b65c6275 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:37:09.718721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 9f14fcdc-13eb-49f6-a2e2-c903b65c6275 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:09.719084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:09.722742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:09.830425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:09.839540 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:09.846438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 9f14fcdc-13eb-49f6-a2e2-c903b65c6275, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9f14fcdc-13eb-49f6-a2e2-c903b65c6275,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:37:09.872634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:37:09.877644 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b009ea18-f443-402c-a8a9-5377257a583c,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:09.884207 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:09.884633 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Added segment 45a18ff0-328b-4a18-b1c5-6b05e5739b1a of type vlan for network c9cf206a-45c9-419e-8057-ac939f9189c8 May 25 23:37:09.911712 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:09.931614 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:09.994770 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=9f14fcdc-13eb-49f6-a2e2-c903b65c6275,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:10.016734 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:10.017576 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:10.018143 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:10.115357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] Pushing event updated for resources: {'Network': ['ID=c9cf206a-45c9-419e-8057-ac939f9189c8,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:10.125042 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network c9cf206a-45c9-419e-8057-ac939f9189c8 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:37:10.177310 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5bb637c7-051c-45c1-b2fd-6921a669761c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7025039 May 25 23:37:10.179956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47912) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:37:10.185177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-efaa97e5-705c-410d-9667-502dba25c9b4 admin admin] Request body: {'subnet': {'network_id': 'c9cf206a-45c9-419e-8057-ac939f9189c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1499958683-subnet', 'tenant_id': '88e052f613c442bc97e6e21adbab5eee', 'ip_version': 4}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:37:10.189925 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-efaa97e5-705c-410d-9667-502dba25c9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:37:10.193663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-efaa97e5-705c-410d-9667-502dba25c9b4 admin admin] Usage tracker for resource:subnet and tenant:88e052f613c442bc97e6e21adbab5eee is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:37:10.198052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-efaa97e5-705c-410d-9667-502dba25c9b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:37:10.202237 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-efaa97e5-705c-410d-9667-502dba25c9b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:37:10.285054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaa97e5-705c-410d-9667-502dba25c9b4 admin admin] Made reservation on behalf of 88e052f613c442bc97e6e21adbab5eee for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:37:10.287352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-efaa97e5-705c-410d-9667-502dba25c9b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:10.639733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-efaa97e5-705c-410d-9667-502dba25c9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:10.716147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa97e5-705c-410d-9667-502dba25c9b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a024362-550f-4919-9856-53d6f532e272,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:10.726268 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaa97e5-705c-410d-9667-502dba25c9b4 admin admin] Checking segment: {'id': '45a18ff0-328b-4a18-b1c5-6b05e5739b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c9cf206a-45c9-419e-8057-ac939f9189c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:37:10.726869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa97e5-705c-410d-9667-502dba25c9b4 admin admin] Network hostable DHCP agents. Network: c9cf206a-45c9-419e-8057-ac939f9189c8, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:37:10.801137 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Sync routers for ids ['0fc149e6-de9b-4dac-beef-0cab163a71fd'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:37:10.813489 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Routers {'0fc149e6-de9b-4dac-beef-0cab163a71fd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:37:10.814024 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:36:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['0fc149e6-de9b-4dac-beef-0cab163a71fd'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:37:10.822764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa97e5-705c-410d-9667-502dba25c9b4 admin admin] Network c9cf206a-45c9-419e-8057-ac939f9189c8 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:37:10.885350 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-efaa97e5-705c-410d-9667-502dba25c9b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, c9cf206a-45c9-419e-8057-ac939f9189c8) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:37:10.889295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaa97e5-705c-410d-9667-502dba25c9b4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:10.889937 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-efaa97e5-705c-410d-9667-502dba25c9b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:10.922650 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe63ecc-7c8b-410f-8d48-cd2ec598c41b None None] Network c9cf206a-45c9-419e-8057-ac939f9189c8 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:37:10.966012 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-efaa97e5-705c-410d-9667-502dba25c9b4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7850280 May 25 23:37:10.968475 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47916) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:37:10.973370 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1499958683-router', 'tenant_id': '88e052f613c442bc97e6e21adbab5eee', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:37:10.978334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:37:10.982043 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Usage tracker for resource:router and tenant:88e052f613c442bc97e6e21adbab5eee is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:37:10.984875 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:37:10.990444 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:37:11.073913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:11.075134 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:11.093568 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:11.130769 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Set router 0fc149e6-de9b-4dac-beef-0cab163a71fd gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:37:11.288034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-c9cf206a-45c9-419e-8057-ac939f9189c8', 'network_id': 'c9cf206a-45c9-419e-8057-ac939f9189c8', 'tenant_id': '88e052f613c442bc97e6e21adbab5eee', 'fixed_ips': [{'subnet_id': '4a024362-550f-4919-9856-53d6f532e272'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:37:11.289336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:11.298444 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:11.519496 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9f14fcdc-13eb-49f6-a2e2-c903b65c6275 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:37:11.585684 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:11.616141 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5ea7c26d-5807-42d4-8bef-d061d516f698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:11.616397 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:11.698959 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Allocated IP 172.20.0.2 (c9cf206a-45c9-419e-8057-ac939f9189c8/4a024362-550f-4919-9856-53d6f532e272/2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:37:11.755322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Allocated IP 172.26.5.35 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/388fa294-3306-4dee-8ca5-43db1f4c39cf) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:37:11.794100 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 9f14fcdc-13eb-49f6-a2e2-c903b65c6275 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:11.794558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:11.878864 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'name': 'tempest-TestMinimumBasicScenario-270290729-router', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:03Z', 'updated_at': '2022-05-25T23:37:06Z', 'revision_number': 4, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'gw_port': {'id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:04Z', 'updated_at': '2022-05-25T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c160775e-1489-414b-92ac-986748f74eeb', 'name': '', 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'mac_address': 'fa:16:3e:fa:28:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:06Z', 'updated_at': '2022-05-25T23:37:07Z', 'revision_number': 2, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'subnets': [{'id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:37:11.897318 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Checking router: 0fc149e6-de9b-4dac-beef-0cab163a71fd for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:37:11.899804 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Updating router 0fc149e6-de9b-4dac-beef-0cab163a71fd port c160775e-1489-414b-92ac-986748f74eeb binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:37:11.902633 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:12.017128 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:12.033391 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:12.083470 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:37:12.086321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:37:12.090686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:37:12.105879 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:12.117304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Pushing event updated for resources: {'Port': ['ID=388fa294-3306-4dee-8ca5-43db1f4c39cf,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:12.143217 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Transition to ACTIVE for port object 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:37:12.214801 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Transition to ACTIVE for port object 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:37:12.306316 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:12.322041 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:12.325673 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:12.403991 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Network c9cf206a-45c9-419e-8057-ac939f9189c8 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:37:12.408166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:37:12.410531 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:37:12.418160 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Pushing event updated for resources: {'Port': ['ID=2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:12.530956 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Attempting to bind port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:37:12.531305 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Attempting to bind port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '45a18ff0-328b-4a18-b1c5-6b05e5739b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c9cf206a-45c9-419e-8057-ac939f9189c8'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:37:12.531649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Attempting to bind port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 on network c9cf206a-45c9-419e-8057-ac939f9189c8 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:37:12.575981 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:37:12.576349 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Checking segment: {'id': '45a18ff0-328b-4a18-b1c5-6b05e5739b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c9cf206a-45c9-419e-8057-ac939f9189c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:37:12.576746 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:12.577121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Bound using segment: {'id': '45a18ff0-328b-4a18-b1c5-6b05e5739b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c9cf206a-45c9-419e-8057-ac939f9189c8'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:37:12.577575 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Bound port: 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a18ff0-328b-4a18-b1c5-6b05e5739b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c9cf206a-45c9-419e-8057-ac939f9189c8'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:37:12.577937 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:12.627575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Router 64dc4bc5-6ed2-41d7-b427-3c4f9f067e72 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:37:12.642357 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:12.666655 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Transition to ACTIVE for port object c160775e-1489-414b-92ac-986748f74eeb will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:37:12.689967 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] For port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:37:12.693001 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] For port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2,segment=NetworkSegment(45a18ff0-328b-4a18-b1c5-6b05e5739b1a),segment_id=45a18ff0-328b-4a18-b1c5-6b05e5739b1a)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:37:12.736336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:12.780003 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:12.831188 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:37:12.841828 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Sync routers for ids ['64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:37:12.861484 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Routers {'64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:37:12.862413 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:36:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:37:12.886709 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27cad4-6607-46f8-a9b4-74eb64a0466e None None] Pushing event updated for resources: {'Port': ['ID=c160775e-1489-414b-92ac-986748f74eeb,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:12.938612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:12.940370 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-88dbbc71-78b5-4096-927d-da16fe2fcc2f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9709640 May 25 23:37:12.943073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 47920) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:37:13.062704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Attempting to bind port c160775e-1489-414b-92ac-986748f74eeb on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:37:13.063078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Attempting to bind port c160775e-1489-414b-92ac-986748f74eeb by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '4a03a7b2-0bcc-4b80-ae28-b0b605337853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:37:13.063461 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Attempting to bind port c160775e-1489-414b-92ac-986748f74eeb on network 2e9edf71-c99c-432e-a5c8-8d9914e0743a {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:37:13.077124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f2028-d6ab-4e6d-bb60-5ed9fc722ebe None None] Pushing event updated for resources: {'Port': ['ID=2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:13.080995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:37:13.081369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Checking segment: {'id': '4a03a7b2-0bcc-4b80-ae28-b0b605337853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:37:13.081779 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:13.082463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Bound using segment: {'id': '4a03a7b2-0bcc-4b80-ae28-b0b605337853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:37:13.083136 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Bound port: c160775e-1489-414b-92ac-986748f74eeb, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a03a7b2-0bcc-4b80-ae28-b0b605337853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:37:13.083518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:13.095417 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Set router 64dc4bc5-6ed2-41d7-b427-3c4f9f067e72 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:37:13.287264 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] For port c160775e-1489-414b-92ac-986748f74eeb, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:37:13.291786 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] For port c160775e-1489-414b-92ac-986748f74eeb, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c160775e-1489-414b-92ac-986748f74eeb,segment=NetworkSegment(4a03a7b2-0bcc-4b80-ae28-b0b605337853),segment_id=4a03a7b2-0bcc-4b80-ae28-b0b605337853)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:37:13.350656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:13.455217 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Routers {'0fc149e6-de9b-4dac-beef-0cab163a71fd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:37:13.455844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:36:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['0fc149e6-de9b-4dac-beef-0cab163a71fd'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:37:13.500268 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'name': 'tempest-TestMinimumBasicScenario-1499958683-router', 'tenant_id': '88e052f613c442bc97e6e21adbab5eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '388fa294-3306-4dee-8ca5-43db1f4c39cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:11Z', 'updated_at': '2022-05-25T23:37:12Z', 'revision_number': 3, 'project_id': '88e052f613c442bc97e6e21adbab5eee', 'gw_port': {'id': '388fa294-3306-4dee-8ca5-43db1f4c39cf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:11Z', 'updated_at': '2022-05-25T23:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:37:13.504920 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Checking router: 64dc4bc5-6ed2-41d7-b427-3c4f9f067e72 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:37:13.505335 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Updating router 64dc4bc5-6ed2-41d7-b427-3c4f9f067e72 port 388fa294-3306-4dee-8ca5-43db1f4c39cf binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:37:13.507091 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27cad4-6607-46f8-a9b4-74eb64a0466e None None] Pushing event updated for resources: {'Port': ['ID=c160775e-1489-414b-92ac-986748f74eeb,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:13.588313 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:13.591919 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:37:13.791539 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] Set router 0fc149e6-de9b-4dac-beef-0cab163a71fd gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:37:13.850603 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0d414f89-436d-4821-a167-6a3b9a22c834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:13.889747 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:37:13.985923 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:14.001335 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Transition to ACTIVE for port object 388fa294-3306-4dee-8ca5-43db1f4c39cf will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:37:14.043042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:14.057746 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:14.145810 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430a330-6cef-4ea4-9b43-0fd997ffb6ff None None] Pushing event updated for resources: {'Port': ['ID=388fa294-3306-4dee-8ca5-43db1f4c39cf,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:14.150819 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Attempting to bind port 388fa294-3306-4dee-8ca5-43db1f4c39cf on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:37:14.151168 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Attempting to bind port 388fa294-3306-4dee-8ca5-43db1f4c39cf by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:37:14.151518 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Attempting to bind port 388fa294-3306-4dee-8ca5-43db1f4c39cf on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:37:14.158840 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:37:14.159006 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:37:14.159452 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:14.159846 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:37:14.160282 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Bound port: 388fa294-3306-4dee-8ca5-43db1f4c39cf, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:37:14.160667 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:14.212559 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'name': 'tempest-TestMinimumBasicScenario-270290729-router', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:03Z', 'updated_at': '2022-05-25T23:37:06Z', 'revision_number': 4, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'gw_port': {'id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:04Z', 'updated_at': '2022-05-25T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c160775e-1489-414b-92ac-986748f74eeb', 'name': '', 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'mac_address': 'fa:16:3e:fa:28:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:06Z', 'updated_at': '2022-05-25T23:37:13Z', 'revision_number': 4, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'subnets': [{'id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:37:14.216830 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc044c3-6498-47cd-b4ed-7a07d83218da None None] The sync data for ids ['0fc149e6-de9b-4dac-beef-0cab163a71fd'] in dv-neutron-843300-1-hyperv is: [{'id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'name': 'tempest-TestMinimumBasicScenario-270290729-router', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:03Z', 'updated_at': '2022-05-25T23:37:06Z', 'revision_number': 4, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'gw_port': {'id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:04Z', 'updated_at': '2022-05-25T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c160775e-1489-414b-92ac-986748f74eeb', 'name': '', 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'mac_address': 'fa:16:3e:fa:28:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:06Z', 'updated_at': '2022-05-25T23:37:13Z', 'revision_number': 4, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'subnets': [{'id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:37:14.230589 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86382c54-a6d1-4ba5-ad48-448c9520c209 None None] Network c9cf206a-45c9-419e-8057-ac939f9189c8 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:37:14.251645 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] For port 388fa294-3306-4dee-8ca5-43db1f4c39cf, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:37:14.254690 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] For port 388fa294-3306-4dee-8ca5-43db1f4c39cf, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=388fa294-3306-4dee-8ca5-43db1f4c39cf,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:37:14.325275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Allocated IP 172.20.0.1 (c9cf206a-45c9-419e-8057-ac939f9189c8/4a024362-550f-4919-9856-53d6f532e272/69fd8f00-749c-4fb0-b0b7-0cf0a49def4c) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:37:14.345609 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:14.454401 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a0bdda56-c898-4fc9-8b32-ab166c9c2247 None None] Provisioning for port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:37:14.463581 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a0bdda56-c898-4fc9-8b32-ab166c9c2247 None None] Provisioning complete for port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:14.463873 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a0bdda56-c898-4fc9-8b32-ab166c9c2247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:14.468140 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Routers {'64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:37:14.469138 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:37:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:37:14.512906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:14.528446 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430a330-6cef-4ea4-9b43-0fd997ffb6ff None None] Pushing event updated for resources: {'Port': ['ID=388fa294-3306-4dee-8ca5-43db1f4c39cf,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:14.533632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Transition to ACTIVE for port object 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:37:14.634741 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:14.660061 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a0bdda56-c898-4fc9-8b32-ab166c9c2247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:14.674282 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] Set router 64dc4bc5-6ed2-41d7-b427-3c4f9f067e72 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:37:14.703364 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-a0bdda56-c898-4fc9-8b32-ab166c9c2247 None None] For port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2,segment=NetworkSegment(45a18ff0-328b-4a18-b1c5-6b05e5739b1a),segment_id=45a18ff0-328b-4a18-b1c5-6b05e5739b1a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:37:14.723682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Network c9cf206a-45c9-419e-8057-ac939f9189c8 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:37:14.728374 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:37:14.731333 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:37:14.781075 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Pushing event updated for resources: {'Port': ['ID=69fd8f00-749c-4fb0-b0b7-0cf0a49def4c,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:14.798408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:14.812025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a0bdda56-c898-4fc9-8b32-ab166c9c2247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:14.937506 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdda56-c898-4fc9-8b32-ab166c9c2247 None None] Pushing event updated for resources: {'Port': ['ID=2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:15.006845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:15.017121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:15.037803 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'name': 'tempest-TestMinimumBasicScenario-1499958683-router', 'tenant_id': '88e052f613c442bc97e6e21adbab5eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '388fa294-3306-4dee-8ca5-43db1f4c39cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:11Z', 'updated_at': '2022-05-25T23:37:12Z', 'revision_number': 3, 'project_id': '88e052f613c442bc97e6e21adbab5eee', 'gw_port': {'id': '388fa294-3306-4dee-8ca5-43db1f4c39cf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:11Z', 'updated_at': '2022-05-25T23:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:37:15.043068 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e6fad-70a7-4fcc-ae70-c3bae5e1a9e2 None None] The sync data for ids ['64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'] in dv-neutron-843300-1-hyperv is: [{'id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'name': 'tempest-TestMinimumBasicScenario-1499958683-router', 'tenant_id': '88e052f613c442bc97e6e21adbab5eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '388fa294-3306-4dee-8ca5-43db1f4c39cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:11Z', 'updated_at': '2022-05-25T23:37:12Z', 'revision_number': 3, 'project_id': '88e052f613c442bc97e6e21adbab5eee', 'gw_port': {'id': '388fa294-3306-4dee-8ca5-43db1f4c39cf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:11Z', 'updated_at': '2022-05-25T23:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:37:15.064277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-002045f2-5459-4da6-ac8c-c3bed622686b None None] Provisioning complete for port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:15.064737 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-002045f2-5459-4da6-ac8c-c3bed622686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:15.126504 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:15.298135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:15.354343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:15.376282 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1e88b294-4e42-4ecf-bff9-0457d064a9f3 None None] Provisioning for port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:37:15.381377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1e88b294-4e42-4ecf-bff9-0457d064a9f3 None None] Provisioning complete for port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:15.381742 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1e88b294-4e42-4ecf-bff9-0457d064a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:15.435236 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-1e88b294-4e42-4ecf-bff9-0457d064a9f3 None None] Port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:37:15.559767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Pushing event updated for resources: {'Port': ['ID=69fd8f00-749c-4fb0-b0b7-0cf0a49def4c,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:15.562100 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:15.582640 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c160775e-1489-414b-92ac-986748f74eeb up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:37:15.696147 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Network c9cf206a-45c9-419e-8057-ac939f9189c8 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:37:15.697469 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:37:15.759549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port c160775e-1489-414b-92ac-986748f74eeb completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:37:15.766655 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c160775e-1489-414b-92ac-986748f74eeb triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:15.767014 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:15.934837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:15.975863 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port c160775e-1489-414b-92ac-986748f74eeb, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c160775e-1489-414b-92ac-986748f74eeb,segment=NetworkSegment(4a03a7b2-0bcc-4b80-ae28-b0b605337853),segment_id=4a03a7b2-0bcc-4b80-ae28-b0b605337853)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:37:15.978084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4a730ed9-1d07-47fa-8f68-a94e38ca0fee None None] Provisioning complete for port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:15.978616 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4a730ed9-1d07-47fa-8f68-a94e38ca0fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:16.032148 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4a730ed9-1d07-47fa-8f68-a94e38ca0fee None None] Port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:37:16.044721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:16.045482 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:37:16.091124 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Router 64dc4bc5-6ed2-41d7-b427-3c4f9f067e72 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:37:16.160012 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=c160775e-1489-414b-92ac-986748f74eeb,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:16.173982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:16.174340 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:16.299006 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:37:16.308755 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0f2c2e58-8845-4f7d-a6d0-2b76e08b8be2 admin admin] 10.222.0.66 "PUT /v2.0/routers/64dc4bc5-6ed2-41d7-b427-3c4f9f067e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3642764 May 25 23:37:16.799598 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:17.524002 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c160775e-1489-414b-92ac-986748f74eeb up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:37:17.597704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c160775e-1489-414b-92ac-986748f74eeb triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:17.598142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:17.948744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:23.556452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 388fa294-3306-4dee-8ca5-43db1f4c39cf up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:37:23.731641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 388fa294-3306-4dee-8ca5-43db1f4c39cf completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:37:23.737402 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 388fa294-3306-4dee-8ca5-43db1f4c39cf triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:23.737798 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:23.866475 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:23.884833 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 388fa294-3306-4dee-8ca5-43db1f4c39cf, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=388fa294-3306-4dee-8ca5-43db1f4c39cf,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:37:24.439606 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:24.505652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=388fa294-3306-4dee-8ca5-43db1f4c39cf,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:25.526237 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 388fa294-3306-4dee-8ca5-43db1f4c39cf up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:37:25.606018 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 388fa294-3306-4dee-8ca5-43db1f4c39cf triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:25.606391 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:29.278481 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-b981197a-dd1e-4edb-a9df-640205c69451 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:29.279084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-b981197a-dd1e-4edb-a9df-640205c69451 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Synchronizing usage tracker for tenant:03b5c234ff2149149ce9f8835827fa8e on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:37:29.393698 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-b981197a-dd1e-4edb-a9df-640205c69451 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Unset dirty status for tenant:03b5c234ff2149149ce9f8835827fa8e on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:37:29.394896 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-b981197a-dd1e-4edb-a9df-640205c69451 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/networks?id=2e9edf71-c99c-432e-a5c8-8d9914e0743a HTTP/1.1" status: 200 len: 814 time: 0.2544310 May 25 23:37:29.411507 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-28c5f418-92a4-41eb-9387-5b52f4be2669 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/quotas/03b5c234ff2149149ce9f8835827fa8e HTTP/1.1" status: 200 len: 375 time: 0.0107071 May 25 23:37:29.491186 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-eb002c85-2e85-48f6-9c99-2a1a412517df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Synchronizing usage tracker for tenant:03b5c234ff2149149ce9f8835827fa8e on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:37:29.593643 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-eb002c85-2e85-48f6-9c99-2a1a412517df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Unset dirty status for tenant:03b5c234ff2149149ce9f8835827fa8e on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:37:29.594852 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-eb002c85-2e85-48f6-9c99-2a1a412517df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=03b5c234ff2149149ce9f8835827fa8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1782947 May 25 23:37:29.610969 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-213dd7d4-aeb5-43e6-9001-f3d3d9d720c6 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 23:37:29.611882 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-213dd7d4-aeb5-43e6-9001-f3d3d9d720c6 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049055 May 25 23:37:29.744230 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-d97ca1fc-86ee-4518-b4db-b96b9364c3d5 service neutron] 10.222.0.66 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265788 May 25 23:37:29.874280 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-cc5381ba-8563-4f99-bfc7-45990c91d9e1 service neutron] 10.222.0.66 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242766 May 25 23:37:30.138478 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b635f329-2eeb-43db-881a-e09a519873d6 req-a0cbd9f3-591d-4c7f-a791-eb5850bab702 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 210 time: 0.0453248 May 25 23:37:31.304784 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5ed5eda4-5db1-490e-a906-6d81b6c14b1a req-7f11d097-7dd0-4f4f-81da-3ba2d6da8328 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 210 time: 0.0424323 May 25 23:37:32.369978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-95e99b5c-7af6-4691-a06c-adca2109c80c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:32.371391 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-95e99b5c-7af6-4691-a06c-adca2109c80c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.73 "GET /v2.0/networks?id=2e9edf71-c99c-432e-a5c8-8d9914e0743a HTTP/1.1" status: 200 len: 814 time: 0.1430943 May 25 23:37:32.387756 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Request body: {'port': {'device_id': '3d5b0673-06b5-4967-8d15-088670e818f0', 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'admin_state_up': True, 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:37:32.469493 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0ad08710-2efe-49d1-8e5c-552096929a6d req-225118b6-61a5-4e06-b87f-393fed89d123 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 210 time: 0.0408642 May 25 23:37:32.524747 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:37:32.534220 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:37:32.627243 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Made reservation on behalf of 03b5c234ff2149149ce9f8835827fa8e for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:37:32.630347 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:32.794459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Allocated IP 172.20.0.3 (2e9edf71-c99c-432e-a5c8-8d9914e0743a/f2a8263c-3bb1-43bf-bb61-26f3c7f15a70/5853bf5c-f35c-414f-b19c-646cf4c27ca2) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:37:32.995644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:33.011420 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Transition to ACTIVE for port object 5853bf5c-f35c-414f-b19c-646cf4c27ca2 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:37:33.125277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:33.204099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Network 2e9edf71-c99c-432e-a5c8-8d9914e0743a is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:37:33.208015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:37:33.209981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Pushing event updated for resources: {'Port': ['ID=5853bf5c-f35c-414f-b19c-646cf4c27ca2,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:33.212987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:37:33.256680 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:33.257063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:33.257604 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:33.258680 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:33.259213 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:33.259943 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:33.260442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:33.260973 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:33.261470 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:33.261953 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:33.262435 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:37:33.310441 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:33.311153 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:33.447116 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-d830e408-d550-4070-8b0a-5679ff3659df tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0627978 May 25 23:37:33.651494 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:37:33.668268 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d74e7f4a-b6a1-43a9-bf26-c07870c0b38e None None] Provisioning for port 5853bf5c-f35c-414f-b19c-646cf4c27ca2 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:37:33.677713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d74e7f4a-b6a1-43a9-bf26-c07870c0b38e None None] Provisioning complete for port 5853bf5c-f35c-414f-b19c-646cf4c27ca2 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:33.678338 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d74e7f4a-b6a1-43a9-bf26-c07870c0b38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:33.718795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Request body: {'port': {'device_id': '3d5b0673-06b5-4967-8d15-088670e818f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:37:33.749172 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-d74e7f4a-b6a1-43a9-bf26-c07870c0b38e None None] Port 5853bf5c-f35c-414f-b19c-646cf4c27ca2 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:37:33.847439 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff761f8-b479-4535-a0f3-2f847d32df83 req-f50f60d0-5da0-4575-919d-deb40b3e5bfd tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:33.849114 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fff761f8-b479-4535-a0f3-2f847d32df83 req-f50f60d0-5da0-4575-919d-deb40b3e5bfd tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 931 time: 0.2158873 May 25 23:37:33.881972 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:33.938052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-fff761f8-b479-4535-a0f3-2f847d32df83 req-4172f7a2-bdf8-4f86-8f5e-128de54b82fa tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Synchronizing usage tracker for tenant:03b5c234ff2149149ce9f8835827fa8e on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:37:34.040210 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-fff761f8-b479-4535-a0f3-2f847d32df83 req-4172f7a2-bdf8-4f86-8f5e-128de54b82fa tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Unset dirty status for tenant:03b5c234ff2149149ce9f8835827fa8e on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:37:34.041910 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fff761f8-b479-4535-a0f3-2f847d32df83 req-4172f7a2-bdf8-4f86-8f5e-128de54b82fa tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860397 May 25 23:37:34.346485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5853bf5c-f35c-414f-b19c-646cf4c27ca2 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:37:34.357503 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:34.384340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Transition to ACTIVE for port object 5853bf5c-f35c-414f-b19c-646cf4c27ca2 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:37:34.405250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Sync routers for ids ['64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:37:34.420239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Routers {'64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:37:34.420900 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:37:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:37:34.485363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:34.634560 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Pushing event updated for resources: {'Port': ['ID=5853bf5c-f35c-414f-b19c-646cf4c27ca2,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:34.675267 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Set router 64dc4bc5-6ed2-41d7-b427-3c4f9f067e72 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:37:34.910194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Attempting to bind port 5853bf5c-f35c-414f-b19c-646cf4c27ca2 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:37:34.910544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Attempting to bind port 5853bf5c-f35c-414f-b19c-646cf4c27ca2 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '4a03a7b2-0bcc-4b80-ae28-b0b605337853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:37:34.910893 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Attempting to bind port 5853bf5c-f35c-414f-b19c-646cf4c27ca2 on network 2e9edf71-c99c-432e-a5c8-8d9914e0743a {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:37:34.929961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Port 5853bf5c-f35c-414f-b19c-646cf4c27ca2 on network 2e9edf71-c99c-432e-a5c8-8d9914e0743a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:37:34.930385 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Attempting to bind port 5853bf5c-f35c-414f-b19c-646cf4c27ca2 on network 2e9edf71-c99c-432e-a5c8-8d9914e0743a {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:37:34.942650 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:37:34.943895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Checking segment: {'id': '4a03a7b2-0bcc-4b80-ae28-b0b605337853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:37:34.945002 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Bound using segment: {'id': '4a03a7b2-0bcc-4b80-ae28-b0b605337853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:37:34.945970 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Bound port: 5853bf5c-f35c-414f-b19c-646cf4c27ca2, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a03a7b2-0bcc-4b80-ae28-b0b605337853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:37:34.946784 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:35.144929 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] For port 5853bf5c-f35c-414f-b19c-646cf4c27ca2, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:37:35.148847 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'name': 'tempest-TestMinimumBasicScenario-1499958683-router', 'tenant_id': '88e052f613c442bc97e6e21adbab5eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '388fa294-3306-4dee-8ca5-43db1f4c39cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:11Z', 'updated_at': '2022-05-25T23:37:14Z', 'revision_number': 4, 'project_id': '88e052f613c442bc97e6e21adbab5eee', 'gw_port': {'id': '388fa294-3306-4dee-8ca5-43db1f4c39cf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:11Z', 'updated_at': '2022-05-25T23:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '69fd8f00-749c-4fb0-b0b7-0cf0a49def4c', 'name': '', 'network_id': 'c9cf206a-45c9-419e-8057-ac939f9189c8', 'tenant_id': '88e052f613c442bc97e6e21adbab5eee', 'mac_address': 'fa:16:3e:cd:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a024362-550f-4919-9856-53d6f532e272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:14Z', 'updated_at': '2022-05-25T23:37:15Z', 'revision_number': 2, 'project_id': '88e052f613c442bc97e6e21adbab5eee', 'subnets': [{'id': '4a024362-550f-4919-9856-53d6f532e272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:37:35.149192 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] For port 5853bf5c-f35c-414f-b19c-646cf4c27ca2, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=5853bf5c-f35c-414f-b19c-646cf4c27ca2,segment=NetworkSegment(4a03a7b2-0bcc-4b80-ae28-b0b605337853),segment_id=4a03a7b2-0bcc-4b80-ae28-b0b605337853)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:37:35.163026 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Checking router: 64dc4bc5-6ed2-41d7-b427-3c4f9f067e72 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:37:35.163366 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Updating router 64dc4bc5-6ed2-41d7-b427-3c4f9f067e72 port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:37:35.217613 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:35.224499 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:35.354306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bb8e8-e8ac-4762-86b4-475b2e5dfc13 req-bd8c2c02-1395-4174-9e18-1b9acfc126e3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:35.362124 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-971bb8e8-e8ac-4762-86b4-475b2e5dfc13 req-bd8c2c02-1395-4174-9e18-1b9acfc126e3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 943 time: 0.0942490 May 25 23:37:35.414752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:35.416068 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] 10.222.0.73 "PUT /v2.0/ports/5853bf5c-f35c-414f-b19c-646cf4c27ca2 HTTP/1.1" status: 200 len: 1093 time: 1.7048995 May 25 23:37:35.416502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5b0673-06b5-4967-8d15-088670e818f0', 'tag': '5853bf5c-f35c-414f-b19c-646cf4c27ca2'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:37:35.421077 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-971bb8e8-e8ac-4762-86b4-475b2e5dfc13 req-edeaf870-a951-462d-a314-24c6a9715fa6 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579867 May 25 23:37:35.444768 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43611f0f-3129-4186-9ad6-c3d891bb3416 service neutron] Pushing event updated for resources: {'Port': ['ID=5853bf5c-f35c-414f-b19c-646cf4c27ca2,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:35.537138 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63c51b1-3d03-4c51-9373-1262155deeb6'] response: {'name': 'network-changed', 'server_uuid': '3d5b0673-06b5-4967-8d15-088670e818f0', 'tag': '5853bf5c-f35c-414f-b19c-646cf4c27ca2', 'status': 'completed', 'code': 200} May 25 23:37:35.689159 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-9ddf7f72-0fac-435a-93a2-02ec0d21f0cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03b5c234ff2149149ce9f8835827fa8e&device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 1096 time: 0.1454291 May 25 23:37:35.727974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:35.752514 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Transition to ACTIVE for port object 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:37:35.839425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:35.875491 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-64b12914-7cf1-4dac-a6bf-fad0e14f5521 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5853bf5c-f35c-414f-b19c-646cf4c27ca2 HTTP/1.1" status: 200 len: 217 time: 0.0816083 May 25 23:37:35.991322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e17493-f2f5-4346-8c0e-3aec8cdd40ee None None] Pushing event updated for resources: {'Port': ['ID=69fd8f00-749c-4fb0-b0b7-0cf0a49def4c,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:36.030395 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-a7c72bff-6def-4de7-aefd-faac361238b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:36.031916 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-a7c72bff-6def-4de7-aefd-faac361238b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f2a8263c-3bb1-43bf-bb61-26f3c7f15a70 HTTP/1.1" status: 200 len: 853 time: 0.1019933 May 25 23:37:36.116230 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Attempting to bind port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:37:36.116739 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Attempting to bind port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '45a18ff0-328b-4a18-b1c5-6b05e5739b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c9cf206a-45c9-419e-8057-ac939f9189c8'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:37:36.117028 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Attempting to bind port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c on network c9cf206a-45c9-419e-8057-ac939f9189c8 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:37:36.126406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:37:36.126770 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Checking segment: {'id': '45a18ff0-328b-4a18-b1c5-6b05e5739b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c9cf206a-45c9-419e-8057-ac939f9189c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:37:36.127325 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:36.127718 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Bound using segment: {'id': '45a18ff0-328b-4a18-b1c5-6b05e5739b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c9cf206a-45c9-419e-8057-ac939f9189c8'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:37:36.128316 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Bound port: 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a18ff0-328b-4a18-b1c5-6b05e5739b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c9cf206a-45c9-419e-8057-ac939f9189c8'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:37:36.128727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:36.253544 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] For port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:37:36.258035 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] For port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=69fd8f00-749c-4fb0-b0b7-0cf0a49def4c,segment=NetworkSegment(45a18ff0-328b-4a18-b1c5-6b05e5739b1a),segment_id=45a18ff0-328b-4a18-b1c5-6b05e5739b1a)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:37:36.325724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:36.453460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e17493-f2f5-4346-8c0e-3aec8cdd40ee None None] Pushing event updated for resources: {'Port': ['ID=69fd8f00-749c-4fb0-b0b7-0cf0a49def4c,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:36.457397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Routers {'64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:37:36.457397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:37:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:37:36.709813 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-9abcae70-e64e-4325-b8a0-52c57effe475 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e9edf71-c99c-432e-a5c8-8d9914e0743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1839259 May 25 23:37:36.763282 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96a189-d6b3-4c7a-8524-2dafda9c7c38 req-651dc68f-1f50-4c1f-91f7-dbc64d16fc05 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:36.786897 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5c96a189-d6b3-4c7a-8524-2dafda9c7c38 req-651dc68f-1f50-4c1f-91f7-dbc64d16fc05 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 943 time: 0.2043064 May 25 23:37:36.843573 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] Set router 64dc4bc5-6ed2-41d7-b427-3c4f9f067e72 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:37:36.856482 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5c96a189-d6b3-4c7a-8524-2dafda9c7c38 req-21c562cf-9f52-422c-8aaf-19db367f73f8 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548801 May 25 23:37:37.029472 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-76397ad3-6a2a-4b44-a65b-1b6bbe01b649 service neutron] 10.222.0.73 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125591 May 25 23:37:37.378253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'name': 'tempest-TestMinimumBasicScenario-1499958683-router', 'tenant_id': '88e052f613c442bc97e6e21adbab5eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '388fa294-3306-4dee-8ca5-43db1f4c39cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:11Z', 'updated_at': '2022-05-25T23:37:14Z', 'revision_number': 4, 'project_id': '88e052f613c442bc97e6e21adbab5eee', 'gw_port': {'id': '388fa294-3306-4dee-8ca5-43db1f4c39cf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:11Z', 'updated_at': '2022-05-25T23:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '69fd8f00-749c-4fb0-b0b7-0cf0a49def4c', 'name': '', 'network_id': 'c9cf206a-45c9-419e-8057-ac939f9189c8', 'tenant_id': '88e052f613c442bc97e6e21adbab5eee', 'mac_address': 'fa:16:3e:cd:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a024362-550f-4919-9856-53d6f532e272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:14Z', 'updated_at': '2022-05-25T23:37:36Z', 'revision_number': 4, 'project_id': '88e052f613c442bc97e6e21adbab5eee', 'subnets': [{'id': '4a024362-550f-4919-9856-53d6f532e272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:37:37.383745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0ebcf-5e70-4c34-be0c-a3d47fa4ef65 None None] The sync data for ids ['64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'] in dv-neutron-843300-1-hyperv is: [{'id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'name': 'tempest-TestMinimumBasicScenario-1499958683-router', 'tenant_id': '88e052f613c442bc97e6e21adbab5eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '388fa294-3306-4dee-8ca5-43db1f4c39cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:11Z', 'updated_at': '2022-05-25T23:37:14Z', 'revision_number': 4, 'project_id': '88e052f613c442bc97e6e21adbab5eee', 'gw_port': {'id': '388fa294-3306-4dee-8ca5-43db1f4c39cf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:11Z', 'updated_at': '2022-05-25T23:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '69fd8f00-749c-4fb0-b0b7-0cf0a49def4c', 'name': '', 'network_id': 'c9cf206a-45c9-419e-8057-ac939f9189c8', 'tenant_id': '88e052f613c442bc97e6e21adbab5eee', 'mac_address': 'fa:16:3e:cd:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a024362-550f-4919-9856-53d6f532e272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:14Z', 'updated_at': '2022-05-25T23:37:36Z', 'revision_number': 4, 'project_id': '88e052f613c442bc97e6e21adbab5eee', 'subnets': [{'id': '4a024362-550f-4919-9856-53d6f532e272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:37:37.653150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:37:37.735354 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-71fa741e-0c7c-4cde-9bf9-c0f08f04a29c req-68b6d414-94c4-4ad5-9c2a-b37867c84ff8 service neutron] 10.222.0.73 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792261 May 25 23:37:37.828203 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:37:37.834788 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:37.837745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:38.068723 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:38.114670 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-304dde26-6691-47ed-9758-d5f0615cbf61 req-bd9cfafc-e00b-49da-8f49-6d6a7f4fb5f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03b5c234ff2149149ce9f8835827fa8e&device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 1096 time: 0.1781597 May 25 23:37:38.145270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=69fd8f00-749c-4fb0-b0b7-0cf0a49def4c,segment=NetworkSegment(45a18ff0-328b-4a18-b1c5-6b05e5739b1a),segment_id=45a18ff0-328b-4a18-b1c5-6b05e5739b1a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:37:38.198991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b0c2d-7c0c-4e4f-9b4d-848b5623b4a8 req-dd4b3e77-91e1-43af-ad11-db075fb3139d tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:38.201513 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-032b0c2d-7c0c-4e4f-9b4d-848b5623b4a8 req-dd4b3e77-91e1-43af-ad11-db075fb3139d tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 943 time: 0.1508284 May 25 23:37:38.228722 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:38.286443 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dde26-6691-47ed-9758-d5f0615cbf61 req-62351b0f-4eb8-4b29-bf4c-857a322c1ce0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:38.288843 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-304dde26-6691-47ed-9758-d5f0615cbf61 req-62351b0f-4eb8-4b29-bf4c-857a322c1ce0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e9edf71-c99c-432e-a5c8-8d9914e0743a HTTP/1.1" status: 200 len: 915 time: 0.1625419 May 25 23:37:38.307291 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-032b0c2d-7c0c-4e4f-9b4d-848b5623b4a8 req-2e564077-e14e-4d76-ad21-8db93034cac8 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996809 May 25 23:37:38.362298 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=69fd8f00-749c-4fb0-b0b7-0cf0a49def4c,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:38.404566 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-304dde26-6691-47ed-9758-d5f0615cbf61 req-c67c3136-8b9d-4659-9be9-adc49e5d3058 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5853bf5c-f35c-414f-b19c-646cf4c27ca2 HTTP/1.1" status: 200 len: 217 time: 0.1014833 May 25 23:37:39.579869 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:37:39.608495 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c12cf3-313d-4037-8af7-6ee42df3e7f6 req-e42fe7e9-6828-4403-810a-8c0aa441e811 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:39.618795 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c9c12cf3-313d-4037-8af7-6ee42df3e7f6 req-e42fe7e9-6828-4403-810a-8c0aa441e811 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 943 time: 0.1549666 May 25 23:37:39.682764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:39.683140 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:39.693735 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c9c12cf3-313d-4037-8af7-6ee42df3e7f6 req-da762e4b-1e78-40e6-a153-a4d49a9a8eca tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738056 May 25 23:37:40.906034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2f7f7-2b94-4d12-9d1c-ee84cf001fce req-51a5910e-1b90-40e3-9015-8eac53a9c667 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:40.907472 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c3e2f7f7-2b94-4d12-9d1c-ee84cf001fce req-51a5910e-1b90-40e3-9015-8eac53a9c667 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 943 time: 0.0811110 May 25 23:37:40.954004 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c3e2f7f7-2b94-4d12-9d1c-ee84cf001fce req-2b14960b-99ef-4231-8f88-15c530072676 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409255 May 25 23:37:41.309815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dde26-6691-47ed-9758-d5f0615cbf61 req-980381f7-fa1b-4b9c-a808-8e38c11820f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:41.311278 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-304dde26-6691-47ed-9758-d5f0615cbf61 req-980381f7-fa1b-4b9c-a808-8e38c11820f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f2a8263c-3bb1-43bf-bb61-26f3c7f15a70 HTTP/1.1" status: 200 len: 853 time: 0.0593979 May 25 23:37:41.393988 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-304dde26-6691-47ed-9758-d5f0615cbf61 req-b57f7129-98e1-46f6-b009-40beafd02bb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e9edf71-c99c-432e-a5c8-8d9914e0743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739083 May 25 23:37:41.513616 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f3b60c82-2958-4c3a-898b-8e2f23fbb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:41.530243 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-304dde26-6691-47ed-9758-d5f0615cbf61 req-19685c9b-19e5-44b8-9dbc-23a56d273de3 service neutron] 10.222.0.73 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258776 May 25 23:37:41.658950 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-304dde26-6691-47ed-9758-d5f0615cbf61 req-9df0db46-3dc2-4641-8f56-b2cf9e9d9d6c service neutron] 10.222.0.73 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224618 May 25 23:37:42.146650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64a26d-d6c6-49c2-a71d-6da756dcc4fd req-5d6c78e9-37a8-4019-b344-c4ee336675f3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:42.148133 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9e64a26d-d6c6-49c2-a71d-6da756dcc4fd req-5d6c78e9-37a8-4019-b344-c4ee336675f3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 943 time: 0.0746756 May 25 23:37:42.197268 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9e64a26d-d6c6-49c2-a71d-6da756dcc4fd req-038bd5b6-e5e0-4d30-a085-f833c642f70c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433605 May 25 23:37:43.077724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 5853bf5c-f35c-414f-b19c-646cf4c27ca2 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:37:43.209203 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 5853bf5c-f35c-414f-b19c-646cf4c27ca2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=5853bf5c-f35c-414f-b19c-646cf4c27ca2,segment=NetworkSegment(4a03a7b2-0bcc-4b80-ae28-b0b605337853),segment_id=4a03a7b2-0bcc-4b80-ae28-b0b605337853)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:37:43.222123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '5853bf5c-f35c-414f-b19c-646cf4c27ca2', 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'port_id': '5853bf5c-f35c-414f-b19c-646cf4c27ca2', 'mac_address': 'fa:16:3e:03:aa:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:37:43.277797 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:43.296031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5853bf5c-f35c-414f-b19c-646cf4c27ca2 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:37:43.311366 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 5853bf5c-f35c-414f-b19c-646cf4c27ca2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=5853bf5c-f35c-414f-b19c-646cf4c27ca2,segment=NetworkSegment(4a03a7b2-0bcc-4b80-ae28-b0b605337853),segment_id=4a03a7b2-0bcc-4b80-ae28-b0b605337853)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:37:43.376250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:43.399657 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38a5e-f078-4848-ae86-b440ed8dd9bd req-80b865fb-1254-4ea2-9860-e30dc65bc0c6 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:43.401157 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b3c38a5e-f078-4848-ae86-b440ed8dd9bd req-80b865fb-1254-4ea2-9860-e30dc65bc0c6 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 943 time: 0.0801163 May 25 23:37:43.445105 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=5853bf5c-f35c-414f-b19c-646cf4c27ca2,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:43.449850 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b3c38a5e-f078-4848-ae86-b440ed8dd9bd req-d5398acd-c9c0-4cfd-8a94-0a6ec06f786e tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427616 May 25 23:37:43.582380 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['5853bf5c-f35c-414f-b19c-646cf4c27ca2'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:37:43.770655 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f74d00da-7629-4f1e-8a4e-b5c910c31f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:44.646477 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de24eb-4b64-4d85-9d5e-8ed10c6bf643 req-cbfc5e3a-73c1-41fa-9ffb-218bfc3b302c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:44.647892 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d7de24eb-4b64-4d85-9d5e-8ed10c6bf643 req-cbfc5e3a-73c1-41fa-9ffb-218bfc3b302c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 944 time: 0.0746906 May 25 23:37:44.695428 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d7de24eb-4b64-4d85-9d5e-8ed10c6bf643 req-fb660b4c-d60c-44e5-a291-e5995940ba6c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411322 May 25 23:37:44.970352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:45.084835 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 5853bf5c-f35c-414f-b19c-646cf4c27ca2 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:37:45.116220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:45.209732 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 5853bf5c-f35c-414f-b19c-646cf4c27ca2 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:37:45.215405 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 5853bf5c-f35c-414f-b19c-646cf4c27ca2 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:37:45.215764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:45.328171 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:45.353631 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5b0673-06b5-4967-8d15-088670e818f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5853bf5c-f35c-414f-b19c-646cf4c27ca2'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:37:45.363366 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 5853bf5c-f35c-414f-b19c-646cf4c27ca2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=5853bf5c-f35c-414f-b19c-646cf4c27ca2,segment=NetworkSegment(4a03a7b2-0bcc-4b80-ae28-b0b605337853),segment_id=4a03a7b2-0bcc-4b80-ae28-b0b605337853)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:37:45.408482 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a025c8d-10d8-4ab8-a1d9-008bde1966c1'] response: {'server_uuid': '3d5b0673-06b5-4967-8d15-088670e818f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5853bf5c-f35c-414f-b19c-646cf4c27ca2', 'code': 200} May 25 23:37:45.434182 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:45.501924 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=5853bf5c-f35c-414f-b19c-646cf4c27ca2,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:37:45.767854 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1b3ed95e-59ac-4d25-9fcf-00d2835ba562 req-69b4a54c-72e1-4db5-bc5e-72d21879eca8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 1098 time: 0.0679021 May 25 23:37:45.810254 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1b3ed95e-59ac-4d25-9fcf-00d2835ba562 req-5f4ee2b0-23c5-4a31-b6f2-11c5e8d0579e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370214 May 25 23:37:45.891273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704c4c5-fe15-45a3-915e-b4e031920019 req-a024ea41-fff2-4adf-81e5-933db12f78e7 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:45.892729 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5704c4c5-fe15-45a3-915e-b4e031920019 req-a024ea41-fff2-4adf-81e5-933db12f78e7 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 945 time: 0.0760937 May 25 23:37:45.937375 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5704c4c5-fe15-45a3-915e-b4e031920019 req-2c727e46-3d67-4e35-bd2b-e32d9bc77596 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391572 May 25 23:37:46.796168 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:37:47.155107 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3598de6-2a7b-4321-97f8-f16a1b849773 req-96210e92-590d-44f2-aca6-603e38dca4b9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:47.156512 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d3598de6-2a7b-4321-97f8-f16a1b849773 req-96210e92-590d-44f2-aca6-603e38dca4b9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 945 time: 0.0822060 May 25 23:37:47.202136 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d3598de6-2a7b-4321-97f8-f16a1b849773 req-cef12b58-4ce1-4465-991b-bc513b93c852 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396967 May 25 23:37:47.394701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a4926-c9c6-44e9-9c3b-f603d921bccf req-c227fb5c-0c26-4cad-8dc8-4b5fdb636644 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:47.396126 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-302a4926-c9c6-44e9-9c3b-f603d921bccf req-c227fb5c-0c26-4cad-8dc8-4b5fdb636644 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 945 time: 0.0764022 May 25 23:37:47.441178 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-302a4926-c9c6-44e9-9c3b-f603d921bccf req-bb68ebd5-64b5-4b1f-b6d0-e2da26fc0240 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388081 May 25 23:37:47.868404 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bab8eb-6262-40f3-bea9-6d06c5cae8f4 req-ff24aea6-7ea0-43f0-b6fd-ac4c7bd86167 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:37:47.869851 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b2bab8eb-6262-40f3-bea9-6d06c5cae8f4 req-ff24aea6-7ea0-43f0-b6fd-ac4c7bd86167 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 945 time: 0.0809946 May 25 23:37:47.915546 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b2bab8eb-6262-40f3-bea9-6d06c5cae8f4 req-fb903e3c-fdaf-469b-8b24-9805f2456e19 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395598 May 25 23:37:47.924220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:00.909484 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9c09c-567e-4dad-aa0a-afbd0b8248ae req-5aad2918-d35f-43aa-b32d-2d4f7ca51daa tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:00.911483 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8cb9c09c-567e-4dad-aa0a-afbd0b8248ae req-5aad2918-d35f-43aa-b32d-2d4f7ca51daa tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 945 time: 0.0758655 May 25 23:38:00.957361 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8cb9c09c-567e-4dad-aa0a-afbd0b8248ae req-11224b16-e7ce-4114-b6cb-78d7728567c5 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407069 May 25 23:38:00.985701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48096) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:38:01.174219 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6c1a13f6-4ea6-4935-88bf-5cb4aceda29a tempest-TestMinimumBasicScenario-11098279 tempest-TestMinimumBasicScenario-11098279-project-admin] Synchronizing usage tracker for tenant:88e052f613c442bc97e6e21adbab5eee on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:38:01.266671 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6c1a13f6-4ea6-4935-88bf-5cb4aceda29a tempest-TestMinimumBasicScenario-11098279 tempest-TestMinimumBasicScenario-11098279-project-admin] Unset dirty status for tenant:88e052f613c442bc97e6e21adbab5eee on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:38:01.267856 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6c1a13f6-4ea6-4935-88bf-5cb4aceda29a tempest-TestMinimumBasicScenario-11098279 tempest-TestMinimumBasicScenario-11098279-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 1093 time: 0.2812040 May 25 23:38:01.270814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48102) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:38:01.276010 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': '5853bf5c-f35c-414f-b19c-646cf4c27ca2', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:38:01.282482 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:38:01.286219 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Usage tracker for resource:floatingip and tenant:03b5c234ff2149149ce9f8835827fa8e is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:38:01.288991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:38:01.294676 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:38:01.376213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:01.508628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:01.641738 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Allocated IP 172.26.5.53 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/fe17a603-212c-409f-8268-6c6eef4b1941) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:38:01.781638 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:01.856402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:01.921612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:38:01.924473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:38:01.928685 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:38:01.952121 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Pushing event updated for resources: {'Port': ['ID=fe17a603-212c-409f-8268-6c6eef4b1941,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:38:01.978805 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:38:01.978805 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:38:01.979288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:38:01.979288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:38:01.980174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:38:01.980174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:38:01.980174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:38:01.980443 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:38:01.980780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:38:01.981095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:38:01.981409 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:38:02.513955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:02.608610 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:02.805261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:02.849226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:02.957196 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Pushing event updated for resources: {'Port': ['ID=fe17a603-212c-409f-8268-6c6eef4b1941,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:38:02.974223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:03.156871 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Floating IP 068f95fa-7568-4f6d-bfa9-6e4adb963b56 associated. External IP: 172.26.5.53, port: 5853bf5c-f35c-414f-b19c-646cf4c27ca2. May 25 23:38:03.640814 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Router 0fc149e6-de9b-4dac-beef-0cab163a71fd has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:38:03.835752 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:38:03.846233 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3786c-7a1f-4510-9e81-409eff3010a0 None None] Sync routers for ids ['0fc149e6-de9b-4dac-beef-0cab163a71fd'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:38:03.857610 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3786c-7a1f-4510-9e81-409eff3010a0 None None] Routers {'0fc149e6-de9b-4dac-beef-0cab163a71fd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:38:03.858814 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b2d3786c-7a1f-4510-9e81-409eff3010a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:37:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['0fc149e6-de9b-4dac-beef-0cab163a71fd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:38:03.901735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:03.959213 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e0dd27cb-019d-4ce7-a09d-27796bf65ee3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6873710 May 25 23:38:03.959961 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5b0673-06b5-4967-8d15-088670e818f0', 'tag': '5853bf5c-f35c-414f-b19c-646cf4c27ca2'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:38:03.962018 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48106) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:38:03.968759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b519ad32-13dd-4c06-b8e8-1536f08c4b3c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-968329600', 'description': 'tempest-secgroup-smoke-968329600 description', 'project_id': '03b5c234ff2149149ce9f8835827fa8e'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:38:03.974996 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b519ad32-13dd-4c06-b8e8-1536f08c4b3c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:38:03.991149 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b519ad32-13dd-4c06-b8e8-1536f08c4b3c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:38:04.038645 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-b2d3786c-7a1f-4510-9e81-409eff3010a0 None None] Set router 0fc149e6-de9b-4dac-beef-0cab163a71fd gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:38:04.062506 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b519ad32-13dd-4c06-b8e8-1536f08c4b3c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:04.181382 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad614c3-607a-49de-a2fe-a2db6ae43fd9'] response: {'name': 'network-changed', 'server_uuid': '3d5b0673-06b5-4967-8d15-088670e818f0', 'tag': '5853bf5c-f35c-414f-b19c-646cf4c27ca2', 'status': 'completed', 'code': 200} May 25 23:38:04.193326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b519ad32-13dd-4c06-b8e8-1536f08c4b3c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:38:04.198787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b519ad32-13dd-4c06-b8e8-1536f08c4b3c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Usage tracker for resource:security_group_rule and tenant:03b5c234ff2149149ce9f8835827fa8e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:38:04.201160 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b519ad32-13dd-4c06-b8e8-1536f08c4b3c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:38:04.240137 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b519ad32-13dd-4c06-b8e8-1536f08c4b3c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:38:04.321526 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c1ec540c-c2af-477e-b0ef-791383e2057f req-5b6d4112-6642-4588-bc1d-f2397a9314a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03b5c234ff2149149ce9f8835827fa8e&device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 1098 time: 0.1168356 May 25 23:38:04.323626 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b519ad32-13dd-4c06-b8e8-1536f08c4b3c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:04.398109 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b519ad32-13dd-4c06-b8e8-1536f08c4b3c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:04.423851 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b2d3786c-7a1f-4510-9e81-409eff3010a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'name': 'tempest-TestMinimumBasicScenario-270290729-router', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:03Z', 'updated_at': '2022-05-25T23:37:06Z', 'revision_number': 4, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'gw_port': {'id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:04Z', 'updated_at': '2022-05-25T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '068f95fa-7568-4f6d-bfa9-6e4adb963b56', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'floating_ip_address': '172.26.5.53', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'port_id': '5853bf5c-f35c-414f-b19c-646cf4c27ca2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'mac_address': 'fa:16:3e:03:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5b0673-06b5-4967-8d15-088670e818f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:38:02Z', 'updated_at': '2022-05-25T23:38:02Z', 'revision_number': 0, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c160775e-1489-414b-92ac-986748f74eeb', 'name': '', 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'mac_address': 'fa:16:3e:fa:28:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:06Z', 'updated_at': '2022-05-25T23:37:15Z', 'revision_number': 5, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'subnets': [{'id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:38:04.427736 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3786c-7a1f-4510-9e81-409eff3010a0 None None] Checking router: 0fc149e6-de9b-4dac-beef-0cab163a71fd for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:38:04.439545 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3786c-7a1f-4510-9e81-409eff3010a0 None None] Routers {'0fc149e6-de9b-4dac-beef-0cab163a71fd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:38:04.440145 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b2d3786c-7a1f-4510-9e81-409eff3010a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:37:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['0fc149e6-de9b-4dac-beef-0cab163a71fd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:38:04.480879 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519ad32-13dd-4c06-b8e8-1536f08c4b3c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80588897-786e-425f-958f-6cfdacb381d7,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:38:04.503949 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec540c-c2af-477e-b0ef-791383e2057f req-1c52ec52-7583-4f3a-890c-960f07963762 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:04.505433 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c1ec540c-c2af-477e-b0ef-791383e2057f req-1c52ec52-7583-4f3a-890c-960f07963762 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e9edf71-c99c-432e-a5c8-8d9914e0743a HTTP/1.1" status: 200 len: 915 time: 0.1776795 May 25 23:38:04.571670 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b519ad32-13dd-4c06-b8e8-1536f08c4b3c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:04.572851 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b519ad32-13dd-4c06-b8e8-1536f08c4b3c tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6095116 May 25 23:38:04.575753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48114) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:38:04.591975 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-2f84fdc0-fd83-4c54-bd85-8e1f45180cb4 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Request body: {'security_group_rule': {'security_group_id': '80588897-786e-425f-958f-6cfdacb381d7', 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:38:04.604795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2f84fdc0-fd83-4c54-bd85-8e1f45180cb4 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:38:04.616924 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2f84fdc0-fd83-4c54-bd85-8e1f45180cb4 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Usage tracker for resource:security_group_rule and tenant:03b5c234ff2149149ce9f8835827fa8e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:38:04.617627 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-b2d3786c-7a1f-4510-9e81-409eff3010a0 None None] Set router 0fc149e6-de9b-4dac-beef-0cab163a71fd gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:38:04.622070 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-2f84fdc0-fd83-4c54-bd85-8e1f45180cb4 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:38:04.631174 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c1ec540c-c2af-477e-b0ef-791383e2057f req-4b5e3eeb-9280-45c3-a874-65ec3ded5ece service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5853bf5c-f35c-414f-b19c-646cf4c27ca2 HTTP/1.1" status: 200 len: 998 time: 0.1201530 May 25 23:38:04.631953 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-2f84fdc0-fd83-4c54-bd85-8e1f45180cb4 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:38:04.694349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec540c-c2af-477e-b0ef-791383e2057f req-b22da3f4-e1fc-4844-bd1b-16ba2c249ea9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:04.695708 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c1ec540c-c2af-477e-b0ef-791383e2057f req-b22da3f4-e1fc-4844-bd1b-16ba2c249ea9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f2a8263c-3bb1-43bf-bb61-26f3c7f15a70 HTTP/1.1" status: 200 len: 853 time: 0.0590413 May 25 23:38:04.774978 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c1ec540c-c2af-477e-b0ef-791383e2057f req-974a9a79-c736-4984-843f-c0199116b72e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e9edf71-c99c-432e-a5c8-8d9914e0743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727472 May 25 23:38:04.775726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f84fdc0-fd83-4c54-bd85-8e1f45180cb4 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:04.948332 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c1ec540c-c2af-477e-b0ef-791383e2057f req-2ec4ee59-9eb8-4098-b3bc-0d3ba4c5750a service neutron] 10.222.0.73 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657455 May 25 23:38:04.952554 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f84fdc0-fd83-4c54-bd85-8e1f45180cb4 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:04.961941 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-b2d3786c-7a1f-4510-9e81-409eff3010a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'name': 'tempest-TestMinimumBasicScenario-270290729-router', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:03Z', 'updated_at': '2022-05-25T23:37:06Z', 'revision_number': 4, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'gw_port': {'id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:04Z', 'updated_at': '2022-05-25T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '068f95fa-7568-4f6d-bfa9-6e4adb963b56', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'floating_ip_address': '172.26.5.53', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'port_id': '5853bf5c-f35c-414f-b19c-646cf4c27ca2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'mac_address': 'fa:16:3e:03:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5b0673-06b5-4967-8d15-088670e818f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:38:02Z', 'updated_at': '2022-05-25T23:38:02Z', 'revision_number': 0, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c160775e-1489-414b-92ac-986748f74eeb', 'name': '', 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'mac_address': 'fa:16:3e:fa:28:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:06Z', 'updated_at': '2022-05-25T23:37:15Z', 'revision_number': 5, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'subnets': [{'id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:38:04.965871 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d3786c-7a1f-4510-9e81-409eff3010a0 None None] The sync data for ids ['0fc149e6-de9b-4dac-beef-0cab163a71fd'] in dv-neutron-843300-1-hyperv is: [{'id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'name': 'tempest-TestMinimumBasicScenario-270290729-router', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:03Z', 'updated_at': '2022-05-25T23:37:06Z', 'revision_number': 4, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'gw_port': {'id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:04Z', 'updated_at': '2022-05-25T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '068f95fa-7568-4f6d-bfa9-6e4adb963b56', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'floating_ip_address': '172.26.5.53', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'port_id': '5853bf5c-f35c-414f-b19c-646cf4c27ca2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'mac_address': 'fa:16:3e:03:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5b0673-06b5-4967-8d15-088670e818f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:38:02Z', 'updated_at': '2022-05-25T23:38:02Z', 'revision_number': 0, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c160775e-1489-414b-92ac-986748f74eeb', 'name': '', 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'mac_address': 'fa:16:3e:fa:28:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:06Z', 'updated_at': '2022-05-25T23:37:15Z', 'revision_number': 5, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'subnets': [{'id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:38:05.034730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f84fdc0-fd83-4c54-bd85-8e1f45180cb4 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:05.069340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84fdc0-fd83-4c54-bd85-8e1f45180cb4 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0062776b-c3e7-4bde-bc0a-c349b0906807,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:38:05.114870 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c1ec540c-c2af-477e-b0ef-791383e2057f req-bf14755b-dc52-4b0b-92a2-d99b254baf70 service neutron] 10.222.0.73 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607783 May 25 23:38:05.130871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-2f84fdc0-fd83-4c54-bd85-8e1f45180cb4 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:05.132035 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2f84fdc0-fd83-4c54-bd85-8e1f45180cb4 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5554199 May 25 23:38:05.134662 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48118) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:38:05.140678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-a7bf3e79-40fe-40d8-8820-cd2cd880cf53 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Request body: {'security_group_rule': {'security_group_id': '80588897-786e-425f-958f-6cfdacb381d7', 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:38:05.147098 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a7bf3e79-40fe-40d8-8820-cd2cd880cf53 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:38:05.151085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a7bf3e79-40fe-40d8-8820-cd2cd880cf53 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Usage tracker for resource:security_group_rule and tenant:03b5c234ff2149149ce9f8835827fa8e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:38:05.154107 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-a7bf3e79-40fe-40d8-8820-cd2cd880cf53 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:38:05.161063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-a7bf3e79-40fe-40d8-8820-cd2cd880cf53 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:38:05.167021 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d9479f-1b20-45b6-b3c4-a585e0b00a80 None None] New status for floating IP 068f95fa-7568-4f6d-bfa9-6e4adb963b56: ACTIVE {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:38:05.234763 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3e79-40fe-40d8-8820-cd2cd880cf53 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:05.298950 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3e79-40fe-40d8-8820-cd2cd880cf53 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:05.369567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3e79-40fe-40d8-8820-cd2cd880cf53 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:05.393934 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf3e79-40fe-40d8-8820-cd2cd880cf53 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac80f9e-aec3-45be-bc3f-35fbbc4ea14c,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:38:05.472657 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3e79-40fe-40d8-8820-cd2cd880cf53 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:05.473899 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a7bf3e79-40fe-40d8-8820-cd2cd880cf53 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3382924 May 25 23:38:05.476655 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48122) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:38:05.482447 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-844c583b-4ea6-4747-9605-f715c65e52d8 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Request body: {'security_group_rule': {'security_group_id': '80588897-786e-425f-958f-6cfdacb381d7', 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:38:05.489092 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-844c583b-4ea6-4747-9605-f715c65e52d8 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:38:05.492887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-844c583b-4ea6-4747-9605-f715c65e52d8 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Usage tracker for resource:security_group_rule and tenant:03b5c234ff2149149ce9f8835827fa8e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:38:05.495713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-844c583b-4ea6-4747-9605-f715c65e52d8 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:38:05.502461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-844c583b-4ea6-4747-9605-f715c65e52d8 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:38:05.599464 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-844c583b-4ea6-4747-9605-f715c65e52d8 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:05.663024 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-844c583b-4ea6-4747-9605-f715c65e52d8 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:05.741999 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-844c583b-4ea6-4747-9605-f715c65e52d8 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:05.765226 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c583b-4ea6-4747-9605-f715c65e52d8 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80003ee-1eb0-4ace-a29d-40bf7d8d9a83,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:38:05.839080 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-844c583b-4ea6-4747-9605-f715c65e52d8 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:05.840244 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-844c583b-4ea6-4747-9605-f715c65e52d8 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3626614 May 25 23:38:05.843402 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48126) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:38:05.848722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4214933b-1866-470f-9982-8e3ecaa270f6 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Request body: {'security_group_rule': {'security_group_id': '80588897-786e-425f-958f-6cfdacb381d7', 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:38:05.854675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4214933b-1866-470f-9982-8e3ecaa270f6 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:38:05.859174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4214933b-1866-470f-9982-8e3ecaa270f6 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Usage tracker for resource:security_group_rule and tenant:03b5c234ff2149149ce9f8835827fa8e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:38:05.862058 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4214933b-1866-470f-9982-8e3ecaa270f6 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:38:05.867688 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4214933b-1866-470f-9982-8e3ecaa270f6 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:38:05.929821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4214933b-1866-470f-9982-8e3ecaa270f6 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:05.991878 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4214933b-1866-470f-9982-8e3ecaa270f6 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:06.066357 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4214933b-1866-470f-9982-8e3ecaa270f6 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:06.089262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214933b-1866-470f-9982-8e3ecaa270f6 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18061bb0-c6b9-4071-a823-ccc3770bd2e5,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:38:06.163580 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4214933b-1866-470f-9982-8e3ecaa270f6 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:06.164844 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4214933b-1866-470f-9982-8e3ecaa270f6 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3204665 May 25 23:38:06.167378 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48130) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:38:06.173633 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-4c0b5d8b-9580-4a53-84e6-55666459f1c9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Request body: {'security_group_rule': {'security_group_id': '80588897-786e-425f-958f-6cfdacb381d7', 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:38:06.179445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4c0b5d8b-9580-4a53-84e6-55666459f1c9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:38:06.183237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4c0b5d8b-9580-4a53-84e6-55666459f1c9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Usage tracker for resource:security_group_rule and tenant:03b5c234ff2149149ce9f8835827fa8e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:38:06.186142 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-4c0b5d8b-9580-4a53-84e6-55666459f1c9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:38:06.191896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-4c0b5d8b-9580-4a53-84e6-55666459f1c9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:38:06.279213 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-4c0b5d8b-9580-4a53-84e6-55666459f1c9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Project 03b5c234ff2149149ce9f8835827fa8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:38:06.286656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5d8b-9580-4a53-84e6-55666459f1c9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:06.350097 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5d8b-9580-4a53-84e6-55666459f1c9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:06.427451 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5d8b-9580-4a53-84e6-55666459f1c9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:06.451329 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b5d8b-9580-4a53-84e6-55666459f1c9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ee4a62-6e03-4bf7-941e-f99bdb737ec6,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:38:06.524296 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5d8b-9580-4a53-84e6-55666459f1c9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:06.525507 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4c0b5d8b-9580-4a53-84e6-55666459f1c9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3570611 May 25 23:38:06.528115 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48134) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:38:06.534097 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-19741cb0-1c49-41a2-bd63-66bca4be9098 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Request body: {'security_group_rule': {'security_group_id': '80588897-786e-425f-958f-6cfdacb381d7', 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:38:06.539844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-19741cb0-1c49-41a2-bd63-66bca4be9098 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:38:06.543611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-19741cb0-1c49-41a2-bd63-66bca4be9098 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Usage tracker for resource:security_group_rule and tenant:03b5c234ff2149149ce9f8835827fa8e is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:38:06.546526 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-19741cb0-1c49-41a2-bd63-66bca4be9098 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:38:06.552251 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-19741cb0-1c49-41a2-bd63-66bca4be9098 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:38:06.627694 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-19741cb0-1c49-41a2-bd63-66bca4be9098 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Project 03b5c234ff2149149ce9f8835827fa8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:38:06.634186 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-19741cb0-1c49-41a2-bd63-66bca4be9098 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:06.697271 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-19741cb0-1c49-41a2-bd63-66bca4be9098 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:06.781053 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-19741cb0-1c49-41a2-bd63-66bca4be9098 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:06.804340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19741cb0-1c49-41a2-bd63-66bca4be9098 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809daf84-ff2a-422e-9577-1e4d80993300,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:38:06.885017 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-19741cb0-1c49-41a2-bd63-66bca4be9098 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:06.886257 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-19741cb0-1c49-41a2-bd63-66bca4be9098 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3572059 May 25 23:38:07.016669 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-11f48cca-72db-44d9-9c55-0912351be4e6 req-16c1e6cc-17c8-407a-8280-4642f59df741 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968329600&fields=id&tenant_id=03b5c234ff2149149ce9f8835827fa8e HTTP/1.1" status: 200 len: 267 time: 0.0413172 May 25 23:38:07.097281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f48cca-72db-44d9-9c55-0912351be4e6 req-d6df855f-8b55-424e-98a3-2bbd45ba9801 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:07.098717 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-11f48cca-72db-44d9-9c55-0912351be4e6 req-d6df855f-8b55-424e-98a3-2bbd45ba9801 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 945 time: 0.0769799 May 25 23:38:07.110187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [req-11f48cca-72db-44d9-9c55-0912351be4e6 req-f715c4ad-ea42-4e24-99d9-2eca1c261b4b tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Request body: {'port': {'security_groups': ['19fde09a-d4d8-44e8-8f5a-9963dfcb47d4', '80588897-786e-425f-958f-6cfdacb381d7']}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:38:07.226521 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-11f48cca-72db-44d9-9c55-0912351be4e6 req-f715c4ad-ea42-4e24-99d9-2eca1c261b4b tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:07.482759 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-11f48cca-72db-44d9-9c55-0912351be4e6 req-f715c4ad-ea42-4e24-99d9-2eca1c261b4b tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] For port 5853bf5c-f35c-414f-b19c-646cf4c27ca2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=5853bf5c-f35c-414f-b19c-646cf4c27ca2,segment=NetworkSegment(4a03a7b2-0bcc-4b80-ae28-b0b605337853),segment_id=4a03a7b2-0bcc-4b80-ae28-b0b605337853)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:38:07.508394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-11f48cca-72db-44d9-9c55-0912351be4e6 req-f715c4ad-ea42-4e24-99d9-2eca1c261b4b tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:07.615747 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-11f48cca-72db-44d9-9c55-0912351be4e6 req-f715c4ad-ea42-4e24-99d9-2eca1c261b4b tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:07.627883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['5853bf5c-f35c-414f-b19c-646cf4c27ca2'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:38:07.704256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f48cca-72db-44d9-9c55-0912351be4e6 req-f715c4ad-ea42-4e24-99d9-2eca1c261b4b tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:07.705007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-11f48cca-72db-44d9-9c55-0912351be4e6 req-f715c4ad-ea42-4e24-99d9-2eca1c261b4b tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:07.706586 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-11f48cca-72db-44d9-9c55-0912351be4e6 req-f715c4ad-ea42-4e24-99d9-2eca1c261b4b tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "PUT /v2.0/ports/5853bf5c-f35c-414f-b19c-646cf4c27ca2 HTTP/1.1" status: 200 len: 981 time: 0.6016057 May 25 23:38:07.707102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5b0673-06b5-4967-8d15-088670e818f0', 'tag': '5853bf5c-f35c-414f-b19c-646cf4c27ca2'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:38:07.756218 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715c4ad-ea42-4e24-99d9-2eca1c261b4b tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Pushing event updated for resources: {'Port': ['ID=5853bf5c-f35c-414f-b19c-646cf4c27ca2,revision_number=6']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:38:07.775725 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['5853bf5c-f35c-414f-b19c-646cf4c27ca2'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:38:07.794490 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921f27a3-0950-424a-b4f3-5207fb60c0c6'] response: {'name': 'network-changed', 'server_uuid': '3d5b0673-06b5-4967-8d15-088670e818f0', 'tag': '5853bf5c-f35c-414f-b19c-646cf4c27ca2', 'status': 'completed', 'code': 200} May 25 23:38:07.933739 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-660b9097-4be2-4985-b8a1-debc2003fa33 req-6c75d9ac-731f-4e87-8e11-9cab5501c511 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03b5c234ff2149149ce9f8835827fa8e&device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 1137 time: 0.1073740 May 25 23:38:07.966217 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb5e61-288d-4e2d-b281-4707c34f5424 req-1723d7b0-2378-49d3-bf7e-7191acc4c3f7 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:07.967982 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ecbb5e61-288d-4e2d-b281-4707c34f5424 req-1723d7b0-2378-49d3-bf7e-7191acc4c3f7 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.1036232 May 25 23:38:08.033166 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ecbb5e61-288d-4e2d-b281-4707c34f5424 req-31ca0c16-ebe3-4ad4-89d5-22a7679eb0f5 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=80588897-786e-425f-958f-6cfdacb381d7&id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526271 May 25 23:38:08.090833 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b9097-4be2-4985-b8a1-debc2003fa33 req-ceaba7b4-367b-42ca-a126-95375deb053d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:08.093111 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-660b9097-4be2-4985-b8a1-debc2003fa33 req-ceaba7b4-367b-42ca-a126-95375deb053d service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e9edf71-c99c-432e-a5c8-8d9914e0743a HTTP/1.1" status: 200 len: 915 time: 0.1512694 May 25 23:38:08.122618 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c4ef7404-57f9-487c-aea7-e4ea2cc44961 None None] Provisioning complete for port 5853bf5c-f35c-414f-b19c-646cf4c27ca2 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:38:08.122978 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c4ef7404-57f9-487c-aea7-e4ea2cc44961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:08.202705 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-660b9097-4be2-4985-b8a1-debc2003fa33 req-939a04d8-459f-4a04-99c0-d9e03f3f7d7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5853bf5c-f35c-414f-b19c-646cf4c27ca2 HTTP/1.1" status: 200 len: 1000 time: 0.1036425 May 25 23:38:08.283989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b9097-4be2-4985-b8a1-debc2003fa33 req-b2cf7ce9-78a1-4400-9cf4-a62ab36f12d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:08.283989 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-660b9097-4be2-4985-b8a1-debc2003fa33 req-b2cf7ce9-78a1-4400-9cf4-a62ab36f12d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f2a8263c-3bb1-43bf-bb61-26f3c7f15a70 HTTP/1.1" status: 200 len: 853 time: 0.0735285 May 25 23:38:08.487360 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-660b9097-4be2-4985-b8a1-debc2003fa33 req-e5f6a324-e8ff-4d97-88a2-c68d50ee3ed6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e9edf71-c99c-432e-a5c8-8d9914e0743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1939704 May 25 23:38:08.630940 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-660b9097-4be2-4985-b8a1-debc2003fa33 req-55f7af3f-9ba7-400b-b11a-9a40e0ac730a service neutron] 10.222.0.73 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410971 May 25 23:38:08.759841 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-660b9097-4be2-4985-b8a1-debc2003fa33 req-cf8e3859-7a73-41ca-b193-5d8b0cfe6856 service neutron] 10.222.0.73 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230524 May 25 23:38:10.652863 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:38:11.524480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4e945ead-33a6-4a40-9a5d-5c69cc349b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:13.816120 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-000d9018-38d1-4038-89c4-05736ac2f009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:14.999051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:15.079049 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:16.804547 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:17.907904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:22.616267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068b9d7-a37d-4ade-a9a0-4e26ccaa8913 req-ceaf3035-90fb-4b23-8cc0-be3a85b06eba tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:22.617740 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5068b9d7-a37d-4ade-a9a0-4e26ccaa8913 req-ceaf3035-90fb-4b23-8cc0-be3a85b06eba tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.0776517 May 25 23:38:22.665328 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-590d4ace-2db3-4104-9d50-fb3d8e0d0077 req-6e9fccf6-f363-4e24-a94b-901dc6d82391 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03b5c234ff2149149ce9f8835827fa8e&device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 1137 time: 0.0706689 May 25 23:38:22.665917 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5068b9d7-a37d-4ade-a9a0-4e26ccaa8913 req-990ae04d-0eff-4685-94d3-45ca6c072b68 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=80588897-786e-425f-958f-6cfdacb381d7&id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417449 May 25 23:38:22.799319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d4ace-2db3-4104-9d50-fb3d8e0d0077 req-5b29947b-4577-42af-b5a4-dfef4a61dc98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:22.800713 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-590d4ace-2db3-4104-9d50-fb3d8e0d0077 req-5b29947b-4577-42af-b5a4-dfef4a61dc98 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e9edf71-c99c-432e-a5c8-8d9914e0743a HTTP/1.1" status: 200 len: 915 time: 0.1295075 May 25 23:38:22.903900 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-590d4ace-2db3-4104-9d50-fb3d8e0d0077 req-ddbbd10b-b7da-4e61-a11f-b86f419065e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5853bf5c-f35c-414f-b19c-646cf4c27ca2 HTTP/1.1" status: 200 len: 1000 time: 0.0972126 May 25 23:38:22.968917 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d4ace-2db3-4104-9d50-fb3d8e0d0077 req-c12f87b8-8343-4745-86c2-45b7fb8ae27d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:22.970992 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-590d4ace-2db3-4104-9d50-fb3d8e0d0077 req-c12f87b8-8343-4745-86c2-45b7fb8ae27d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f2a8263c-3bb1-43bf-bb61-26f3c7f15a70 HTTP/1.1" status: 200 len: 853 time: 0.0609212 May 25 23:38:23.044198 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-590d4ace-2db3-4104-9d50-fb3d8e0d0077 req-70ffdde8-f292-4887-ae21-d1081181e6b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e9edf71-c99c-432e-a5c8-8d9914e0743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679538 May 25 23:38:23.173824 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-590d4ace-2db3-4104-9d50-fb3d8e0d0077 req-4be96e22-5191-4351-b118-2ffb35d1fd5f service neutron] 10.222.0.73 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230743 May 25 23:38:23.304119 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-590d4ace-2db3-4104-9d50-fb3d8e0d0077 req-f1515f93-9abe-4f14-9f56-5bc8bf033d70 service neutron] 10.222.0.73 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238275 May 25 23:38:23.868023 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c2988-6db9-42b7-9112-043882a327f4 req-76eb9c21-0a60-4ee0-9e72-4065011989dd tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:23.869466 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e71c2988-6db9-42b7-9112-043882a327f4 req-76eb9c21-0a60-4ee0-9e72-4065011989dd tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.0780001 May 25 23:38:23.916059 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e71c2988-6db9-42b7-9112-043882a327f4 req-d84c905a-151f-46f5-9900-12dc32389970 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=80588897-786e-425f-958f-6cfdacb381d7&id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410049 May 25 23:38:25.119282 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f68c69-ce1e-40e9-8307-b81748e5e3de req-42691da5-98b6-4c6f-8ec3-1eb342dc5198 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:25.120741 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-39f68c69-ce1e-40e9-8307-b81748e5e3de req-42691da5-98b6-4c6f-8ec3-1eb342dc5198 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.0820994 May 25 23:38:25.173778 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-39f68c69-ce1e-40e9-8307-b81748e5e3de req-9d4638ef-839c-4ec9-a93e-4b6abead7595 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=80588897-786e-425f-958f-6cfdacb381d7&id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456321 May 25 23:38:26.517662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f04e46-fcb0-4776-8704-1562775feb74 req-d8cf143b-1c9f-4e55-b718-1e2708769397 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:26.518989 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-56f04e46-fcb0-4776-8704-1562775feb74 req-d8cf143b-1c9f-4e55-b718-1e2708769397 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.0749474 May 25 23:38:26.565072 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-56f04e46-fcb0-4776-8704-1562775feb74 req-8fb3c601-dec0-4aaa-8089-2be84c921010 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=80588897-786e-425f-958f-6cfdacb381d7&id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404973 May 25 23:38:27.763930 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb1988-1cb7-44b8-8c90-c7ca94090b39 req-41b3befc-8edd-48cc-bc01-c019b95d5695 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:27.765439 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b8bb1988-1cb7-44b8-8c90-c7ca94090b39 req-41b3befc-8edd-48cc-bc01-c019b95d5695 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.0786240 May 25 23:38:27.812188 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b8bb1988-1cb7-44b8-8c90-c7ca94090b39 req-f3dadc36-3602-466f-b327-1046820a9afb tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=80588897-786e-425f-958f-6cfdacb381d7&id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411003 May 25 23:38:29.006375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51603179-7516-4dee-8f98-45e71c880406 req-13df48c5-6b47-4154-97d5-bdec7f53e599 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:29.007803 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-51603179-7516-4dee-8f98-45e71c880406 req-13df48c5-6b47-4154-97d5-bdec7f53e599 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.0774710 May 25 23:38:29.054370 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-51603179-7516-4dee-8f98-45e71c880406 req-d2cffc36-a488-4775-bd86-2e8ae7c3081f tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=80588897-786e-425f-958f-6cfdacb381d7&id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410304 May 25 23:38:30.251315 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9446fe2-7a08-4ebb-8428-14d1cb675dc3 req-4c890d33-8fe5-4b0e-9d8e-302ce5af94f1 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:30.253539 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9446fe2-7a08-4ebb-8428-14d1cb675dc3 req-4c890d33-8fe5-4b0e-9d8e-302ce5af94f1 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.0806286 May 25 23:38:30.299477 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9446fe2-7a08-4ebb-8428-14d1cb675dc3 req-1ee8192b-cdf2-493a-b623-32e96dfe02c4 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=80588897-786e-425f-958f-6cfdacb381d7&id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397463 May 25 23:38:31.513520 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb469561-e7c0-408b-8390-420a9b659803 req-acb3b8aa-a319-437c-a606-e0cb6984d370 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:31.514951 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fb469561-e7c0-408b-8390-420a9b659803 req-acb3b8aa-a319-437c-a606-e0cb6984d370 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.0774350 May 25 23:38:31.565019 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fb469561-e7c0-408b-8390-420a9b659803 req-9e1f4df3-1051-41d6-85d4-264314d10579 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=80588897-786e-425f-958f-6cfdacb381d7&id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429082 May 25 23:38:32.844104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac02e4a-ee24-4c52-8e6e-40efaa6ea15a req-f72614f8-e356-4aaa-9578-e9947a60b1ab tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:32.845573 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3ac02e4a-ee24-4c52-8e6e-40efaa6ea15a req-f72614f8-e356-4aaa-9578-e9947a60b1ab tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.1622937 May 25 23:38:32.892487 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3ac02e4a-ee24-4c52-8e6e-40efaa6ea15a req-e2d1feb3-9b9b-4094-89ed-3586ad2a1db3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=80588897-786e-425f-958f-6cfdacb381d7&id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406015 May 25 23:38:34.087061 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd56d3-f494-4b2a-828a-93d42ab649d3 req-0db8f5ca-67b1-4293-91b6-d66a8f0561b9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:34.088464 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-37bd56d3-f494-4b2a-828a-93d42ab649d3 req-0db8f5ca-67b1-4293-91b6-d66a8f0561b9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.0773211 May 25 23:38:34.133769 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-37bd56d3-f494-4b2a-828a-93d42ab649d3 req-966ab941-90a6-4135-b713-f013250f2900 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=80588897-786e-425f-958f-6cfdacb381d7&id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396235 May 25 23:38:35.329820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8d31e-1a98-4182-9116-474a0736c603 req-72a85bef-39ea-433f-927a-27217dc849a8 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:35.331878 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9bd8d31e-1a98-4182-9116-474a0736c603 req-72a85bef-39ea-433f-927a-27217dc849a8 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.0750215 May 25 23:38:35.379395 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9bd8d31e-1a98-4182-9116-474a0736c603 req-f6249be1-a72d-452a-ba48-5e2ab6a16e50 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=80588897-786e-425f-958f-6cfdacb381d7&id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415666 May 25 23:38:35.635809 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9542c4f4-84dd-44eb-9a87-940082fa0f3e req-be13c7ac-5cdb-40be-bc46-573e07e6646a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03b5c234ff2149149ce9f8835827fa8e&device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 1137 time: 0.1398609 May 25 23:38:35.777094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542c4f4-84dd-44eb-9a87-940082fa0f3e req-5ba143b9-1185-4dd0-bb36-6bc80deae859 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:35.778392 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9542c4f4-84dd-44eb-9a87-940082fa0f3e req-5ba143b9-1185-4dd0-bb36-6bc80deae859 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e9edf71-c99c-432e-a5c8-8d9914e0743a HTTP/1.1" status: 200 len: 915 time: 0.1246903 May 25 23:38:35.875590 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9542c4f4-84dd-44eb-9a87-940082fa0f3e req-bda79375-d0ea-42bd-97af-fff6e961bf6a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5853bf5c-f35c-414f-b19c-646cf4c27ca2 HTTP/1.1" status: 200 len: 1000 time: 0.0917611 May 25 23:38:35.938770 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542c4f4-84dd-44eb-9a87-940082fa0f3e req-fdefe6df-4909-4e63-a086-0affc10d20e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:35.940136 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9542c4f4-84dd-44eb-9a87-940082fa0f3e req-fdefe6df-4909-4e63-a086-0affc10d20e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f2a8263c-3bb1-43bf-bb61-26f3c7f15a70 HTTP/1.1" status: 200 len: 853 time: 0.0582688 May 25 23:38:36.011069 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9542c4f4-84dd-44eb-9a87-940082fa0f3e req-89f9a7a4-6251-430e-954f-735c6cca457f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e9edf71-c99c-432e-a5c8-8d9914e0743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654633 May 25 23:38:36.214998 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9542c4f4-84dd-44eb-9a87-940082fa0f3e req-d2691b98-121a-46ec-b2ee-f422a95ee1c4 service neutron] 10.222.0.73 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983702 May 25 23:38:36.344230 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9542c4f4-84dd-44eb-9a87-940082fa0f3e req-453ff1c3-9573-4fe0-9525-9066ac0baf58 service neutron] 10.222.0.73 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240265 May 25 23:38:36.578940 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e228f5-088d-4cca-b3c5-e6b9d9a8376c req-63f1605d-357e-47b0-a333-84c20a5adb66 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:36.580287 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-09e228f5-088d-4cca-b3c5-e6b9d9a8376c req-63f1605d-357e-47b0-a333-84c20a5adb66 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.0793941 May 25 23:38:36.626045 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-09e228f5-088d-4cca-b3c5-e6b9d9a8376c req-bd43ea63-5e88-4a0d-a611-282981e2e0b8 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=80588897-786e-425f-958f-6cfdacb381d7&id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395179 May 25 23:38:37.821717 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6721ec-2fc2-4796-88b1-9b76902ddc25 req-53186ab8-ac67-46df-bdbb-8866e772d248 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:37.823150 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2c6721ec-2fc2-4796-88b1-9b76902ddc25 req-53186ab8-ac67-46df-bdbb-8866e772d248 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.0769768 May 25 23:38:37.872890 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2c6721ec-2fc2-4796-88b1-9b76902ddc25 req-adc185e0-4094-4c53-b85e-a486049c7dab tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=80588897-786e-425f-958f-6cfdacb381d7&id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439665 May 25 23:38:39.076952 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf9526-b201-44ae-822a-db89ac2257ea req-78dcd3e8-775c-46c4-b301-ab4d90806e39 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:39.078487 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9faf9526-b201-44ae-822a-db89ac2257ea req-78dcd3e8-775c-46c4-b301-ab4d90806e39 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.0793533 May 25 23:38:39.129634 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9faf9526-b201-44ae-822a-db89ac2257ea req-c54a3d17-88df-490a-8899-3ce89d76a1b3 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=80588897-786e-425f-958f-6cfdacb381d7&id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436232 May 25 23:38:40.327143 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2e9fe-8334-46ca-ba9b-f31bdd9af284 req-70428eb7-e4e9-44b5-8757-5ba905c491cf tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:38:40.328620 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-80e2e9fe-8334-46ca-ba9b-f31bdd9af284 req-70428eb7-e4e9-44b5-8757-5ba905c491cf tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.0789824 May 25 23:38:40.375903 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-80e2e9fe-8334-46ca-ba9b-f31bdd9af284 req-2f601b97-b7a0-4b3e-9c83-5edc280b55c5 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=80588897-786e-425f-958f-6cfdacb381d7&id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415690 May 25 23:38:41.495743 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-33f5e44e-105c-418d-9aaa-8d585ae401ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:43.764254 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0e4f484b-3105-4c4b-8182-ee23bcadb570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:45.004232 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:45.141100 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:46.804464 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:38:47.653107 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:38:47.935454 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:11.489864 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8574d0bd-8747-4cea-a31e-72557555452f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:12.526637 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ebcbb62b-1eb5-4bc4-a1fe-10e83a181144 req-ee003ddb-ec5b-4083-abea-e6a0abf07b2a tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968329600&fields=id&tenant_id=03b5c234ff2149149ce9f8835827fa8e HTTP/1.1" status: 200 len: 267 time: 0.0411930 May 25 23:39:12.604267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbb62b-1eb5-4bc4-a1fe-10e83a181144 req-64bcb85d-0dfa-40ee-8f4e-d7c01ba47f2e tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:12.605685 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ebcbb62b-1eb5-4bc4-a1fe-10e83a181144 req-64bcb85d-0dfa-40ee-8f4e-d7c01ba47f2e tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 984 time: 0.0737536 May 25 23:39:12.615869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [req-ebcbb62b-1eb5-4bc4-a1fe-10e83a181144 req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Request body: {'port': {'security_groups': ['19fde09a-d4d8-44e8-8f5a-9963dfcb47d4']}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:39:12.730802 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-ebcbb62b-1eb5-4bc4-a1fe-10e83a181144 req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:12.965601 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [req-ebcbb62b-1eb5-4bc4-a1fe-10e83a181144 req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] For port 5853bf5c-f35c-414f-b19c-646cf4c27ca2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=5853bf5c-f35c-414f-b19c-646cf4c27ca2,segment=NetworkSegment(4a03a7b2-0bcc-4b80-ae28-b0b605337853),segment_id=4a03a7b2-0bcc-4b80-ae28-b0b605337853)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:39:12.989131 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-ebcbb62b-1eb5-4bc4-a1fe-10e83a181144 req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:13.049755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-ebcbb62b-1eb5-4bc4-a1fe-10e83a181144 req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:13.060832 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['5853bf5c-f35c-414f-b19c-646cf4c27ca2'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:39:13.117673 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbb62b-1eb5-4bc4-a1fe-10e83a181144 req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:13.118383 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [req-ebcbb62b-1eb5-4bc4-a1fe-10e83a181144 req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:13.119675 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ebcbb62b-1eb5-4bc4-a1fe-10e83a181144 req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "PUT /v2.0/ports/5853bf5c-f35c-414f-b19c-646cf4c27ca2 HTTP/1.1" status: 200 len: 942 time: 0.5080502 May 25 23:39:13.120117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5b0673-06b5-4967-8d15-088670e818f0', 'tag': '5853bf5c-f35c-414f-b19c-646cf4c27ca2'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:39:13.133706 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48204) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:13.148466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Pushing event updated for resources: {'Port': ['ID=5853bf5c-f35c-414f-b19c-646cf4c27ca2,revision_number=7']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:13.158593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.159021 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.159591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.159850 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.160243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.161285 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.161285 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.161646 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.162021 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.162450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.163182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812f3d5-9ab4-4a9d-8257-31da34113dad tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.215462 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['5853bf5c-f35c-414f-b19c-646cf4c27ca2'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:39:13.244018 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0ff119-5fcd-40a7-a846-60b2eb61c5f2'] response: {'name': 'network-changed', 'server_uuid': '3d5b0673-06b5-4967-8d15-088670e818f0', 'tag': '5853bf5c-f35c-414f-b19c-646cf4c27ca2', 'status': 'completed', 'code': 200} May 25 23:39:13.250238 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:13.333914 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:13.404336 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bc4bee4a-3c27-4bb2-b430-33f632a8ffd2 req-837df2c1-21eb-46cc-aff2-39f8d7cd783e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03b5c234ff2149149ce9f8835827fa8e&device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 1098 time: 0.1406255 May 25 23:39:13.486508 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-97971dbf-0629-4c51-82fa-f1b07ced94c5 None None] Provisioning complete for port 5853bf5c-f35c-414f-b19c-646cf4c27ca2 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:39:13.486717 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-97971dbf-0629-4c51-82fa-f1b07ced94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:13.541702 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bee4a-3c27-4bb2-b430-33f632a8ffd2 req-bd2ab9a0-b356-47a5-ba76-53b6d85fddc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:13.543199 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bc4bee4a-3c27-4bb2-b430-33f632a8ffd2 req-bd2ab9a0-b356-47a5-ba76-53b6d85fddc6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e9edf71-c99c-432e-a5c8-8d9914e0743a HTTP/1.1" status: 200 len: 915 time: 0.1333725 May 25 23:39:13.650888 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bc4bee4a-3c27-4bb2-b430-33f632a8ffd2 req-c69607ee-47ea-445e-a687-82b7da610097 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5853bf5c-f35c-414f-b19c-646cf4c27ca2 HTTP/1.1" status: 200 len: 1000 time: 0.1018498 May 25 23:39:13.692509 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:13.728279 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80588897-786e-425f-958f-6cfdacb381d7,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:13.738094 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:13.739137 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "DELETE /v2.0/security-groups/80588897-786e-425f-958f-6cfdacb381d7 HTTP/1.1" status: 204 len: 168 time: 0.6042857 May 25 23:39:13.742424 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48210) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:13.748247 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.748620 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.748976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.749441 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.749775 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.750108 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.750438 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.750762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.751085 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.751410 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.751735 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966ef61-5b03-48ba-9381-58a07a25fd31 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:13.754836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bee4a-3c27-4bb2-b430-33f632a8ffd2 req-0907d4fd-e37a-4f59-8cb1-6e1374b4ba1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:13.756763 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bc4bee4a-3c27-4bb2-b430-33f632a8ffd2 req-0907d4fd-e37a-4f59-8cb1-6e1374b4ba1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f2a8263c-3bb1-43bf-bb61-26f3c7f15a70 HTTP/1.1" status: 200 len: 853 time: 0.1002488 May 25 23:39:13.757614 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6a9ab225-c3de-4125-9d43-d87ba5e86777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:13.836063 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bc4bee4a-3c27-4bb2-b430-33f632a8ffd2 req-18f46a58-cae5-4c53-a94a-dc1e38be514c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e9edf71-c99c-432e-a5c8-8d9914e0743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731001 May 25 23:39:13.943730 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-0e68ce76-c96b-49c8-8a72-248d9fcb5480 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Deleting port fe17a603-212c-409f-8268-6c6eef4b1941 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:39:13.944077 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e68ce76-c96b-49c8-8a72-248d9fcb5480 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:13.968871 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bc4bee4a-3c27-4bb2-b430-33f632a8ffd2 req-979c9e49-30f9-4856-a6dd-7c5187effb39 service neutron] 10.222.0.73 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268575 May 25 23:39:14.099574 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bc4bee4a-3c27-4bb2-b430-33f632a8ffd2 req-ed542057-dd45-4451-8791-4e2fc3478fd6 service neutron] 10.222.0.73 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254416 May 25 23:39:14.111757 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e68ce76-c96b-49c8-8a72-248d9fcb5480 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:14.112075 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e68ce76-c96b-49c8-8a72-248d9fcb5480 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:14.318657 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-0e68ce76-c96b-49c8-8a72-248d9fcb5480 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Calling delete_port for fe17a603-212c-409f-8268-6c6eef4b1941 owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:39:14.539640 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e68ce76-c96b-49c8-8a72-248d9fcb5480 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:14.587749 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68ce76-c96b-49c8-8a72-248d9fcb5480 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Pushing event deleted for resources: {'Port': ['ID=fe17a603-212c-409f-8268-6c6eef4b1941,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:14.673727 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e68ce76-c96b-49c8-8a72-248d9fcb5480 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:14.998317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:15.059223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e68ce76-c96b-49c8-8a72-248d9fcb5480 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Router 0fc149e6-de9b-4dac-beef-0cab163a71fd has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:39:15.110804 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:15.258916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e68ce76-c96b-49c8-8a72-248d9fcb5480 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:39:15.268946 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72712c35-ba46-4b92-9611-312ac18e814a None None] Sync routers for ids ['0fc149e6-de9b-4dac-beef-0cab163a71fd'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:39:15.275551 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0e68ce76-c96b-49c8-8a72-248d9fcb5480 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:15.280267 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72712c35-ba46-4b92-9611-312ac18e814a None None] Routers {'0fc149e6-de9b-4dac-beef-0cab163a71fd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:39:15.281085 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-72712c35-ba46-4b92-9611-312ac18e814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:39:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['0fc149e6-de9b-4dac-beef-0cab163a71fd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:15.331686 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0e68ce76-c96b-49c8-8a72-248d9fcb5480 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "DELETE /v2.0/floatingips/068f95fa-7568-4f6d-bfa9-6e4adb963b56 HTTP/1.1" status: 204 len: 168 time: 1.5881333 May 25 23:39:15.332349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5b0673-06b5-4967-8d15-088670e818f0', 'tag': '5853bf5c-f35c-414f-b19c-646cf4c27ca2'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:39:15.386885 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-196a15f5-db47-4d10-a16e-6163ce98fce7'] response: {'name': 'network-changed', 'server_uuid': '3d5b0673-06b5-4967-8d15-088670e818f0', 'tag': '5853bf5c-f35c-414f-b19c-646cf4c27ca2', 'status': 'completed', 'code': 200} May 25 23:39:15.461846 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-72712c35-ba46-4b92-9611-312ac18e814a None None] Set router 0fc149e6-de9b-4dac-beef-0cab163a71fd gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:39:15.484904 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d46cbae8-9d2b-4361-8623-3b0b8e6c3dfe req-95894081-54a9-456f-a44b-a2a9ffd48360 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03b5c234ff2149149ce9f8835827fa8e&device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 1098 time: 0.0766561 May 25 23:39:15.626693 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cbae8-9d2b-4361-8623-3b0b8e6c3dfe req-75de61da-c176-4aa1-87fd-66f0bb99d365 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:15.628204 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d46cbae8-9d2b-4361-8623-3b0b8e6c3dfe req-75de61da-c176-4aa1-87fd-66f0bb99d365 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e9edf71-c99c-432e-a5c8-8d9914e0743a HTTP/1.1" status: 200 len: 915 time: 0.1382606 May 25 23:39:15.695773 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d46cbae8-9d2b-4361-8623-3b0b8e6c3dfe req-d14b3eec-9469-4eab-91f9-a185e85413c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5853bf5c-f35c-414f-b19c-646cf4c27ca2 HTTP/1.1" status: 200 len: 217 time: 0.0607567 May 25 23:39:15.762396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cbae8-9d2b-4361-8623-3b0b8e6c3dfe req-bc6add39-7505-4941-a3bb-0626e1aa4596 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:15.763950 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d46cbae8-9d2b-4361-8623-3b0b8e6c3dfe req-bc6add39-7505-4941-a3bb-0626e1aa4596 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f2a8263c-3bb1-43bf-bb61-26f3c7f15a70 HTTP/1.1" status: 200 len: 853 time: 0.0625687 May 25 23:39:15.817769 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-72712c35-ba46-4b92-9611-312ac18e814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'name': 'tempest-TestMinimumBasicScenario-270290729-router', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:03Z', 'updated_at': '2022-05-25T23:37:06Z', 'revision_number': 4, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'gw_port': {'id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:04Z', 'updated_at': '2022-05-25T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c160775e-1489-414b-92ac-986748f74eeb', 'name': '', 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'mac_address': 'fa:16:3e:fa:28:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:06Z', 'updated_at': '2022-05-25T23:37:15Z', 'revision_number': 5, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'subnets': [{'id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:15.822455 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72712c35-ba46-4b92-9611-312ac18e814a None None] Checking router: 0fc149e6-de9b-4dac-beef-0cab163a71fd for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:39:15.833467 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72712c35-ba46-4b92-9611-312ac18e814a None None] Routers {'0fc149e6-de9b-4dac-beef-0cab163a71fd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:39:15.834173 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-72712c35-ba46-4b92-9611-312ac18e814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:39:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['0fc149e6-de9b-4dac-beef-0cab163a71fd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:15.845050 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d46cbae8-9d2b-4361-8623-3b0b8e6c3dfe req-e30288ce-aa3f-48ec-b5a2-7ba7a157e61b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e9edf71-c99c-432e-a5c8-8d9914e0743a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754616 May 25 23:39:16.021313 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-72712c35-ba46-4b92-9611-312ac18e814a None None] Set router 0fc149e6-de9b-4dac-beef-0cab163a71fd gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:39:16.063040 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d46cbae8-9d2b-4361-8623-3b0b8e6c3dfe req-2bb1aedb-654b-405c-9e75-d7b48ea07318 service neutron] 10.222.0.73 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124114 May 25 23:39:16.207837 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d46cbae8-9d2b-4361-8623-3b0b8e6c3dfe req-abab6b12-607f-47ec-8a05-aff8bcf5631d service neutron] 10.222.0.73 "GET /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342158 May 25 23:39:16.331748 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-72712c35-ba46-4b92-9611-312ac18e814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'name': 'tempest-TestMinimumBasicScenario-270290729-router', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:03Z', 'updated_at': '2022-05-25T23:37:06Z', 'revision_number': 4, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'gw_port': {'id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:04Z', 'updated_at': '2022-05-25T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c160775e-1489-414b-92ac-986748f74eeb', 'name': '', 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'mac_address': 'fa:16:3e:fa:28:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:06Z', 'updated_at': '2022-05-25T23:37:15Z', 'revision_number': 5, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'subnets': [{'id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:16.335881 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72712c35-ba46-4b92-9611-312ac18e814a None None] The sync data for ids ['0fc149e6-de9b-4dac-beef-0cab163a71fd'] in dv-neutron-843300-1-hyperv is: [{'id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'name': 'tempest-TestMinimumBasicScenario-270290729-router', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:03Z', 'updated_at': '2022-05-25T23:37:06Z', 'revision_number': 4, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'gw_port': {'id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:04Z', 'updated_at': '2022-05-25T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c160775e-1489-414b-92ac-986748f74eeb', 'name': '', 'network_id': '2e9edf71-c99c-432e-a5c8-8d9914e0743a', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'mac_address': 'fa:16:3e:fa:28:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:06Z', 'updated_at': '2022-05-25T23:37:15Z', 'revision_number': 5, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'subnets': [{'id': 'f2a8263c-3bb1-43bf-bb61-26f3c7f15a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:39:16.573483 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea38417-720d-4a61-a860-ff5728b67f97 None None] New status for floating IP 068f95fa-7568-4f6d-bfa9-6e4adb963b56: DOWN {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:39:16.779414 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:17.923946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:21.237913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934f188-bf11-4d0a-a274-cfdbd7ac33cb req-7cdd7d63-acc4-47e6-b67e-06716e726eeb tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:21.238611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-9934f188-bf11-4d0a-a274-cfdbd7ac33cb req-7cdd7d63-acc4-47e6-b67e-06716e726eeb tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Synchronizing usage tracker for tenant:03b5c234ff2149149ce9f8835827fa8e on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:39:21.347262 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-9934f188-bf11-4d0a-a274-cfdbd7ac33cb req-7cdd7d63-acc4-47e6-b67e-06716e726eeb tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Unset dirty status for tenant:03b5c234ff2149149ce9f8835827fa8e on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:39:21.348574 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9934f188-bf11-4d0a-a274-cfdbd7ac33cb req-7cdd7d63-acc4-47e6-b67e-06716e726eeb tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 945 time: 0.1852458 May 25 23:39:21.393916 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9934f188-bf11-4d0a-a274-cfdbd7ac33cb req-8a8bf2b3-9b79-4a64-b7b2-fbf3348cbd2f tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395403 May 25 23:39:22.593232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a6129-f499-41f6-9f72-657afc894abd req-296acd0a-e8be-4af9-a2c7-fdcff97a267b tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:22.595071 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-860a6129-f499-41f6-9f72-657afc894abd req-296acd0a-e8be-4af9-a2c7-fdcff97a267b tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 945 time: 0.0794785 May 25 23:39:22.638853 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-860a6129-f499-41f6-9f72-657afc894abd req-6fd1832a-02c6-477b-9677-46d2f78687e9 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/security-groups?id=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386605 May 25 23:39:22.830710 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2312cb9-b7cc-4720-ad26-ef8eb95cd0da req-e6fbbd36-1006-47c2-a2e7-de3e35d76156 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:22.831386 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-d2312cb9-b7cc-4720-ad26-ef8eb95cd0da req-e6fbbd36-1006-47c2-a2e7-de3e35d76156 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Synchronizing usage tracker for tenant:03b5c234ff2149149ce9f8835827fa8e on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:39:22.843555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-d2312cb9-b7cc-4720-ad26-ef8eb95cd0da req-e6fbbd36-1006-47c2-a2e7-de3e35d76156 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Unset dirty status for tenant:03b5c234ff2149149ce9f8835827fa8e on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:39:22.844571 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d2312cb9-b7cc-4720-ad26-ef8eb95cd0da req-e6fbbd36-1006-47c2-a2e7-de3e35d76156 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 945 time: 0.0913992 May 25 23:39:22.911300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-d2312cb9-b7cc-4720-ad26-ef8eb95cd0da req-058eade8-ba08-4a21-a7ef-0a05c1ad014e tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Deleting port 5853bf5c-f35c-414f-b19c-646cf4c27ca2 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:39:22.911643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-d2312cb9-b7cc-4720-ad26-ef8eb95cd0da req-058eade8-ba08-4a21-a7ef-0a05c1ad014e tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:23.151253 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-d2312cb9-b7cc-4720-ad26-ef8eb95cd0da req-058eade8-ba08-4a21-a7ef-0a05c1ad014e tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] For port 5853bf5c-f35c-414f-b19c-646cf4c27ca2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=5853bf5c-f35c-414f-b19c-646cf4c27ca2,segment=NetworkSegment(4a03a7b2-0bcc-4b80-ae28-b0b605337853),segment_id=4a03a7b2-0bcc-4b80-ae28-b0b605337853)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:39:23.151609 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-d2312cb9-b7cc-4720-ad26-ef8eb95cd0da req-058eade8-ba08-4a21-a7ef-0a05c1ad014e tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:23.272415 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-d2312cb9-b7cc-4720-ad26-ef8eb95cd0da req-058eade8-ba08-4a21-a7ef-0a05c1ad014e tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Calling delete_port for 5853bf5c-f35c-414f-b19c-646cf4c27ca2 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:39:23.470648 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-d2312cb9-b7cc-4720-ad26-ef8eb95cd0da req-058eade8-ba08-4a21-a7ef-0a05c1ad014e tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:23.483534 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['5853bf5c-f35c-414f-b19c-646cf4c27ca2'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:39:23.520828 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058eade8-ba08-4a21-a7ef-0a05c1ad014e tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Pushing event deleted for resources: {'Port': ['ID=5853bf5c-f35c-414f-b19c-646cf4c27ca2,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:23.593396 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2312cb9-b7cc-4720-ad26-ef8eb95cd0da req-058eade8-ba08-4a21-a7ef-0a05c1ad014e tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] No DVR routers for this DVR port 5853bf5c-f35c-414f-b19c-646cf4c27ca2 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:39:23.595723 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-d2312cb9-b7cc-4720-ad26-ef8eb95cd0da req-058eade8-ba08-4a21-a7ef-0a05c1ad014e tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:23.598213 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5b0673-06b5-4967-8d15-088670e818f0', 'name': 'network-vif-deleted', 'tag': '5853bf5c-f35c-414f-b19c-646cf4c27ca2'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:39:23.677411 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d2312cb9-b7cc-4720-ad26-ef8eb95cd0da req-058eade8-ba08-4a21-a7ef-0a05c1ad014e tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.73 "DELETE /v2.0/ports/5853bf5c-f35c-414f-b19c-646cf4c27ca2 HTTP/1.1" status: 204 len: 173 time: 0.8278182 May 25 23:39:23.730844 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc8f6dd2-d74c-405e-be25-139ad9d1f4fb'] response: {'server_uuid': '3d5b0673-06b5-4967-8d15-088670e818f0', 'name': 'network-vif-deleted', 'tag': '5853bf5c-f35c-414f-b19c-646cf4c27ca2', 'status': 'completed', 'code': 200} May 25 23:39:23.801270 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b64bd2c6-aa43-4757-8467-43a46615b2bb req-01e8d342-f8b3-43e4-9148-400ba1c1bf88 tempest-TestMinimumBasicScenario-39756223 tempest-TestMinimumBasicScenario-39756223-project] 10.222.0.66 "GET /v2.0/ports?device_id=3d5b0673-06b5-4967-8d15-088670e818f0 HTTP/1.1" status: 200 len: 210 time: 0.0396080 May 25 23:39:24.652930 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:39:26.238812 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48296) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:26.737492 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-04c74227-4d8c-4638-b3e1-eda2686a16df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:27.323584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-04c74227-4d8c-4638-b3e1-eda2686a16df admin admin] Deleting port c160775e-1489-414b-92ac-986748f74eeb {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:39:27.324203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-04c74227-4d8c-4638-b3e1-eda2686a16df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:27.493861 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-04c74227-4d8c-4638-b3e1-eda2686a16df admin admin] For port c160775e-1489-414b-92ac-986748f74eeb, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c160775e-1489-414b-92ac-986748f74eeb,segment=NetworkSegment(4a03a7b2-0bcc-4b80-ae28-b0b605337853),segment_id=4a03a7b2-0bcc-4b80-ae28-b0b605337853)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:39:27.494211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-04c74227-4d8c-4638-b3e1-eda2686a16df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:27.496707 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 5853bf5c-f35c-414f-b19c-646cf4c27ca2 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:39:27.568999 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 5853bf5c-f35c-414f-b19c-646cf4c27ca2 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:39:27.569252 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 5853bf5c-f35c-414f-b19c-646cf4c27ca2 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:39:27.616112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-04c74227-4d8c-4638-b3e1-eda2686a16df admin admin] Calling delete_port for c160775e-1489-414b-92ac-986748f74eeb owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:39:27.832783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-04c74227-4d8c-4638-b3e1-eda2686a16df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:27.876862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c74227-4d8c-4638-b3e1-eda2686a16df admin admin] Pushing event deleted for resources: {'Port': ['ID=c160775e-1489-414b-92ac-986748f74eeb,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:28.259973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-04c74227-4d8c-4638-b3e1-eda2686a16df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:28.819862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c74227-4d8c-4638-b3e1-eda2686a16df admin admin] Router 0fc149e6-de9b-4dac-beef-0cab163a71fd has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:39:29.015736 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c74227-4d8c-4638-b3e1-eda2686a16df admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:39:29.024126 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1a7471-a5d2-4686-b553-e3af17819d06 None None] Sync routers for ids ['0fc149e6-de9b-4dac-beef-0cab163a71fd'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:39:29.027865 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-04c74227-4d8c-4638-b3e1-eda2686a16df admin admin] 10.222.0.66 "PUT /v2.0/routers/0fc149e6-de9b-4dac-beef-0cab163a71fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7877035 May 25 23:39:29.030101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48300) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:29.035844 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1a7471-a5d2-4686-b553-e3af17819d06 None None] Routers {'0fc149e6-de9b-4dac-beef-0cab163a71fd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:39:29.036430 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-be1a7471-a5d2-4686-b553-e3af17819d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:39:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['0fc149e6-de9b-4dac-beef-0cab163a71fd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:29.208160 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-be1a7471-a5d2-4686-b553-e3af17819d06 None None] Set router 0fc149e6-de9b-4dac-beef-0cab163a71fd gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:39:29.220047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf236315-7e2e-409d-8466-3371937afafd admin admin] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:29.416654 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf236315-7e2e-409d-8466-3371937afafd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:29.486816 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-be1a7471-a5d2-4686-b553-e3af17819d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'name': 'tempest-TestMinimumBasicScenario-270290729-router', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:03Z', 'updated_at': '2022-05-25T23:39:27Z', 'revision_number': 5, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'gw_port': {'id': '9f14fcdc-13eb-49f6-a2e2-c903b65c6275', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:04Z', 'updated_at': '2022-05-25T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:29.490505 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1a7471-a5d2-4686-b553-e3af17819d06 None None] Checking router: 0fc149e6-de9b-4dac-beef-0cab163a71fd for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:39:29.501337 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1a7471-a5d2-4686-b553-e3af17819d06 None None] Routers {'0fc149e6-de9b-4dac-beef-0cab163a71fd'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:39:29.501911 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-be1a7471-a5d2-4686-b553-e3af17819d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:39:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['0fc149e6-de9b-4dac-beef-0cab163a71fd'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:29.511071 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-cf236315-7e2e-409d-8466-3371937afafd admin admin] Deleting port 9f14fcdc-13eb-49f6-a2e2-c903b65c6275 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:39:29.511432 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf236315-7e2e-409d-8466-3371937afafd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:29.677495 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-be1a7471-a5d2-4686-b553-e3af17819d06 None None] Set router 0fc149e6-de9b-4dac-beef-0cab163a71fd gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:39:29.782606 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-be1a7471-a5d2-4686-b553-e3af17819d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'name': 'tempest-TestMinimumBasicScenario-270290729-router', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:03Z', 'updated_at': '2022-05-25T23:39:29Z', 'revision_number': 6, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:29.786346 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1a7471-a5d2-4686-b553-e3af17819d06 None None] The sync data for ids ['0fc149e6-de9b-4dac-beef-0cab163a71fd'] in dv-neutron-843300-1-hyperv is: [{'id': '0fc149e6-de9b-4dac-beef-0cab163a71fd', 'name': 'tempest-TestMinimumBasicScenario-270290729-router', 'tenant_id': '03b5c234ff2149149ce9f8835827fa8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:03Z', 'updated_at': '2022-05-25T23:39:29Z', 'revision_number': 6, 'project_id': '03b5c234ff2149149ce9f8835827fa8e', 'gw_port_host': None}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:39:29.806350 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-cf236315-7e2e-409d-8466-3371937afafd admin admin] For port 9f14fcdc-13eb-49f6-a2e2-c903b65c6275, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9f14fcdc-13eb-49f6-a2e2-c903b65c6275,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:39:29.806695 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf236315-7e2e-409d-8466-3371937afafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:29.929292 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-cf236315-7e2e-409d-8466-3371937afafd admin admin] Calling delete_port for 9f14fcdc-13eb-49f6-a2e2-c903b65c6275 owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:39:30.153222 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf236315-7e2e-409d-8466-3371937afafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:30.200658 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf236315-7e2e-409d-8466-3371937afafd admin admin] Pushing event deleted for resources: {'Port': ['ID=9f14fcdc-13eb-49f6-a2e2-c903b65c6275,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:30.419942 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf236315-7e2e-409d-8466-3371937afafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:30.676811 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf236315-7e2e-409d-8466-3371937afafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:30.681412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf236315-7e2e-409d-8466-3371937afafd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:30.832698 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf236315-7e2e-409d-8466-3371937afafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:30.833230 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf236315-7e2e-409d-8466-3371937afafd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fc149e6-de9b-4dac-beef-0cab163a71fd {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:39:30.845920 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cf236315-7e2e-409d-8466-3371937afafd admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:30.847344 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cf236315-7e2e-409d-8466-3371937afafd admin admin] 10.222.0.66 "DELETE /v2.0/routers/0fc149e6-de9b-4dac-beef-0cab163a71fd HTTP/1.1" status: 204 len: 168 time: 1.8162115 May 25 23:39:30.849945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48304) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:30.915795 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b567a93-05f4-4817-88c2-0e91cfd008e6 admin admin] Deleting subnet f2a8263c-3bb1-43bf-bb61-26f3c7f15a70 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:39:30.921212 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0b567a93-05f4-4817-88c2-0e91cfd008e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:30.969587 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0b567a93-05f4-4817-88c2-0e91cfd008e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:31.045386 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0b567a93-05f4-4817-88c2-0e91cfd008e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:31.175977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0b567a93-05f4-4817-88c2-0e91cfd008e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:31.213399 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b567a93-05f4-4817-88c2-0e91cfd008e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a8263c-3bb1-43bf-bb61-26f3c7f15a70,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:31.218073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0b567a93-05f4-4817-88c2-0e91cfd008e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:31.223457 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256315a8-e705-4361-96f0-03cfc6b27a8c None None] Network 2e9edf71-c99c-432e-a5c8-8d9914e0743a requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:39:31.224018 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0b567a93-05f4-4817-88c2-0e91cfd008e6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f2a8263c-3bb1-43bf-bb61-26f3c7f15a70 HTTP/1.1" status: 204 len: 168 time: 0.3726346 May 25 23:39:31.226058 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48308) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:31.430699 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:31.441945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] Deleting port 6061886e-7e9e-4977-b0a3-985e7928e1e6 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:39:31.442459 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:31.476049 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d4a214-cfac-49ca-b8ca-96efd2a52454 None None] DHCP port deletion for 2e9edf71-c99c-432e-a5c8-8d9914e0743a request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:39:31.481536 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-42d4a214-cfac-49ca-b8ca-96efd2a52454 None None] Deleting port 6061886e-7e9e-4977-b0a3-985e7928e1e6 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:39:31.481924 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-42d4a214-cfac-49ca-b8ca-96efd2a52454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:31.583920 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 6061886e-7e9e-4977-b0a3-985e7928e1e6 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:39:31.649726 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] For port 6061886e-7e9e-4977-b0a3-985e7928e1e6, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6061886e-7e9e-4977-b0a3-985e7928e1e6,segment=NetworkSegment(4a03a7b2-0bcc-4b80-ae28-b0b605337853),segment_id=4a03a7b2-0bcc-4b80-ae28-b0b605337853)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:39:31.650076 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:31.734604 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-42d4a214-cfac-49ca-b8ca-96efd2a52454 None None] For port 6061886e-7e9e-4977-b0a3-985e7928e1e6, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=6061886e-7e9e-4977-b0a3-985e7928e1e6,segment=NetworkSegment(4a03a7b2-0bcc-4b80-ae28-b0b605337853),segment_id=4a03a7b2-0bcc-4b80-ae28-b0b605337853)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:39:31.734871 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-42d4a214-cfac-49ca-b8ca-96efd2a52454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:31.768307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] Calling delete_port for 6061886e-7e9e-4977-b0a3-985e7928e1e6 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:39:31.875398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-42d4a214-cfac-49ca-b8ca-96efd2a52454 None None] Calling delete_port for 6061886e-7e9e-4977-b0a3-985e7928e1e6 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:39:31.901262 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:31.940913 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:31.949235 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=6061886e-7e9e-4977-b0a3-985e7928e1e6,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:31.953789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] No DVR routers for this DVR port 6061886e-7e9e-4977-b0a3-985e7928e1e6 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:39:32.006228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-42d4a214-cfac-49ca-b8ca-96efd2a52454 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:39:32.006483 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-42d4a214-cfac-49ca-b8ca-96efd2a52454 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:39:32.012014 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9f14fcdc-13eb-49f6-a2e2-c903b65c6275 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:39:32.042807 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 9f14fcdc-13eb-49f6-a2e2-c903b65c6275 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:39:32.043165 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9f14fcdc-13eb-49f6-a2e2-c903b65c6275 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:39:32.043547 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c160775e-1489-414b-92ac-986748f74eeb no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:39:32.068358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:32.073744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: c160775e-1489-414b-92ac-986748f74eeb {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:39:32.074079 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c160775e-1489-414b-92ac-986748f74eeb not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:39:32.094674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9edf71-c99c-432e-a5c8-8d9914e0743a']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:32.106762 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a03a7b2-0bcc-4b80-ae28-b0b605337853') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:32.107053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a03a7b2-0bcc-4b80-ae28-b0b605337853') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:32.118076 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:32.134177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:32.140253 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:39:32.140756 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:39:32.154028 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:39:32.307185 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:32.323696 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:32.334826 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e9edf71-c99c-432e-a5c8-8d9914e0743a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:32.433371 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cc124950-8e76-4542-8e63-a0e9978c1c9a admin admin] 10.222.0.66 "DELETE /v2.0/networks/2e9edf71-c99c-432e-a5c8-8d9914e0743a HTTP/1.1" status: 204 len: 168 time: 1.2063184 May 25 23:39:32.436134 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48312) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:32.507991 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-42d4a214-cfac-49ca-b8ca-96efd2a52454 None None] Deleting port 6061886e-7e9e-4977-b0a3-985e7928e1e6 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:39:32.509432 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-42d4a214-cfac-49ca-b8ca-96efd2a52454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:32.574191 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-42d4a214-cfac-49ca-b8ca-96efd2a52454 None None] The port '6061886e-7e9e-4977-b0a3-985e7928e1e6' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:39:32.818948 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0850-eb3f-4c15-af4f-8250118ae072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:33.494965 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb0850-eb3f-4c15-af4f-8250118ae072 admin admin] Deleting port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:39:33.495750 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0850-eb3f-4c15-af4f-8250118ae072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:33.665873 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-c0eb0850-eb3f-4c15-af4f-8250118ae072 admin admin] For port 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=69fd8f00-749c-4fb0-b0b7-0cf0a49def4c,segment=NetworkSegment(45a18ff0-328b-4a18-b1c5-6b05e5739b1a),segment_id=45a18ff0-328b-4a18-b1c5-6b05e5739b1a)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:39:33.666219 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0850-eb3f-4c15-af4f-8250118ae072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:33.783190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb0850-eb3f-4c15-af4f-8250118ae072 admin admin] Calling delete_port for 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:39:33.993077 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0850-eb3f-4c15-af4f-8250118ae072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:34.035934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb0850-eb3f-4c15-af4f-8250118ae072 admin admin] Pushing event deleted for resources: {'Port': ['ID=69fd8f00-749c-4fb0-b0b7-0cf0a49def4c,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:34.319629 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0850-eb3f-4c15-af4f-8250118ae072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:34.974934 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0eb0850-eb3f-4c15-af4f-8250118ae072 admin admin] Router 64dc4bc5-6ed2-41d7-b427-3c4f9f067e72 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:39:35.175557 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eb0850-eb3f-4c15-af4f-8250118ae072 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:39:35.184577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af3a21-5a58-4bd1-937e-15fad70b94be None None] Sync routers for ids ['64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:39:35.196349 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af3a21-5a58-4bd1-937e-15fad70b94be None None] Routers {'64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:39:35.197056 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d9af3a21-5a58-4bd1-937e-15fad70b94be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:39:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:35.266940 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c0eb0850-eb3f-4c15-af4f-8250118ae072 admin admin] 10.222.0.66 "PUT /v2.0/routers/64dc4bc5-6ed2-41d7-b427-3c4f9f067e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8296311 May 25 23:39:35.269458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48316) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:35.373102 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-d9af3a21-5a58-4bd1-937e-15fad70b94be None None] Set router 64dc4bc5-6ed2-41d7-b427-3c4f9f067e72 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:39:35.460149 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58b463b6-9ee1-42f8-b233-c4f38151c581 admin admin] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:35.659383 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58b463b6-9ee1-42f8-b233-c4f38151c581 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:35.695379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d9af3a21-5a58-4bd1-937e-15fad70b94be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'name': 'tempest-TestMinimumBasicScenario-1499958683-router', 'tenant_id': '88e052f613c442bc97e6e21adbab5eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '388fa294-3306-4dee-8ca5-43db1f4c39cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:11Z', 'updated_at': '2022-05-25T23:39:33Z', 'revision_number': 5, 'project_id': '88e052f613c442bc97e6e21adbab5eee', 'gw_port': {'id': '388fa294-3306-4dee-8ca5-43db1f4c39cf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:37:11Z', 'updated_at': '2022-05-25T23:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:35.700143 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af3a21-5a58-4bd1-937e-15fad70b94be None None] Checking router: 64dc4bc5-6ed2-41d7-b427-3c4f9f067e72 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:39:35.710765 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af3a21-5a58-4bd1-937e-15fad70b94be None None] Routers {'64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:39:35.712157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d9af3a21-5a58-4bd1-937e-15fad70b94be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:39:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:35.744948 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-58b463b6-9ee1-42f8-b233-c4f38151c581 admin admin] Deleting port 388fa294-3306-4dee-8ca5-43db1f4c39cf {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:39:35.745382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58b463b6-9ee1-42f8-b233-c4f38151c581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:35.866245 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-d9af3a21-5a58-4bd1-937e-15fad70b94be None None] Set router 64dc4bc5-6ed2-41d7-b427-3c4f9f067e72 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:39:35.914199 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-58b463b6-9ee1-42f8-b233-c4f38151c581 admin admin] For port 388fa294-3306-4dee-8ca5-43db1f4c39cf, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=388fa294-3306-4dee-8ca5-43db1f4c39cf,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:39:35.915121 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58b463b6-9ee1-42f8-b233-c4f38151c581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:35.973153 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-d9af3a21-5a58-4bd1-937e-15fad70b94be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'name': 'tempest-TestMinimumBasicScenario-1499958683-router', 'tenant_id': '88e052f613c442bc97e6e21adbab5eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:11Z', 'updated_at': '2022-05-25T23:39:35Z', 'revision_number': 6, 'project_id': '88e052f613c442bc97e6e21adbab5eee', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:35.977890 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af3a21-5a58-4bd1-937e-15fad70b94be None None] The sync data for ids ['64dc4bc5-6ed2-41d7-b427-3c4f9f067e72'] in dv-neutron-843300-1-hyperv is: [{'id': '64dc4bc5-6ed2-41d7-b427-3c4f9f067e72', 'name': 'tempest-TestMinimumBasicScenario-1499958683-router', 'tenant_id': '88e052f613c442bc97e6e21adbab5eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:37:11Z', 'updated_at': '2022-05-25T23:39:35Z', 'revision_number': 6, 'project_id': '88e052f613c442bc97e6e21adbab5eee', 'gw_port_host': None}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:39:36.033043 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-58b463b6-9ee1-42f8-b233-c4f38151c581 admin admin] Calling delete_port for 388fa294-3306-4dee-8ca5-43db1f4c39cf owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:39:36.272798 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58b463b6-9ee1-42f8-b233-c4f38151c581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:36.428966 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b463b6-9ee1-42f8-b233-c4f38151c581 admin admin] Pushing event deleted for resources: {'Port': ['ID=388fa294-3306-4dee-8ca5-43db1f4c39cf,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:36.659923 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58b463b6-9ee1-42f8-b233-c4f38151c581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:36.917938 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58b463b6-9ee1-42f8-b233-c4f38151c581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:36.922016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58b463b6-9ee1-42f8-b233-c4f38151c581 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:37.015029 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58b463b6-9ee1-42f8-b233-c4f38151c581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:37.015533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b463b6-9ee1-42f8-b233-c4f38151c581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64dc4bc5-6ed2-41d7-b427-3c4f9f067e72 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:39:37.027915 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-58b463b6-9ee1-42f8-b233-c4f38151c581 admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:37.031611 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-58b463b6-9ee1-42f8-b233-c4f38151c581 admin admin] 10.222.0.66 "DELETE /v2.0/routers/64dc4bc5-6ed2-41d7-b427-3c4f9f067e72 HTTP/1.1" status: 204 len: 168 time: 1.7587175 May 25 23:39:37.031847 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48320) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:37.092209 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-6480e57e-88a5-48b8-810e-7a2a6159d1a7 admin admin] Deleting subnet 4a024362-550f-4919-9856-53d6f532e272 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:39:37.096412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6480e57e-88a5-48b8-810e-7a2a6159d1a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:37.148910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6480e57e-88a5-48b8-810e-7a2a6159d1a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:37.232122 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6480e57e-88a5-48b8-810e-7a2a6159d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:37.368414 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6480e57e-88a5-48b8-810e-7a2a6159d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:37.410864 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480e57e-88a5-48b8-810e-7a2a6159d1a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a024362-550f-4919-9856-53d6f532e272,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:37.416919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6480e57e-88a5-48b8-810e-7a2a6159d1a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:37.421974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed1c6cf-49cc-4a93-87b3-cffe3e931c26 None None] Network c9cf206a-45c9-419e-8057-ac939f9189c8 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:39:37.422967 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6480e57e-88a5-48b8-810e-7a2a6159d1a7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4a024362-550f-4919-9856-53d6f532e272 HTTP/1.1" status: 204 len: 168 time: 0.3902612 May 25 23:39:37.425476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48324) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:37.541339 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:37.549032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] Deleting port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:39:37.549488 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:37.584554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 388fa294-3306-4dee-8ca5-43db1f4c39cf no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:39:37.621809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 388fa294-3306-4dee-8ca5-43db1f4c39cf {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:39:37.622142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 388fa294-3306-4dee-8ca5-43db1f4c39cf not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:39:37.622550 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:39:37.655163 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:39:37.655492 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 69fd8f00-749c-4fb0-b0b7-0cf0a49def4c not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:39:37.736089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec5c234-d908-419c-811d-4d088ed98e31 None None] DHCP port deletion for c9cf206a-45c9-419e-8057-ac939f9189c8 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:39:37.740237 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-eec5c234-d908-419c-811d-4d088ed98e31 None None] Deleting port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:39:37.740633 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eec5c234-d908-419c-811d-4d088ed98e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:37.753917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] For port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2,segment=NetworkSegment(45a18ff0-328b-4a18-b1c5-6b05e5739b1a),segment_id=45a18ff0-328b-4a18-b1c5-6b05e5739b1a)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:39:37.754261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:37.875083 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] Calling delete_port for 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:39:37.941910 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-eec5c234-d908-419c-811d-4d088ed98e31 None None] For port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2,segment=NetworkSegment(45a18ff0-328b-4a18-b1c5-6b05e5739b1a),segment_id=45a18ff0-328b-4a18-b1c5-6b05e5739b1a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:39:37.942291 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eec5c234-d908-419c-811d-4d088ed98e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:38.065228 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-eec5c234-d908-419c-811d-4d088ed98e31 None None] Calling delete_port for 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:39:38.158634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:38.163456 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-eec5c234-d908-419c-811d-4d088ed98e31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:39:38.163813 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-eec5c234-d908-419c-811d-4d088ed98e31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:39:38.203600 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:38.208039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] No DVR routers for this DVR port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 on host dv-neutron-843300-1-hyperv {{(pid=84716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:39:38.322799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:38.346994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cf206a-45c9-419e-8057-ac939f9189c8']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:38.359482 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a18ff0-328b-4a18-b1c5-6b05e5739b1a') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:38.359756 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a18ff0-328b-4a18-b1c5-6b05e5739b1a') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:38.370632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:38.386086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:38.392010 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:39:38.392385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:39:38.405362 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:39:38.569973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:38.585917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:38.596417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9cf206a-45c9-419e-8057-ac939f9189c8,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:38.606338 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5a404246-abf0-4570-afb6-54ffa4812a27 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c9cf206a-45c9-419e-8057-ac939f9189c8 HTTP/1.1" status: 204 len: 168 time: 1.1771934 May 25 23:39:38.664866 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-eec5c234-d908-419c-811d-4d088ed98e31 None None] Deleting port 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:39:38.665405 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eec5c234-d908-419c-811d-4d088ed98e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:38.736058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-eec5c234-d908-419c-811d-4d088ed98e31 None None] The port '2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:39:39.067039 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48330) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:39.119537 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5778747c-0994-45c9-9ade-8fe019c76954 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=03b5c234ff2149149ce9f8835827fa8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508077 May 25 23:39:39.121909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48334) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:39.179998 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-798ad4a9-0330-437c-a6fc-792c407d973b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:39.205980 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-798ad4a9-0330-437c-a6fc-792c407d973b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:39.356164 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-798ad4a9-0330-437c-a6fc-792c407d973b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:39.376166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ad4a9-0330-437c-a6fc-792c407d973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fde09a-d4d8-44e8-8f5a-9963dfcb47d4,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:39.385066 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-798ad4a9-0330-437c-a6fc-792c407d973b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:39.386165 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-798ad4a9-0330-437c-a6fc-792c407d973b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/19fde09a-d4d8-44e8-8f5a-9963dfcb47d4 HTTP/1.1" status: 204 len: 168 time: 0.2633801 May 25 23:39:39.577817 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:39:39.610918 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:39:39.611274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 2b4b108c-8f7b-47c9-b3c4-7ce886d80eb2 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:39:40.038439 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48342) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:40.087528 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9a22a17a-783c-4666-ab04-450c7b438a58 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88e052f613c442bc97e6e21adbab5eee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478680 May 25 23:39:40.090504 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48346) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:40.147871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b49e59c5-fb9d-4db4-bfaf-1ed4f15a59e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:40.173361 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b49e59c5-fb9d-4db4-bfaf-1ed4f15a59e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:40.295527 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b49e59c5-fb9d-4db4-bfaf-1ed4f15a59e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:40.313169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e59c5-fb9d-4db4-bfaf-1ed4f15a59e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b009ea18-f443-402c-a8a9-5377257a583c,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:40.319592 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b49e59c5-fb9d-4db4-bfaf-1ed4f15a59e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:40.320724 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b49e59c5-fb9d-4db4-bfaf-1ed4f15a59e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b009ea18-f443-402c-a8a9-5377257a583c HTTP/1.1" status: 204 len: 168 time: 0.2293122 May 25 23:39:41.501583 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-42ac7c04-1179-46fe-8e39-5535fd30b0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:43.018466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48390) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:43.024231 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485177002', 'description': 'tempest-secgroup-smoke-485177002 description', 'project_id': '1c828b41022e4367bd8a19171329f245'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:39:43.030834 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:39:43.034831 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:39:43.037808 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:39:43.043453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:39:43.112386 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:43.125599 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:43.155923 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:39:43.159628 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:39:43.162405 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:39:43.168674 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:39:43.235768 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:43.289905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:43.333074 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:39:43.335275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587529df-4ca5-44d0-af28-0cd2e8f7a95a,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:43.340309 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:39:43.343598 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:39:43.349182 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:39:43.404726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:43.465049 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:43.505167 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16854d6-6035-4ef7-94e2-937fdc2ae521,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:43.573278 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:43.574549 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-823f14bd-77f5-4566-93ff-3155c9dcea1e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5550749 May 25 23:39:43.577417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48394) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:43.582838 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-9ee5bed6-2306-401c-8c39-4ac833166e21 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': 'c16854d6-6035-4ef7-94e2-937fdc2ae521', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:39:43.589353 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9ee5bed6-2306-401c-8c39-4ac833166e21 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:39:43.593201 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9ee5bed6-2306-401c-8c39-4ac833166e21 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:39:43.595990 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9ee5bed6-2306-401c-8c39-4ac833166e21 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:39:43.601631 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9ee5bed6-2306-401c-8c39-4ac833166e21 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:39:43.700083 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bed6-2306-401c-8c39-4ac833166e21 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:43.759654 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bed6-2306-401c-8c39-4ac833166e21 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:43.773378 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8d96bbf2-8363-4708-b74b-4acdd2383d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:43.876248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bed6-2306-401c-8c39-4ac833166e21 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:43.898907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5bed6-2306-401c-8c39-4ac833166e21 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93002398-3298-4f6b-b344-90523f4508a0,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:43.972959 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bed6-2306-401c-8c39-4ac833166e21 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:43.974212 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9ee5bed6-2306-401c-8c39-4ac833166e21 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3958712 May 25 23:39:43.976870 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48398) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:43.983286 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-7ff2736c-50c4-486d-a927-309fa6d38d6a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': 'c16854d6-6035-4ef7-94e2-937fdc2ae521', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:39:43.989282 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7ff2736c-50c4-486d-a927-309fa6d38d6a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:39:43.992998 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7ff2736c-50c4-486d-a927-309fa6d38d6a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:39:43.996627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-7ff2736c-50c4-486d-a927-309fa6d38d6a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:39:44.002399 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-7ff2736c-50c4-486d-a927-309fa6d38d6a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:39:44.082007 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7ff2736c-50c4-486d-a927-309fa6d38d6a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:44.144770 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7ff2736c-50c4-486d-a927-309fa6d38d6a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:44.192183 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7ff2736c-50c4-486d-a927-309fa6d38d6a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:44.215803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2736c-50c4-486d-a927-309fa6d38d6a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38274639-7db3-4e31-955e-d4822bac97bf,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:44.272393 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7ff2736c-50c4-486d-a927-309fa6d38d6a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:44.276212 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7ff2736c-50c4-486d-a927-309fa6d38d6a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2958603 May 25 23:39:44.276439 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48402) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:44.282754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-3db191eb-5cb6-44bf-8266-8578a13319f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': 'c16854d6-6035-4ef7-94e2-937fdc2ae521', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:39:44.288841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3db191eb-5cb6-44bf-8266-8578a13319f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:39:44.293266 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3db191eb-5cb6-44bf-8266-8578a13319f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:39:44.296190 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-3db191eb-5cb6-44bf-8266-8578a13319f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:39:44.301826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-3db191eb-5cb6-44bf-8266-8578a13319f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:39:44.364343 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3db191eb-5cb6-44bf-8266-8578a13319f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:44.429035 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3db191eb-5cb6-44bf-8266-8578a13319f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:44.483661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3db191eb-5cb6-44bf-8266-8578a13319f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:44.506501 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db191eb-5cb6-44bf-8266-8578a13319f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422fa24a-78b2-4ca8-9719-e4017670e7b3,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:44.563853 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-3db191eb-5cb6-44bf-8266-8578a13319f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:44.565102 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-3db191eb-5cb6-44bf-8266-8578a13319f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2868872 May 25 23:39:44.567740 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48406) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:44.573047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-25ba77c1-5f7c-4da5-a26d-96f82eee4156 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': 'c16854d6-6035-4ef7-94e2-937fdc2ae521', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:39:44.579796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-25ba77c1-5f7c-4da5-a26d-96f82eee4156 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:39:44.583540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-25ba77c1-5f7c-4da5-a26d-96f82eee4156 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:39:44.586392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-25ba77c1-5f7c-4da5-a26d-96f82eee4156 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:39:44.592887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-25ba77c1-5f7c-4da5-a26d-96f82eee4156 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:39:44.644113 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-25ba77c1-5f7c-4da5-a26d-96f82eee4156 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:44.706596 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-25ba77c1-5f7c-4da5-a26d-96f82eee4156 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:44.752089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-25ba77c1-5f7c-4da5-a26d-96f82eee4156 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:44.775839 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba77c1-5f7c-4da5-a26d-96f82eee4156 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d7c093-3db7-4756-b6af-e1b1b2eb678a,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:44.847151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-25ba77c1-5f7c-4da5-a26d-96f82eee4156 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:44.848307 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-25ba77c1-5f7c-4da5-a26d-96f82eee4156 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2796800 May 25 23:39:44.850965 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48410) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:44.856581 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1455d890-9593-470f-b8ed-eaff605db253 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': 'c16854d6-6035-4ef7-94e2-937fdc2ae521', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:39:44.862213 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1455d890-9593-470f-b8ed-eaff605db253 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:39:44.865941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1455d890-9593-470f-b8ed-eaff605db253 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:39:44.869425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1455d890-9593-470f-b8ed-eaff605db253 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:39:44.875005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1455d890-9593-470f-b8ed-eaff605db253 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:39:44.939065 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-1455d890-9593-470f-b8ed-eaff605db253 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Project 1c828b41022e4367bd8a19171329f245 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:39:44.945659 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1455d890-9593-470f-b8ed-eaff605db253 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:44.984467 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:45.008750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1455d890-9593-470f-b8ed-eaff605db253 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:45.070067 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1455d890-9593-470f-b8ed-eaff605db253 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:45.098155 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455d890-9593-470f-b8ed-eaff605db253 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777ef0e7-c207-442d-933f-4a4a1d6ce49d,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:45.129611 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:45.157983 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1455d890-9593-470f-b8ed-eaff605db253 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:45.159190 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1455d890-9593-470f-b8ed-eaff605db253 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3073325 May 25 23:39:45.161957 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48414) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:45.167192 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-ae137483-baeb-459b-833d-e5bf6357445d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': 'c16854d6-6035-4ef7-94e2-937fdc2ae521', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:39:45.172964 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ae137483-baeb-459b-833d-e5bf6357445d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:39:45.176715 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ae137483-baeb-459b-833d-e5bf6357445d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:39:45.179531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-ae137483-baeb-459b-833d-e5bf6357445d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:39:45.185675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-ae137483-baeb-459b-833d-e5bf6357445d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:39:45.344969 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-ae137483-baeb-459b-833d-e5bf6357445d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Project 1c828b41022e4367bd8a19171329f245 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:39:45.351597 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ae137483-baeb-459b-833d-e5bf6357445d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:45.416047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ae137483-baeb-459b-833d-e5bf6357445d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:45.495321 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ae137483-baeb-459b-833d-e5bf6357445d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:45.518842 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae137483-baeb-459b-833d-e5bf6357445d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a819b5d-eadd-403f-b77f-eacae3215e53,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:45.604421 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ae137483-baeb-459b-833d-e5bf6357445d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:45.606371 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ae137483-baeb-459b-833d-e5bf6357445d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4435155 May 25 23:39:45.609545 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48418) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:45.615129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-b2e0cf2b-2359-4012-9057-95aa65ead7b9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'network': {'name': 'tempest-network-smoke--190050794', 'project_id': '1c828b41022e4367bd8a19171329f245', 'port_security_enabled': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:39:45.620313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b2e0cf2b-2359-4012-9057-95aa65ead7b9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:39:45.624507 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b2e0cf2b-2359-4012-9057-95aa65ead7b9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:network and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:39:45.627325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b2e0cf2b-2359-4012-9057-95aa65ead7b9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:39:45.633771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b2e0cf2b-2359-4012-9057-95aa65ead7b9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:39:45.730701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e0cf2b-2359-4012-9057-95aa65ead7b9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Made reservation on behalf of 1c828b41022e4367bd8a19171329f245 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:39:45.733658 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b2e0cf2b-2359-4012-9057-95aa65ead7b9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:45.760830 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e0cf2b-2359-4012-9057-95aa65ead7b9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:39:45.769376 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b2e0cf2b-2359-4012-9057-95aa65ead7b9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:45.769708 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-b2e0cf2b-2359-4012-9057-95aa65ead7b9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Added segment f755b16e-89a1-4e49-bbb3-1ec5f434c95d of type vlan for network 1b2994d4-bbea-4b35-b30f-18c2dfa7d318 May 25 23:39:45.795534 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b2e0cf2b-2359-4012-9057-95aa65ead7b9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:45.872352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b2e0cf2b-2359-4012-9057-95aa65ead7b9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:45.875964 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e0cf2b-2359-4012-9057-95aa65ead7b9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:45.876551 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b2e0cf2b-2359-4012-9057-95aa65ead7b9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:45.979681 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0cf2b-2359-4012-9057-95aa65ead7b9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Network': ['ID=1b2994d4-bbea-4b35-b30f-18c2dfa7d318,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:45.989844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 1b2994d4-bbea-4b35-b30f-18c2dfa7d318 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:39:46.039077 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b2e0cf2b-2359-4012-9057-95aa65ead7b9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4284215 May 25 23:39:46.041915 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48422) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:46.047350 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1921239329', 'admin_state_up': True, 'project_id': '1c828b41022e4367bd8a19171329f245', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:39:46.054054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:39:46.057987 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:router and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:39:46.060902 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:39:46.066558 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:39:46.167799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:46.168732 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:46.186193 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:46.368433 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:46.613799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:46.643163 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:46.777406 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.26.5.206 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/40021973-5e67-4097-bac4-619bc607c7ed) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:39:46.796317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:46.925417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:47.002082 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:47.067101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:39:47.069924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:39:47.074234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:39:47.100793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=40021973-5e67-4097-bac4-619bc607c7ed,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:47.391805 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:47.392627 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:47.738841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router 556944df-f016-4711-b993-283042bc8eea is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:39:47.935867 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:39:47.945782 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Sync routers for ids ['556944df-f016-4711-b993-283042bc8eea'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:39:47.958042 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:47.958605 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Routers {'556944df-f016-4711-b993-283042bc8eea'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:39:47.959124 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:39:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['556944df-f016-4711-b993-283042bc8eea'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:48.015541 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:48.016679 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-555354a4-e155-48bc-a86c-ca32f54f85ce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9738300 May 25 23:39:48.019716 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48426) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:48.135285 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Set router 556944df-f016-4711-b993-283042bc8eea gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:39:48.182678 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7872d3a1-1b6c-4423-8175-9ea4f5369702 tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=1c828b41022e4367bd8a19171329f245&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1593633 May 25 23:39:48.182932 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48432) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:48.313137 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fc5e5b-b61f-4043-b4dd-fee75dbe30b7 tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:48.314756 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-64fc5e5b-b61f-4043-b4dd-fee75dbe30b7 tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307733 May 25 23:39:48.317337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48436) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:48.356738 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dbecf0b5-70c9-4e1d-966a-40a6428dc792 tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382876 May 25 23:39:48.359330 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48440) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:48.364352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-766afaa9-86fb-480f-b621-2feeda4d72b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1813432187', 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'project_id': '1c828b41022e4367bd8a19171329f245', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:39:48.418957 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556944df-f016-4711-b993-283042bc8eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921239329', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': '40021973-5e67-4097-bac4-619bc607c7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:47Z', 'revision_number': 3, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '40021973-5e67-4097-bac4-619bc607c7ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:48.423064 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Checking router: 556944df-f016-4711-b993-283042bc8eea for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:39:48.423402 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Updating router 556944df-f016-4711-b993-283042bc8eea port 40021973-5e67-4097-bac4-619bc607c7ed binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:39:48.473446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-766afaa9-86fb-480f-b621-2feeda4d72b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:39:48.477266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-766afaa9-86fb-480f-b621-2feeda4d72b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:subnet and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:39:48.477618 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:48.480324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-766afaa9-86fb-480f-b621-2feeda4d72b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:39:48.485950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-766afaa9-86fb-480f-b621-2feeda4d72b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:39:48.544580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766afaa9-86fb-480f-b621-2feeda4d72b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Made reservation on behalf of 1c828b41022e4367bd8a19171329f245 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:39:48.645469 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-766afaa9-86fb-480f-b621-2feeda4d72b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:48.793415 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:48.804664 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Transition to ACTIVE for port object 40021973-5e67-4097-bac4-619bc607c7ed will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:39:48.888125 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:48.916508 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-766afaa9-86fb-480f-b621-2feeda4d72b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:48.968675 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20366f8-4c16-418a-a01e-6ab0ff649fb3 None None] Pushing event updated for resources: {'Port': ['ID=40021973-5e67-4097-bac4-619bc607c7ed,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:48.973611 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Attempting to bind port 40021973-5e67-4097-bac4-619bc607c7ed on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:39:48.973965 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Attempting to bind port 40021973-5e67-4097-bac4-619bc607c7ed by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:39:48.974323 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Attempting to bind port 40021973-5e67-4097-bac4-619bc607c7ed on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:39:48.984149 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20366f8-4c16-418a-a01e-6ab0ff649fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:48.984477 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20366f8-4c16-418a-a01e-6ab0ff649fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:48.984826 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20366f8-4c16-418a-a01e-6ab0ff649fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:48.985146 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20366f8-4c16-418a-a01e-6ab0ff649fb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:48.985461 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20366f8-4c16-418a-a01e-6ab0ff649fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:48.985776 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20366f8-4c16-418a-a01e-6ab0ff649fb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:48.986083 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20366f8-4c16-418a-a01e-6ab0ff649fb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:48.986392 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20366f8-4c16-418a-a01e-6ab0ff649fb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:48.986699 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20366f8-4c16-418a-a01e-6ab0ff649fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:48.987002 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20366f8-4c16-418a-a01e-6ab0ff649fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:48.987306 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20366f8-4c16-418a-a01e-6ab0ff649fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:48.991594 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:39:48.991956 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:39:48.992475 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:48.992740 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:39:48.993193 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Bound port: 40021973-5e67-4097-bac4-619bc607c7ed, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:39:48.993556 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:48.999502 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766afaa9-86fb-480f-b621-2feeda4d72b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Subnet': ['ID=231fefd5-f252-473c-a644-4b44a98f112a,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:49.012322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766afaa9-86fb-480f-b621-2feeda4d72b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Checking segment: {'id': 'f755b16e-89a1-4e49-bbb3-1ec5f434c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:39:49.012707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766afaa9-86fb-480f-b621-2feeda4d72b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network hostable DHCP agents. Network: 1b2994d4-bbea-4b35-b30f-18c2dfa7d318, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:39:49.064117 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] For port 40021973-5e67-4097-bac4-619bc607c7ed, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:39:49.067193 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] For port 40021973-5e67-4097-bac4-619bc607c7ed, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=40021973-5e67-4097-bac4-619bc607c7ed,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:39:49.087527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766afaa9-86fb-480f-b621-2feeda4d72b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network 1b2994d4-bbea-4b35-b30f-18c2dfa7d318 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:39:49.156346 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:49.185101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-766afaa9-86fb-480f-b621-2feeda4d72b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 1b2994d4-bbea-4b35-b30f-18c2dfa7d318) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:39:49.189086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766afaa9-86fb-480f-b621-2feeda4d72b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:49.191004 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-766afaa9-86fb-480f-b621-2feeda4d72b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:49.197388 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1f783c-c1d8-42d0-9472-67e931c1347e None None] Network 1b2994d4-bbea-4b35-b30f-18c2dfa7d318 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:39:49.231410 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20366f8-4c16-418a-a01e-6ab0ff649fb3 None None] Pushing event updated for resources: {'Port': ['ID=40021973-5e67-4097-bac4-619bc607c7ed,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:49.239808 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Routers {'556944df-f016-4711-b993-283042bc8eea'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:39:49.240185 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:39:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['556944df-f016-4711-b993-283042bc8eea'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:49.262747 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-766afaa9-86fb-480f-b621-2feeda4d72b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8996015 May 25 23:39:49.263097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48444) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:39:49.449226 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] Set router 556944df-f016-4711-b993-283042bc8eea gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:39:49.459128 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ips': [{'subnet_id': '231fefd5-f252-473c-a644-4b44a98f112a'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:39:49.459941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:49.629078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Allocated IP 172.20.0.2 (1b2994d4-bbea-4b35-b30f-18c2dfa7d318/231fefd5-f252-473c-a644-4b44a98f112a/0b13469c-786a-469e-9ddd-4df6f0955335) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:39:49.750772 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556944df-f016-4711-b993-283042bc8eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921239329', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': '40021973-5e67-4097-bac4-619bc607c7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:47Z', 'revision_number': 3, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '40021973-5e67-4097-bac4-619bc607c7ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:49.754902 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8fd333-a730-4397-9995-36e46325ecfe None None] The sync data for ids ['556944df-f016-4711-b993-283042bc8eea'] in dv-neutron-843300-1-hyperv is: [{'id': '556944df-f016-4711-b993-283042bc8eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921239329', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': '40021973-5e67-4097-bac4-619bc607c7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:47Z', 'revision_number': 3, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '40021973-5e67-4097-bac4-619bc607c7ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:39:49.848096 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:49.859930 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Transition to ACTIVE for port object 0b13469c-786a-469e-9ddd-4df6f0955335 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:39:49.881128 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Transition to ACTIVE for port object 0b13469c-786a-469e-9ddd-4df6f0955335 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:39:49.958077 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:50.035204 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Network 1b2994d4-bbea-4b35-b30f-18c2dfa7d318 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:39:50.037929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:39:50.041608 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:39:50.050518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Pushing event updated for resources: {'Port': ['ID=0b13469c-786a-469e-9ddd-4df6f0955335,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:50.126128 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:50.126465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:50.126795 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:50.127117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:50.127443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:50.127764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:50.128092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:50.128400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:50.128795 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:50.129108 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:50.129423 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:39:50.151059 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Attempting to bind port 0b13469c-786a-469e-9ddd-4df6f0955335 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:39:50.151418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Attempting to bind port 0b13469c-786a-469e-9ddd-4df6f0955335 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'f755b16e-89a1-4e49-bbb3-1ec5f434c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:39:50.151975 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Attempting to bind port 0b13469c-786a-469e-9ddd-4df6f0955335 on network 1b2994d4-bbea-4b35-b30f-18c2dfa7d318 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:39:50.159158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:39:50.159515 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Checking segment: {'id': 'f755b16e-89a1-4e49-bbb3-1ec5f434c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:39:50.159898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:50.160274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Bound using segment: {'id': 'f755b16e-89a1-4e49-bbb3-1ec5f434c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:39:50.160773 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Bound port: 0b13469c-786a-469e-9ddd-4df6f0955335, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f755b16e-89a1-4e49-bbb3-1ec5f434c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:39:50.161139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:50.197566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:50.254080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] For port 0b13469c-786a-469e-9ddd-4df6f0955335, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:39:50.257249 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] For port 0b13469c-786a-469e-9ddd-4df6f0955335, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0b13469c-786a-469e-9ddd-4df6f0955335,segment=NetworkSegment(f755b16e-89a1-4e49-bbb3-1ec5f434c95d),segment_id=f755b16e-89a1-4e49-bbb3-1ec5f434c95d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:39:50.353078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:50.445805 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380999b2-56ae-47c1-bc38-9fb4da869b79 None None] Pushing event updated for resources: {'Port': ['ID=0b13469c-786a-469e-9ddd-4df6f0955335,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:50.635270 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.20.0.1 (1b2994d4-bbea-4b35-b30f-18c2dfa7d318/231fefd5-f252-473c-a644-4b44a98f112a/674be14d-028e-4acc-8bca-ba4e2452fa17) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:39:50.798263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:50.813022 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Transition to ACTIVE for port object 674be14d-028e-4acc-8bca-ba4e2452fa17 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:39:50.906984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:50.975687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network 1b2994d4-bbea-4b35-b30f-18c2dfa7d318 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:39:50.978680 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:39:50.983364 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:39:51.014110 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=674be14d-028e-4acc-8bca-ba4e2452fa17,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:51.042923 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:51.187655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:51.382312 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f8aafe-b8fd-4a3c-ae5c-4ec729d76ed8 None None] Network 1b2994d4-bbea-4b35-b30f-18c2dfa7d318 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:39:51.544938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e3731abe-f71c-44fb-acc1-6f3f9ee2ef68 None None] Provisioning for port 0b13469c-786a-469e-9ddd-4df6f0955335 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:39:51.655924 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 40021973-5e67-4097-bac4-619bc607c7ed up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:39:51.785169 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 40021973-5e67-4097-bac4-619bc607c7ed completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:39:51.790454 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 40021973-5e67-4097-bac4-619bc607c7ed triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:39:51.790823 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:51.809445 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:51.878708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:51.917881 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:51.940764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 40021973-5e67-4097-bac4-619bc607c7ed, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=40021973-5e67-4097-bac4-619bc607c7ed,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:39:52.000096 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:52.003646 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=674be14d-028e-4acc-8bca-ba4e2452fa17,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:52.019007 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:52.019820 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0b13469c-786a-469e-9ddd-4df6f0955335 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:39:52.082230 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2492f317-3530-4931-98b5-72295ae0a1cb None None] Provisioning for port 674be14d-028e-4acc-8bca-ba4e2452fa17 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:39:52.114416 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2492f317-3530-4931-98b5-72295ae0a1cb None None] Provisioning complete for port 674be14d-028e-4acc-8bca-ba4e2452fa17 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:39:52.114775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2492f317-3530-4931-98b5-72295ae0a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:52.139915 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network 1b2994d4-bbea-4b35-b30f-18c2dfa7d318 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:39:52.141730 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:39:52.185693 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2492f317-3530-4931-98b5-72295ae0a1cb None None] Port 674be14d-028e-4acc-8bca-ba4e2452fa17 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:39:52.187656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=40021973-5e67-4097-bac4-619bc607c7ed,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:52.250525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 0b13469c-786a-469e-9ddd-4df6f0955335 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:39:52.256324 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 0b13469c-786a-469e-9ddd-4df6f0955335 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:39:52.256761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:52.327096 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-385d3677-4e46-4f82-a104-344f2674d1cd None None] Provisioning complete for port 674be14d-028e-4acc-8bca-ba4e2452fa17 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:39:52.327856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-385d3677-4e46-4f82-a104-344f2674d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:52.419765 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-385d3677-4e46-4f82-a104-344f2674d1cd None None] Port 674be14d-028e-4acc-8bca-ba4e2452fa17 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:39:52.475445 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:52.508172 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 0b13469c-786a-469e-9ddd-4df6f0955335, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0b13469c-786a-469e-9ddd-4df6f0955335,segment=NetworkSegment(f755b16e-89a1-4e49-bbb3-1ec5f434c95d),segment_id=f755b16e-89a1-4e49-bbb3-1ec5f434c95d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:39:52.540968 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e8954214-02ef-4266-829a-3bfc1472f62b None None] Provisioning complete for port 674be14d-028e-4acc-8bca-ba4e2452fa17 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:39:52.541329 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e8954214-02ef-4266-829a-3bfc1472f62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:52.541740 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router 556944df-f016-4711-b993-283042bc8eea has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:39:52.572297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:52.647866 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e8954214-02ef-4266-829a-3bfc1472f62b None None] Port 674be14d-028e-4acc-8bca-ba4e2452fa17 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:39:52.657065 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=0b13469c-786a-469e-9ddd-4df6f0955335,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:52.742279 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:39:52.753687 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f7debd3c-681a-42f0-9d9c-39716e3575b6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "PUT /v2.0/routers/556944df-f016-4711-b993-283042bc8eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4873214 May 25 23:39:52.922454 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-5a71f0ca-b1f6-408b-9bdb-8beae16aae6b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485177002&fields=id&tenant_id=1c828b41022e4367bd8a19171329f245 HTTP/1.1" status: 200 len: 267 time: 0.0409322 May 25 23:39:53.070174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-7940d652-c745-4128-8ff3-e39d06c58394 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:53.070844 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-7940d652-c745-4128-8ff3-e39d06c58394 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:39:53.192792 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-7940d652-c745-4128-8ff3-e39d06c58394 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:39:53.193869 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-7940d652-c745-4128-8ff3-e39d06c58394 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/networks?id=1b2994d4-bbea-4b35-b30f-18c2dfa7d318 HTTP/1.1" status: 200 len: 796 time: 0.2652473 May 25 23:39:53.211133 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-98a7308c-9e00-40af-a0c0-d8a4f36f6836 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/quotas/1c828b41022e4367bd8a19171329f245 HTTP/1.1" status: 200 len: 375 time: 0.0110185 May 25 23:39:53.265372 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Sync routers for ids ['556944df-f016-4711-b993-283042bc8eea'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:39:53.277870 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Routers {'556944df-f016-4711-b993-283042bc8eea'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:39:53.278601 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:39:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['556944df-f016-4711-b993-283042bc8eea'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:53.295401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-9244e723-6eef-4489-ae4c-b5887ad51059 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:39:53.352308 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-9244e723-6eef-4489-ae4c-b5887ad51059 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:39:53.353752 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-9244e723-6eef-4489-ae4c-b5887ad51059 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1356428 May 25 23:39:53.458252 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Set router 556944df-f016-4711-b993-283042bc8eea gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:39:53.560861 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-a3012788-aa1d-4695-ba20-c2f730c5b8f7 service neutron] 10.222.0.66 "GET /v2.0/networks/1b2994d4-bbea-4b35-b30f-18c2dfa7d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950595 May 25 23:39:53.602179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 40021973-5e67-4097-bac4-619bc607c7ed up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:39:53.799358 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 40021973-5e67-4097-bac4-619bc607c7ed triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:39:53.799608 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:53.805051 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-a06e8aa9-f51b-4b7d-8982-33d4529bf713 service neutron] 10.222.0.66 "GET /v2.0/networks/1b2994d4-bbea-4b35-b30f-18c2dfa7d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382944 May 25 23:39:53.931999 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556944df-f016-4711-b993-283042bc8eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921239329', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': '40021973-5e67-4097-bac4-619bc607c7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '40021973-5e67-4097-bac4-619bc607c7ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '674be14d-028e-4acc-8bca-ba4e2452fa17', 'name': '', 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:14:b0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231fefd5-f252-473c-a644-4b44a98f112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:50Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 2, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '231fefd5-f252-473c-a644-4b44a98f112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:53.940555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Checking router: 556944df-f016-4711-b993-283042bc8eea for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:39:53.940900 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Updating router 556944df-f016-4711-b993-283042bc8eea port 674be14d-028e-4acc-8bca-ba4e2452fa17 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:39:53.976008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0b13469c-786a-469e-9ddd-4df6f0955335 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:39:54.038072 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:54.129597 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-03f44306-a674-4630-b511-c85744737e0b req-9a6c3c27-41ab-4e9b-ab55-4211a95b177d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 210 time: 0.0451114 May 25 23:39:54.164925 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 0b13469c-786a-469e-9ddd-4df6f0955335 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:39:54.165318 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:54.488248 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:54.500313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Transition to ACTIVE for port object 674be14d-028e-4acc-8bca-ba4e2452fa17 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:39:54.581247 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:54.751184 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610167ca-40cc-41b7-91b3-1f3f8e988497 None None] Pushing event updated for resources: {'Port': ['ID=674be14d-028e-4acc-8bca-ba4e2452fa17,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:54.840297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Attempting to bind port 674be14d-028e-4acc-8bca-ba4e2452fa17 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:39:54.840772 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Attempting to bind port 674be14d-028e-4acc-8bca-ba4e2452fa17 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'f755b16e-89a1-4e49-bbb3-1ec5f434c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:39:54.841123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Attempting to bind port 674be14d-028e-4acc-8bca-ba4e2452fa17 on network 1b2994d4-bbea-4b35-b30f-18c2dfa7d318 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:39:54.847906 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:39:54.852679 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Checking segment: {'id': 'f755b16e-89a1-4e49-bbb3-1ec5f434c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:39:54.852679 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:54.852679 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Bound using segment: {'id': 'f755b16e-89a1-4e49-bbb3-1ec5f434c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:39:54.852679 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Bound port: 674be14d-028e-4acc-8bca-ba4e2452fa17, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f755b16e-89a1-4e49-bbb3-1ec5f434c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:39:54.852679 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:54.952554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] For port 674be14d-028e-4acc-8bca-ba4e2452fa17, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:39:54.955928 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] For port 674be14d-028e-4acc-8bca-ba4e2452fa17, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=674be14d-028e-4acc-8bca-ba4e2452fa17,segment=NetworkSegment(f755b16e-89a1-4e49-bbb3-1ec5f434c95d),segment_id=f755b16e-89a1-4e49-bbb3-1ec5f434c95d)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:39:55.033018 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:55.110919 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610167ca-40cc-41b7-91b3-1f3f8e988497 None None] Pushing event updated for resources: {'Port': ['ID=674be14d-028e-4acc-8bca-ba4e2452fa17,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:55.115567 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Routers {'556944df-f016-4711-b993-283042bc8eea'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:39:55.116653 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:39:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['556944df-f016-4711-b993-283042bc8eea'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:55.308486 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] Set router 556944df-f016-4711-b993-283042bc8eea gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:39:55.328278 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f176bc2e-d7a9-4cd6-b298-6dfe3c98a013 req-c6b7f28f-4709-45c7-9f48-0b4be72a9c87 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 210 time: 0.0636482 May 25 23:39:55.628007 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556944df-f016-4711-b993-283042bc8eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921239329', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': '40021973-5e67-4097-bac4-619bc607c7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '40021973-5e67-4097-bac4-619bc607c7ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '674be14d-028e-4acc-8bca-ba4e2452fa17', 'name': '', 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:14:b0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231fefd5-f252-473c-a644-4b44a98f112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:50Z', 'updated_at': '2022-05-25T23:39:54Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '231fefd5-f252-473c-a644-4b44a98f112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:39:55.631893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d659dc-3222-4637-82bb-997abe40eea8 None None] The sync data for ids ['556944df-f016-4711-b993-283042bc8eea'] in dv-neutron-843300-1-hyperv is: [{'id': '556944df-f016-4711-b993-283042bc8eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921239329', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': '40021973-5e67-4097-bac4-619bc607c7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '40021973-5e67-4097-bac4-619bc607c7ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '674be14d-028e-4acc-8bca-ba4e2452fa17', 'name': '', 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:14:b0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231fefd5-f252-473c-a644-4b44a98f112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:50Z', 'updated_at': '2022-05-25T23:39:54Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '231fefd5-f252-473c-a644-4b44a98f112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:39:56.322130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-a1815adf-435f-49a7-9780-da36006d82ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:56.323819 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-a1815adf-435f-49a7-9780-da36006d82ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "GET /v2.0/networks?id=1b2994d4-bbea-4b35-b30f-18c2dfa7d318 HTTP/1.1" status: 200 len: 796 time: 0.1472764 May 25 23:39:56.379298 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-97d7b022-0b33-4741-8f2f-841e3182d8ad tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:39:56.456292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-97d7b022-0b33-4741-8f2f-841e3182d8ad tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:39:56.458013 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-97d7b022-0b33-4741-8f2f-841e3182d8ad tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c828b41022e4367bd8a19171329f245 HTTP/1.1" status: 200 len: 379 time: 0.1233120 May 25 23:39:56.468762 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-2d55bcbd-0908-4bf5-b09e-adce65554bd5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'port': {'device_id': 'c21da1c2-c8f3-4f68-a455-1a85bb87cc18', 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'admin_state_up': True, 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'security_groups': ['c16854d6-6035-4ef7-94e2-937fdc2ae521']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:39:56.512882 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-070993ce-d688-4d15-bb7f-2379f766d60f req-04354ec8-1662-4583-b8a7-1f68821c6649 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 210 time: 0.0417809 May 25 23:39:56.611239 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-2d55bcbd-0908-4bf5-b09e-adce65554bd5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:39:56.621397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-2d55bcbd-0908-4bf5-b09e-adce65554bd5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:39:56.684222 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-2d55bcbd-0908-4bf5-b09e-adce65554bd5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Made reservation on behalf of 1c828b41022e4367bd8a19171329f245 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:39:56.687517 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-2d55bcbd-0908-4bf5-b09e-adce65554bd5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:56.850281 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-2d55bcbd-0908-4bf5-b09e-adce65554bd5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.20.0.6 (1b2994d4-bbea-4b35-b30f-18c2dfa7d318/231fefd5-f252-473c-a644-4b44a98f112a/526e3e77-e2b1-4021-b2d2-4844d4ec0768) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:39:57.036510 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-2d55bcbd-0908-4bf5-b09e-adce65554bd5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:57.052235 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-2d55bcbd-0908-4bf5-b09e-adce65554bd5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Transition to ACTIVE for port object 526e3e77-e2b1-4021-b2d2-4844d4ec0768 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:39:57.139157 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-2d55bcbd-0908-4bf5-b09e-adce65554bd5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:57.215164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-2d55bcbd-0908-4bf5-b09e-adce65554bd5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network 1b2994d4-bbea-4b35-b30f-18c2dfa7d318 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:39:57.218036 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-2d55bcbd-0908-4bf5-b09e-adce65554bd5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:39:57.220480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-2d55bcbd-0908-4bf5-b09e-adce65554bd5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:39:57.260606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55bcbd-0908-4bf5-b09e-adce65554bd5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=526e3e77-e2b1-4021-b2d2-4844d4ec0768,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:57.294905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-2d55bcbd-0908-4bf5-b09e-adce65554bd5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:57.295463 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-2d55bcbd-0908-4bf5-b09e-adce65554bd5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:57.388519 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-2d55bcbd-0908-4bf5-b09e-adce65554bd5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9250655 May 25 23:39:57.399576 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Request body: {'port': {'device_id': 'c21da1c2-c8f3-4f68-a455-1a85bb87cc18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:39:57.511538 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:57.569424 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-766bece4-96ee-4949-b440-dbdbb370d69d None None] Provisioning for port 526e3e77-e2b1-4021-b2d2-4844d4ec0768 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:39:57.574479 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-766bece4-96ee-4949-b440-dbdbb370d69d None None] Provisioning complete for port 526e3e77-e2b1-4021-b2d2-4844d4ec0768 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:39:57.574856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-766bece4-96ee-4949-b440-dbdbb370d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:57.649313 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-766bece4-96ee-4949-b440-dbdbb370d69d None None] Port 526e3e77-e2b1-4021-b2d2-4844d4ec0768 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:39:57.652914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 674be14d-028e-4acc-8bca-ba4e2452fa17 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:39:57.736384 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19ac02-456f-49a5-99ad-23e2e0a0fdf3 req-d1a551a7-5aa3-4b08-88de-9b9849a5266d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:57.738332 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8f19ac02-456f-49a5-99ad-23e2e0a0fdf3 req-d1a551a7-5aa3-4b08-88de-9b9849a5266d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 931 time: 0.0810008 May 25 23:39:57.785303 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8f19ac02-456f-49a5-99ad-23e2e0a0fdf3 req-eeeb9eb2-e3ab-4a4b-babc-6b90de36f20d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417130 May 25 23:39:57.797940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 674be14d-028e-4acc-8bca-ba4e2452fa17 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:39:57.807403 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 674be14d-028e-4acc-8bca-ba4e2452fa17 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:39:57.807403 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:57.861270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526e3e77-e2b1-4021-b2d2-4844d4ec0768 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:39:57.868011 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:57.882507 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Transition to ACTIVE for port object 526e3e77-e2b1-4021-b2d2-4844d4ec0768 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:39:57.916348 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:57.948840 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 674be14d-028e-4acc-8bca-ba4e2452fa17, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=674be14d-028e-4acc-8bca-ba4e2452fa17,segment=NetworkSegment(f755b16e-89a1-4e49-bbb3-1ec5f434c95d),segment_id=f755b16e-89a1-4e49-bbb3-1ec5f434c95d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:39:57.973295 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:58.030582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:58.095805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Pushing event updated for resources: {'Port': ['ID=526e3e77-e2b1-4021-b2d2-4844d4ec0768,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:58.102754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=674be14d-028e-4acc-8bca-ba4e2452fa17,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:58.204866 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Attempting to bind port 526e3e77-e2b1-4021-b2d2-4844d4ec0768 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:39:58.205427 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Attempting to bind port 526e3e77-e2b1-4021-b2d2-4844d4ec0768 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f755b16e-89a1-4e49-bbb3-1ec5f434c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:39:58.205983 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Attempting to bind port 526e3e77-e2b1-4021-b2d2-4844d4ec0768 on network 1b2994d4-bbea-4b35-b30f-18c2dfa7d318 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:39:58.212009 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Port 526e3e77-e2b1-4021-b2d2-4844d4ec0768 on network 1b2994d4-bbea-4b35-b30f-18c2dfa7d318 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:39:58.212323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Attempting to bind port 526e3e77-e2b1-4021-b2d2-4844d4ec0768 on network 1b2994d4-bbea-4b35-b30f-18c2dfa7d318 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:39:58.219352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:39:58.219704 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Checking segment: {'id': 'f755b16e-89a1-4e49-bbb3-1ec5f434c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:39:58.220082 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Bound using segment: {'id': 'f755b16e-89a1-4e49-bbb3-1ec5f434c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:39:58.220502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Bound port: 526e3e77-e2b1-4021-b2d2-4844d4ec0768, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f755b16e-89a1-4e49-bbb3-1ec5f434c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:39:58.220870 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:58.395927 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] For port 526e3e77-e2b1-4021-b2d2-4844d4ec0768, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:39:58.398985 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] For port 526e3e77-e2b1-4021-b2d2-4844d4ec0768, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=526e3e77-e2b1-4021-b2d2-4844d4ec0768,segment=NetworkSegment(f755b16e-89a1-4e49-bbb3-1ec5f434c95d),segment_id=f755b16e-89a1-4e49-bbb3-1ec5f434c95d)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:39:58.478784 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:58.540687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:39:58.542145 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] 10.222.0.73 "PUT /v2.0/ports/526e3e77-e2b1-4021-b2d2-4844d4ec0768 HTTP/1.1" status: 200 len: 1093 time: 1.1467142 May 25 23:39:58.542661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21da1c2-c8f3-4f68-a455-1a85bb87cc18', 'tag': '526e3e77-e2b1-4021-b2d2-4844d4ec0768'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:39:58.560353 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274cf6e-2811-4f06-ae56-d54a6c1359b7 service neutron] Pushing event updated for resources: {'Port': ['ID=526e3e77-e2b1-4021-b2d2-4844d4ec0768,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:39:58.611190 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88bd1972-0323-4bb3-8bdd-671f33a9c898'] response: {'name': 'network-changed', 'server_uuid': 'c21da1c2-c8f3-4f68-a455-1a85bb87cc18', 'tag': '526e3e77-e2b1-4021-b2d2-4844d4ec0768', 'status': 'completed', 'code': 200} May 25 23:39:58.706881 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-12926922-b7c0-42a7-912f-92539f82fe4f req-f73775e6-3ef7-4083-80fc-c6b2885f39f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 1096 time: 0.0758412 May 25 23:39:58.847898 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12926922-b7c0-42a7-912f-92539f82fe4f req-0479bf82-a737-49e6-a6c8-21e71eefbfc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:58.849399 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-12926922-b7c0-42a7-912f-92539f82fe4f req-0479bf82-a737-49e6-a6c8-21e71eefbfc7 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1c828b41022e4367bd8a19171329f245&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1357780 May 25 23:39:58.982297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f834d-b98f-45cf-a91a-9b000209bc45 req-092440de-3298-434f-8360-266269b7d3d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:58.983665 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-da6f834d-b98f-45cf-a91a-9b000209bc45 req-092440de-3298-434f-8360-266269b7d3d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 943 time: 0.0755899 May 25 23:39:58.984336 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12926922-b7c0-42a7-912f-92539f82fe4f req-be024d6e-6713-4c69-ac13-7752b399eb06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:58.985793 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-12926922-b7c0-42a7-912f-92539f82fe4f req-be024d6e-6713-4c69-ac13-7752b399eb06 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302087 May 25 23:39:59.032572 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-da6f834d-b98f-45cf-a91a-9b000209bc45 req-117079da-458a-4e7d-b8b1-a9c960e1b74b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432870 May 25 23:39:59.089371 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-ac2918b5-fcf2-45c4-b6d2-86bb95f7dbba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 1096 time: 0.0688922 May 25 23:39:59.158787 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-3e06941d-7f87-4b6e-b545-a80601a6fc15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e3e77-e2b1-4021-b2d2-4844d4ec0768 HTTP/1.1" status: 200 len: 217 time: 0.0636702 May 25 23:39:59.220335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-eff2364f-72f9-4c86-a8aa-afabe58bc5cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:39:59.221784 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-eff2364f-72f9-4c86-a8aa-afabe58bc5cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=231fefd5-f252-473c-a644-4b44a98f112a HTTP/1.1" status: 200 len: 835 time: 0.0575087 May 25 23:39:59.299290 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-1a61ed22-43bb-4626-a89c-9c94b97005c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1b2994d4-bbea-4b35-b30f-18c2dfa7d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716898 May 25 23:39:59.429508 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-4b85a1c4-6602-454a-939c-24aabba8b2c5 service neutron] 10.222.0.73 "GET /v2.0/networks/1b2994d4-bbea-4b35-b30f-18c2dfa7d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239431 May 25 23:39:59.558403 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9fa0fec7-6fe2-45a3-bb14-81f92c676ae5 req-c7c0d4d3-c96b-416b-932e-4c2ea915e1a8 service neutron] 10.222.0.73 "GET /v2.0/networks/1b2994d4-bbea-4b35-b30f-18c2dfa7d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236920 May 25 23:39:59.592471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 674be14d-028e-4acc-8bca-ba4e2452fa17 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:39:59.663779 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 674be14d-028e-4acc-8bca-ba4e2452fa17 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:39:59.664142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:00.227731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38075732-4cdf-44ed-a2a6-70837405c610 req-8728b446-421e-4269-b902-f816dbb7316f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:00.229345 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-38075732-4cdf-44ed-a2a6-70837405c610 req-8728b446-421e-4269-b902-f816dbb7316f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 943 time: 0.0743766 May 25 23:40:00.274039 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-38075732-4cdf-44ed-a2a6-70837405c610 req-4064f24f-f289-4e65-9b16-f9ae08c19e90 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387001 May 25 23:40:01.476139 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3948432-00b0-4454-b56f-332a9583c47f req-57c28591-d0d1-4b16-a457-78d010dd17a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:01.477597 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e3948432-00b0-4454-b56f-332a9583c47f req-57c28591-d0d1-4b16-a457-78d010dd17a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 943 time: 0.0798254 May 25 23:40:01.523298 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e3948432-00b0-4454-b56f-332a9583c47f req-1f11ce9c-fb0a-417b-a80b-40a4ae0ea814 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398109 May 25 23:40:01.653286 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:40:02.717229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532c0ce-9709-4f42-8466-2fcc767ebf3c req-721b3469-1d13-42cd-b5ef-fbf53fb9ffe6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:02.718762 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e532c0ce-9709-4f42-8466-2fcc767ebf3c req-721b3469-1d13-42cd-b5ef-fbf53fb9ffe6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 943 time: 0.0743661 May 25 23:40:02.762170 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e532c0ce-9709-4f42-8466-2fcc767ebf3c req-1f2b3341-267e-4900-aa24-2e7418d4fe9c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378914 May 25 23:40:03.636340 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 526e3e77-e2b1-4021-b2d2-4844d4ec0768 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:40:03.801126 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 526e3e77-e2b1-4021-b2d2-4844d4ec0768, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=526e3e77-e2b1-4021-b2d2-4844d4ec0768,segment=NetworkSegment(f755b16e-89a1-4e49-bbb3-1ec5f434c95d),segment_id=f755b16e-89a1-4e49-bbb3-1ec5f434c95d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:40:03.814339 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '526e3e77-e2b1-4021-b2d2-4844d4ec0768', 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'port_id': '526e3e77-e2b1-4021-b2d2-4844d4ec0768', 'mac_address': 'fa:16:3e:19:5b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231fefd5-f252-473c-a644-4b44a98f112a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:40:03.867487 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:03.884551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526e3e77-e2b1-4021-b2d2-4844d4ec0768 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:40:03.903636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 526e3e77-e2b1-4021-b2d2-4844d4ec0768, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=526e3e77-e2b1-4021-b2d2-4844d4ec0768,segment=NetworkSegment(f755b16e-89a1-4e49-bbb3-1ec5f434c95d),segment_id=f755b16e-89a1-4e49-bbb3-1ec5f434c95d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:40:03.961029 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac93213-bc6e-4b34-b3bd-a84245a8254c req-29902a8b-9e37-4e66-9cb5-30edec55df05 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:03.962467 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2ac93213-bc6e-4b34-b3bd-a84245a8254c req-29902a8b-9e37-4e66-9cb5-30edec55df05 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 943 time: 0.0795870 May 25 23:40:03.968384 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:04.010016 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2ac93213-bc6e-4b34-b3bd-a84245a8254c req-9f81bcbc-cb00-4532-a407-d40340e86efe tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411577 May 25 23:40:04.047731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=526e3e77-e2b1-4021-b2d2-4844d4ec0768,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:04.189998 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['526e3e77-e2b1-4021-b2d2-4844d4ec0768'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:40:05.210289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ff62a-139d-4519-bdd2-fae696d64dbb req-1ff06316-4dfb-4145-9189-1c5ec10041fd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:05.211718 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f11ff62a-139d-4519-bdd2-fae696d64dbb req-1ff06316-4dfb-4145-9189-1c5ec10041fd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 944 time: 0.0741091 May 25 23:40:05.256396 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f11ff62a-139d-4519-bdd2-fae696d64dbb req-a227fce5-041d-43db-aafc-44ba3744ae46 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391691 May 25 23:40:05.635728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 526e3e77-e2b1-4021-b2d2-4844d4ec0768 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:40:05.769622 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 526e3e77-e2b1-4021-b2d2-4844d4ec0768 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:40:05.774428 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 526e3e77-e2b1-4021-b2d2-4844d4ec0768 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:40:05.774785 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:05.883330 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:05.909116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21da1c2-c8f3-4f68-a455-1a85bb87cc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526e3e77-e2b1-4021-b2d2-4844d4ec0768'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:40:05.918668 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 526e3e77-e2b1-4021-b2d2-4844d4ec0768, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=526e3e77-e2b1-4021-b2d2-4844d4ec0768,segment=NetworkSegment(f755b16e-89a1-4e49-bbb3-1ec5f434c95d),segment_id=f755b16e-89a1-4e49-bbb3-1ec5f434c95d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:40:05.962618 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb939ef5-a398-4134-a0cb-68e8164249a9'] response: {'server_uuid': 'c21da1c2-c8f3-4f68-a455-1a85bb87cc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526e3e77-e2b1-4021-b2d2-4844d4ec0768', 'code': 200} May 25 23:40:05.984340 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:06.051112 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=526e3e77-e2b1-4021-b2d2-4844d4ec0768,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:06.321660 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8c729613-2423-4662-b9e4-45944446ffa0 req-0dd0cd4f-c43e-49d5-ae4e-98af29039064 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 1098 time: 0.0679152 May 25 23:40:06.363167 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8c729613-2423-4662-b9e4-45944446ffa0 req-5ce8362b-927e-47fe-af39-d30b4a9cfc10 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359328 May 25 23:40:06.455447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415bc8f-ce78-4d8b-a54e-d430b938a1a8 req-bce0a085-c903-4a71-89d3-29563b690754 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:06.456903 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3415bc8f-ce78-4d8b-a54e-d430b938a1a8 req-bce0a085-c903-4a71-89d3-29563b690754 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 945 time: 0.0778418 May 25 23:40:06.502435 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3415bc8f-ce78-4d8b-a54e-d430b938a1a8 req-d31b74f5-fd5f-4952-8cbb-023cf88014f1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399833 May 25 23:40:07.700222 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b3645-ecf3-45e6-bfdb-cf601243f94e req-e5519ab4-226d-4282-8409-ed35f28ae251 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:07.702296 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-071b3645-ecf3-45e6-bfdb-cf601243f94e req-e5519ab4-226d-4282-8409-ed35f28ae251 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 945 time: 0.0765169 May 25 23:40:07.749881 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-071b3645-ecf3-45e6-bfdb-cf601243f94e req-22b6572a-1cfa-42d3-9abc-0439618a19dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421298 May 25 23:40:08.944714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441bfdc-b62f-4627-88ef-b02e98f4cc68 req-1bb7cfef-3c50-4216-954b-6b5878a7b0dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:08.946137 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d441bfdc-b62f-4627-88ef-b02e98f4cc68 req-1bb7cfef-3c50-4216-954b-6b5878a7b0dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 945 time: 0.0741706 May 25 23:40:08.991982 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d441bfdc-b62f-4627-88ef-b02e98f4cc68 req-3d334a84-1266-4e1f-ba26-901852eda5e9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403438 May 25 23:40:09.333104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6f8e2-5688-4300-8044-ad902e66ce6d req-6c6bd8a3-f017-43eb-8d4a-9a3a201d8e5f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:09.334549 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-89e6f8e2-5688-4300-8044-ad902e66ce6d req-6c6bd8a3-f017-43eb-8d4a-9a3a201d8e5f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 945 time: 0.0785785 May 25 23:40:09.379210 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-89e6f8e2-5688-4300-8044-ad902e66ce6d req-74d9f50c-1dac-437d-8a90-4f22a1a4e377 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390995 May 25 23:40:09.405856 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48500) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:09.473579 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-45d3d66a-6c03-471b-86eb-55c4eba7a375 tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 1093 time: 0.0666268 May 25 23:40:09.476311 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48504) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:09.481519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': '526e3e77-e2b1-4021-b2d2-4844d4ec0768', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:40:09.487525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:40:09.491260 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:floatingip and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:40:09.494870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:40:09.500555 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:40:09.661252 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:09.795168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:09.928876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.26.5.114 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/034ca571-c5ff-41fd-8e62-9141041d268e) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:40:10.154634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:10.253257 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:10.320310 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:40:10.323215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:40:10.328337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:40:10.354853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=034ca571-c5ff-41fd-8e62-9141041d268e,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:10.820271 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:10.938263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:11.135157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:11.203915 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:11.312692 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=034ca571-c5ff-41fd-8e62-9141041d268e,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:11.328638 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:11.478386 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0bb55d3a-6687-4395-9922-24b1f245cb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:11.516191 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Floating IP a6ff6f2b-0258-448f-8f1c-7845cc5610f3 associated. External IP: 172.26.5.114, port: 526e3e77-e2b1-4021-b2d2-4844d4ec0768. May 25 23:40:11.990351 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router 556944df-f016-4711-b993-283042bc8eea has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:40:12.183180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:40:12.193103 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87418400-4603-4ceb-a572-db75923b983d None None] Sync routers for ids ['556944df-f016-4711-b993-283042bc8eea'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:40:12.209352 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87418400-4603-4ceb-a572-db75923b983d None None] Routers {'556944df-f016-4711-b993-283042bc8eea'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:40:12.209948 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-87418400-4603-4ceb-a572-db75923b983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:39:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['556944df-f016-4711-b993-283042bc8eea'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:40:12.341138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:12.385653 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-87418400-4603-4ceb-a572-db75923b983d None None] Set router 556944df-f016-4711-b993-283042bc8eea gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:40:12.397764 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c05b21d0-d67e-4ebb-ae7c-3316d274e552 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9204473 May 25 23:40:12.398319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21da1c2-c8f3-4f68-a455-1a85bb87cc18', 'tag': '526e3e77-e2b1-4021-b2d2-4844d4ec0768'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:40:12.461014 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b650e2-7c10-469f-bb8d-2df49bd7a4f8'] response: {'name': 'network-changed', 'server_uuid': 'c21da1c2-c8f3-4f68-a455-1a85bb87cc18', 'tag': '526e3e77-e2b1-4021-b2d2-4844d4ec0768', 'status': 'completed', 'code': 200} May 25 23:40:12.555519 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bfc8ecd-08e7-4292-9f33-4bbb964226f6 req-e993d8c3-514c-4da0-96e7-fd58e8323721 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 1098 time: 0.0751545 May 25 23:40:12.575983 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c662d8-474d-4723-b2db-30225aecfbf1 req-417414c3-cd2a-4939-a344-409fd2f8ebf6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:12.578013 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-21c662d8-474d-4723-b2db-30225aecfbf1 req-417414c3-cd2a-4939-a344-409fd2f8ebf6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 945 time: 0.0815032 May 25 23:40:12.625007 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-21c662d8-474d-4723-b2db-30225aecfbf1 req-acaa5d3a-db5a-4741-963f-8c75f29bd0c1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407596 May 25 23:40:12.654515 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48512) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:12.692277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8ecd-08e7-4292-9f33-4bbb964226f6 req-a92fdba0-dd2f-4841-a88c-db5128dc172b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:12.693763 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bfc8ecd-08e7-4292-9f33-4bbb964226f6 req-a92fdba0-dd2f-4841-a88c-db5128dc172b service neutron] 10.222.0.73 "GET /v2.0/networks?id=1b2994d4-bbea-4b35-b30f-18c2dfa7d318 HTTP/1.1" status: 200 len: 897 time: 0.1332269 May 25 23:40:12.743762 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-87418400-4603-4ceb-a572-db75923b983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556944df-f016-4711-b993-283042bc8eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921239329', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': '40021973-5e67-4097-bac4-619bc607c7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '40021973-5e67-4097-bac4-619bc607c7ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'a6ff6f2b-0258-448f-8f1c-7845cc5610f3', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'floating_ip_address': '172.26.5.114', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '556944df-f016-4711-b993-283042bc8eea', 'port_id': '526e3e77-e2b1-4021-b2d2-4844d4ec0768', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'mac_address': 'fa:16:3e:19:5b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21da1c2-c8f3-4f68-a455-1a85bb87cc18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:40:10Z', 'updated_at': '2022-05-25T23:40:10Z', 'revision_number': 0, 'project_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674be14d-028e-4acc-8bca-ba4e2452fa17', 'name': '', 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:14:b0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231fefd5-f252-473c-a644-4b44a98f112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:50Z', 'updated_at': '2022-05-25T23:39:57Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '231fefd5-f252-473c-a644-4b44a98f112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:40:12.747627 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87418400-4603-4ceb-a572-db75923b983d None None] Checking router: 556944df-f016-4711-b993-283042bc8eea for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:40:12.758776 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87418400-4603-4ceb-a572-db75923b983d None None] Routers {'556944df-f016-4711-b993-283042bc8eea'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:40:12.759391 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-87418400-4603-4ceb-a572-db75923b983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:39:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['556944df-f016-4711-b993-283042bc8eea'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:40:12.764605 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c1972a8b-9e4b-4257-bfee-e6fa7c838781 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/a6ff6f2b-0258-448f-8f1c-7845cc5610f3 HTTP/1.1" status: 200 len: 991 time: 0.1084483 May 25 23:40:12.793776 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bfc8ecd-08e7-4292-9f33-4bbb964226f6 req-7d434dd2-e14f-4540-9df6-3cdee60a158c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e3e77-e2b1-4021-b2d2-4844d4ec0768 HTTP/1.1" status: 200 len: 999 time: 0.0936601 May 25 23:40:12.856877 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8ecd-08e7-4292-9f33-4bbb964226f6 req-dc371852-333a-41a5-ae9a-28dfbbbb4f01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:12.858867 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bfc8ecd-08e7-4292-9f33-4bbb964226f6 req-dc371852-333a-41a5-ae9a-28dfbbbb4f01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=231fefd5-f252-473c-a644-4b44a98f112a HTTP/1.1" status: 200 len: 835 time: 0.0599356 May 25 23:40:12.931065 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-87418400-4603-4ceb-a572-db75923b983d None None] Set router 556944df-f016-4711-b993-283042bc8eea gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:40:12.931423 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bfc8ecd-08e7-4292-9f33-4bbb964226f6 req-461c7b10-1bbf-4eb3-a028-bc33b81aff6d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1b2994d4-bbea-4b35-b30f-18c2dfa7d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670688 May 25 23:40:13.154450 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bfc8ecd-08e7-4292-9f33-4bbb964226f6 req-12e251dd-b126-4186-be5c-ada7e1b1529e service neutron] 10.222.0.73 "GET /v2.0/networks/1b2994d4-bbea-4b35-b30f-18c2dfa7d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175770 May 25 23:40:13.290291 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bfc8ecd-08e7-4292-9f33-4bbb964226f6 req-a1874bec-1faf-45e4-897c-c209019dfb74 service neutron] 10.222.0.73 "GET /v2.0/networks/1b2994d4-bbea-4b35-b30f-18c2dfa7d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301856 May 25 23:40:13.319762 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-87418400-4603-4ceb-a572-db75923b983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556944df-f016-4711-b993-283042bc8eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921239329', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': '40021973-5e67-4097-bac4-619bc607c7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '40021973-5e67-4097-bac4-619bc607c7ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'a6ff6f2b-0258-448f-8f1c-7845cc5610f3', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'floating_ip_address': '172.26.5.114', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '556944df-f016-4711-b993-283042bc8eea', 'port_id': '526e3e77-e2b1-4021-b2d2-4844d4ec0768', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'mac_address': 'fa:16:3e:19:5b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21da1c2-c8f3-4f68-a455-1a85bb87cc18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:40:10Z', 'updated_at': '2022-05-25T23:40:10Z', 'revision_number': 0, 'project_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674be14d-028e-4acc-8bca-ba4e2452fa17', 'name': '', 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:14:b0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231fefd5-f252-473c-a644-4b44a98f112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:50Z', 'updated_at': '2022-05-25T23:39:57Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '231fefd5-f252-473c-a644-4b44a98f112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:40:13.323776 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87418400-4603-4ceb-a572-db75923b983d None None] The sync data for ids ['556944df-f016-4711-b993-283042bc8eea'] in dv-neutron-843300-1-hyperv is: [{'id': '556944df-f016-4711-b993-283042bc8eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921239329', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': '40021973-5e67-4097-bac4-619bc607c7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '40021973-5e67-4097-bac4-619bc607c7ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'a6ff6f2b-0258-448f-8f1c-7845cc5610f3', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'floating_ip_address': '172.26.5.114', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '556944df-f016-4711-b993-283042bc8eea', 'port_id': '526e3e77-e2b1-4021-b2d2-4844d4ec0768', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'mac_address': 'fa:16:3e:19:5b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21da1c2-c8f3-4f68-a455-1a85bb87cc18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:40:10Z', 'updated_at': '2022-05-25T23:40:10Z', 'revision_number': 0, 'project_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674be14d-028e-4acc-8bca-ba4e2452fa17', 'name': '', 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:14:b0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231fefd5-f252-473c-a644-4b44a98f112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:50Z', 'updated_at': '2022-05-25T23:39:57Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '231fefd5-f252-473c-a644-4b44a98f112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:40:13.518567 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b506bacb-2d88-44c1-9558-605bd5751d35 None None] New status for floating IP a6ff6f2b-0258-448f-8f1c-7845cc5610f3: ACTIVE {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:40:13.768485 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48516) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:13.769204 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8b80df58-e6f1-429a-a89a-b142ad331d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:13.872098 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-658a9413-de5c-4dc5-be38-918bf6649991 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/a6ff6f2b-0258-448f-8f1c-7845cc5610f3 HTTP/1.1" status: 200 len: 991 time: 0.1025429 May 25 23:40:14.875823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48520) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:14.981445 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-53eb0882-6e5b-4a23-a5f5-f1e7ce276323 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/a6ff6f2b-0258-448f-8f1c-7845cc5610f3 HTTP/1.1" status: 200 len: 993 time: 0.1044590 May 25 23:40:15.012760 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:15.115354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:16.795997 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:17.989477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:37.517281 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c349ed68-1b92-4ee7-8c5b-2996ef902c28 req-7688aa25-f47e-49f3-bfdc-48381148f455 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781279 May 25 23:40:37.655368 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c349ed68-1b92-4ee7-8c5b-2996ef902c28 req-5e39576f-64fd-431f-abcf-33e13165e925 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 1098 time: 0.0697803 May 25 23:40:37.794926 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349ed68-1b92-4ee7-8c5b-2996ef902c28 req-587afa85-ea8d-42ef-8d02-bf3629f6b030 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:37.796337 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c349ed68-1b92-4ee7-8c5b-2996ef902c28 req-587afa85-ea8d-42ef-8d02-bf3629f6b030 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1b2994d4-bbea-4b35-b30f-18c2dfa7d318 HTTP/1.1" status: 200 len: 897 time: 0.1225815 May 25 23:40:37.896568 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c349ed68-1b92-4ee7-8c5b-2996ef902c28 req-bf864d3e-5898-4c45-9aaa-e962831d45c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e3e77-e2b1-4021-b2d2-4844d4ec0768 HTTP/1.1" status: 200 len: 1001 time: 0.0942504 May 25 23:40:37.957672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349ed68-1b92-4ee7-8c5b-2996ef902c28 req-20533975-7d45-4dd4-b890-b39fc6286cac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:37.959037 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c349ed68-1b92-4ee7-8c5b-2996ef902c28 req-20533975-7d45-4dd4-b890-b39fc6286cac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=231fefd5-f252-473c-a644-4b44a98f112a HTTP/1.1" status: 200 len: 835 time: 0.0562520 May 25 23:40:38.035652 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c349ed68-1b92-4ee7-8c5b-2996ef902c28 req-48e364a1-43bd-4b06-b524-969b4e0aae50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1b2994d4-bbea-4b35-b30f-18c2dfa7d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692337 May 25 23:40:38.164104 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c349ed68-1b92-4ee7-8c5b-2996ef902c28 req-ebdc9b13-eebc-4cc1-9154-6947012d6de9 service neutron] 10.222.0.73 "GET /v2.0/networks/1b2994d4-bbea-4b35-b30f-18c2dfa7d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204216 May 25 23:40:38.293072 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c349ed68-1b92-4ee7-8c5b-2996ef902c28 req-cc78341d-097c-4520-978d-91dc8a6ac8b8 service neutron] 10.222.0.73 "GET /v2.0/networks/1b2994d4-bbea-4b35-b30f-18c2dfa7d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229677 May 25 23:40:38.653239 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:40:40.164009 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf933e0-188b-4b35-9c61-e63ff6ef0b69 req-3d67d36c-7d36-458c-b42e-593fb14cc2d4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:40.165390 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-daf933e0-188b-4b35-9c61-e63ff6ef0b69 req-3d67d36c-7d36-458c-b42e-593fb14cc2d4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 945 time: 0.1559672 May 25 23:40:40.209835 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-daf933e0-188b-4b35-9c61-e63ff6ef0b69 req-175b3072-d2fa-47a8-a488-205a4cc5cac9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389419 May 25 23:40:41.480422 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d792a3-eef7-458b-8567-20cbcf451af1 req-1a1f12b2-da46-4819-a1d9-4cfdfeef2860 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:41.481909 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d4d792a3-eef7-458b-8567-20cbcf451af1 req-1a1f12b2-da46-4819-a1d9-4cfdfeef2860 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 945 time: 0.1421950 May 25 23:40:41.492212 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-323f6c29-182f-4e02-afc4-0e1f71aaa302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:41.527337 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d4d792a3-eef7-458b-8567-20cbcf451af1 req-5a9a2de5-f420-45fa-bd01-0b1a8bb3cf8a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388386 May 25 23:40:41.558987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48544) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:41.662414 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fda6a6b3-5649-4708-9352-4f150c1ce35b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/a6ff6f2b-0258-448f-8f1c-7845cc5610f3 HTTP/1.1" status: 200 len: 993 time: 0.1023121 May 25 23:40:43.308680 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711695b-cc75-45b9-a04a-5b7b6bc9e198 req-1e01295d-831a-435d-a359-ea7b1b24483a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:43.310116 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4711695b-cc75-45b9-a04a-5b7b6bc9e198 req-1e01295d-831a-435d-a359-ea7b1b24483a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 945 time: 0.0837159 May 25 23:40:43.356108 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4711695b-cc75-45b9-a04a-5b7b6bc9e198 req-a8e80502-16c8-481a-b043-114907eb89e5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397894 May 25 23:40:43.737930 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b87c876b-c3b5-43a6-84b4-966039c828c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:44.557480 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f15c8-85dc-4a70-9878-663fb6dce83b req-13ff4385-00f6-4a4d-b42a-20eb5f8e7240 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:44.558891 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-be6f15c8-85dc-4a70-9878-663fb6dce83b req-13ff4385-00f6-4a4d-b42a-20eb5f8e7240 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 945 time: 0.0742567 May 25 23:40:44.639134 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-be6f15c8-85dc-4a70-9878-663fb6dce83b req-d1127c0f-a2a7-499a-81ec-bd9e0ebdec0c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388360 May 25 23:40:44.639664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48556) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:44.734512 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7343161d-4053-4cda-8638-1a78407fc60a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/a6ff6f2b-0258-448f-8f1c-7845cc5610f3 HTTP/1.1" status: 200 len: 993 time: 0.1018925 May 25 23:40:45.037475 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:45.062581 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48564) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:45.123534 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:45.355247 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port 034ca571-c5ff-41fd-8e62-9141041d268e {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:40:45.355587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:45.525348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:45.525665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:45.646145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for 034ca571-c5ff-41fd-8e62-9141041d268e owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:40:45.866242 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:45.911716 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=034ca571-c5ff-41fd-8e62-9141041d268e,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:45.947638 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:45.947986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:45.948321 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:45.948687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:45.949017 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:45.949343 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:45.949664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:45.949986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:45.950305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:45.950623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:45.950941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:46.013351 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:46.397207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router 556944df-f016-4711-b993-283042bc8eea has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:40:46.594680 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:40:46.604442 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a357603-167e-4ec5-8d3a-b23482fbd6ec None None] Sync routers for ids ['556944df-f016-4711-b993-283042bc8eea'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:40:46.611345 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:46.617411 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a357603-167e-4ec5-8d3a-b23482fbd6ec None None] Routers {'556944df-f016-4711-b993-283042bc8eea'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:40:46.618007 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3a357603-167e-4ec5-8d3a-b23482fbd6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:40:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['556944df-f016-4711-b993-283042bc8eea'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:40:46.666702 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7078eb29-193b-4a45-9284-4347dc9715bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/floatingips/a6ff6f2b-0258-448f-8f1c-7845cc5610f3 HTTP/1.1" status: 204 len: 168 time: 1.6030035 May 25 23:40:46.667350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21da1c2-c8f3-4f68-a455-1a85bb87cc18', 'tag': '526e3e77-e2b1-4021-b2d2-4844d4ec0768'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:40:46.727643 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-023ebaa2-17bf-4aa2-82c8-b6cfcdbbdb3b'] response: {'name': 'network-changed', 'server_uuid': 'c21da1c2-c8f3-4f68-a455-1a85bb87cc18', 'tag': '526e3e77-e2b1-4021-b2d2-4844d4ec0768', 'status': 'completed', 'code': 200} May 25 23:40:46.812758 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-3a357603-167e-4ec5-8d3a-b23482fbd6ec None None] Set router 556944df-f016-4711-b993-283042bc8eea gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:40:46.825788 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-059c8ad5-59f6-4e29-8707-fafacf1e4df6 req-d798eb90-9231-4c78-a62b-1c61c79f7dd0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 1098 time: 0.0755544 May 25 23:40:46.832055 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:47.056445 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c8ad5-59f6-4e29-8707-fafacf1e4df6 req-f97048bf-bdfb-49ae-a988-8210dd8f55a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:47.057936 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-059c8ad5-59f6-4e29-8707-fafacf1e4df6 req-f97048bf-bdfb-49ae-a988-8210dd8f55a1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1b2994d4-bbea-4b35-b30f-18c2dfa7d318 HTTP/1.1" status: 200 len: 897 time: 0.2268064 May 25 23:40:47.128524 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-059c8ad5-59f6-4e29-8707-fafacf1e4df6 req-e48406ed-a9ff-47d7-b67b-b240bffe447a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e3e77-e2b1-4021-b2d2-4844d4ec0768 HTTP/1.1" status: 200 len: 217 time: 0.0645704 May 25 23:40:47.153002 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3a357603-167e-4ec5-8d3a-b23482fbd6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556944df-f016-4711-b993-283042bc8eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921239329', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': '40021973-5e67-4097-bac4-619bc607c7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '40021973-5e67-4097-bac4-619bc607c7ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '674be14d-028e-4acc-8bca-ba4e2452fa17', 'name': '', 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:14:b0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231fefd5-f252-473c-a644-4b44a98f112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:50Z', 'updated_at': '2022-05-25T23:39:57Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '231fefd5-f252-473c-a644-4b44a98f112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:40:47.158562 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a357603-167e-4ec5-8d3a-b23482fbd6ec None None] Checking router: 556944df-f016-4711-b993-283042bc8eea for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:40:47.169342 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a357603-167e-4ec5-8d3a-b23482fbd6ec None None] Routers {'556944df-f016-4711-b993-283042bc8eea'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:40:47.170449 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3a357603-167e-4ec5-8d3a-b23482fbd6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:40:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['556944df-f016-4711-b993-283042bc8eea'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:40:47.191317 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c8ad5-59f6-4e29-8707-fafacf1e4df6 req-5799ea9e-c84e-4883-a4a0-1918e95e4aa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:47.192870 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-059c8ad5-59f6-4e29-8707-fafacf1e4df6 req-5799ea9e-c84e-4883-a4a0-1918e95e4aa6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=231fefd5-f252-473c-a644-4b44a98f112a HTTP/1.1" status: 200 len: 835 time: 0.0591729 May 25 23:40:47.274431 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-059c8ad5-59f6-4e29-8707-fafacf1e4df6 req-677b543b-095b-4354-aafb-127e29d48edc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1b2994d4-bbea-4b35-b30f-18c2dfa7d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722783 May 25 23:40:47.351947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8226a7-47a6-4142-9f65-40a9cab6eb80 req-17b72096-6605-471c-ace6-d820b336f629 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:47.354069 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-be8226a7-47a6-4142-9f65-40a9cab6eb80 req-17b72096-6605-471c-ace6-d820b336f629 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 945 time: 0.0917654 May 25 23:40:47.358901 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-3a357603-167e-4ec5-8d3a-b23482fbd6ec None None] Set router 556944df-f016-4711-b993-283042bc8eea gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:40:47.408377 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-be8226a7-47a6-4142-9f65-40a9cab6eb80 req-f201a217-710f-4fe3-99b7-63b21dee7874 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478086 May 25 23:40:47.424770 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-059c8ad5-59f6-4e29-8707-fafacf1e4df6 req-3ad1e66e-f3c0-4027-b0f1-5f723d1f4624 service neutron] 10.222.0.73 "GET /v2.0/networks/1b2994d4-bbea-4b35-b30f-18c2dfa7d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407878 May 25 23:40:47.563229 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-059c8ad5-59f6-4e29-8707-fafacf1e4df6 req-01edcfc1-a82f-4499-8ca6-89b884694c18 service neutron] 10.222.0.73 "GET /v2.0/networks/1b2994d4-bbea-4b35-b30f-18c2dfa7d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294889 May 25 23:40:47.675546 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3a357603-167e-4ec5-8d3a-b23482fbd6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556944df-f016-4711-b993-283042bc8eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921239329', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': '40021973-5e67-4097-bac4-619bc607c7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '40021973-5e67-4097-bac4-619bc607c7ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '674be14d-028e-4acc-8bca-ba4e2452fa17', 'name': '', 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:14:b0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231fefd5-f252-473c-a644-4b44a98f112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:50Z', 'updated_at': '2022-05-25T23:39:57Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '231fefd5-f252-473c-a644-4b44a98f112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:40:47.679365 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a357603-167e-4ec5-8d3a-b23482fbd6ec None None] The sync data for ids ['556944df-f016-4711-b993-283042bc8eea'] in dv-neutron-843300-1-hyperv is: [{'id': '556944df-f016-4711-b993-283042bc8eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921239329', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': '40021973-5e67-4097-bac4-619bc607c7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '40021973-5e67-4097-bac4-619bc607c7ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '674be14d-028e-4acc-8bca-ba4e2452fa17', 'name': '', 'network_id': '1b2994d4-bbea-4b35-b30f-18c2dfa7d318', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:14:b0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231fefd5-f252-473c-a644-4b44a98f112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:50Z', 'updated_at': '2022-05-25T23:39:57Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '231fefd5-f252-473c-a644-4b44a98f112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:40:47.892589 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a089e572-dc10-41d3-97fc-4e29eeac2f01 None None] New status for floating IP a6ff6f2b-0258-448f-8f1c-7845cc5610f3: DOWN {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:40:48.123610 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:48.609298 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c73d3f-d831-453e-95f0-8d53c36fdc45 req-a7f8521e-57b7-4e48-92d5-359ce0d59e81 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:48.611536 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-31c73d3f-d831-453e-95f0-8d53c36fdc45 req-a7f8521e-57b7-4e48-92d5-359ce0d59e81 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 945 time: 0.0762677 May 25 23:40:48.659238 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-31c73d3f-d831-453e-95f0-8d53c36fdc45 req-80769982-192b-41b0-b17d-d47d2ac85c30 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=c16854d6-6035-4ef7-94e2-937fdc2ae521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421963 May 25 23:40:48.861245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1c0c8-8508-4165-8818-6533f4a0912f req-276d10f6-fa8c-4c29-8953-0a5728d42106 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:40:48.861845 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-4cc1c0c8-8508-4165-8818-6533f4a0912f req-276d10f6-fa8c-4c29-8953-0a5728d42106 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:40:48.943368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-4cc1c0c8-8508-4165-8818-6533f4a0912f req-276d10f6-fa8c-4c29-8953-0a5728d42106 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:40:48.944544 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4cc1c0c8-8508-4165-8818-6533f4a0912f req-276d10f6-fa8c-4c29-8953-0a5728d42106 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 945 time: 0.1584017 May 25 23:40:49.014342 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-4cc1c0c8-8508-4165-8818-6533f4a0912f req-e6439023-1206-4637-a445-eb6aab100eb3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port 526e3e77-e2b1-4021-b2d2-4844d4ec0768 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:40:49.014674 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4cc1c0c8-8508-4165-8818-6533f4a0912f req-e6439023-1206-4637-a445-eb6aab100eb3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:49.248172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-4cc1c0c8-8508-4165-8818-6533f4a0912f req-e6439023-1206-4637-a445-eb6aab100eb3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] For port 526e3e77-e2b1-4021-b2d2-4844d4ec0768, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=526e3e77-e2b1-4021-b2d2-4844d4ec0768,segment=NetworkSegment(f755b16e-89a1-4e49-bbb3-1ec5f434c95d),segment_id=f755b16e-89a1-4e49-bbb3-1ec5f434c95d)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:40:49.248431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4cc1c0c8-8508-4165-8818-6533f4a0912f req-e6439023-1206-4637-a445-eb6aab100eb3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:49.371186 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-4cc1c0c8-8508-4165-8818-6533f4a0912f req-e6439023-1206-4637-a445-eb6aab100eb3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for 526e3e77-e2b1-4021-b2d2-4844d4ec0768 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:40:49.566423 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4cc1c0c8-8508-4165-8818-6533f4a0912f req-e6439023-1206-4637-a445-eb6aab100eb3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:49.617695 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6439023-1206-4637-a445-eb6aab100eb3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=526e3e77-e2b1-4021-b2d2-4844d4ec0768,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:49.687107 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc1c0c8-8508-4165-8818-6533f4a0912f req-e6439023-1206-4637-a445-eb6aab100eb3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] No DVR routers for this DVR port 526e3e77-e2b1-4021-b2d2-4844d4ec0768 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:40:49.689663 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-4cc1c0c8-8508-4165-8818-6533f4a0912f req-e6439023-1206-4637-a445-eb6aab100eb3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:49.692140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21da1c2-c8f3-4f68-a455-1a85bb87cc18', 'name': 'network-vif-deleted', 'tag': '526e3e77-e2b1-4021-b2d2-4844d4ec0768'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:40:49.751103 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3771bd68-fe40-4c00-9786-ab722aaa7fd8'] response: {'server_uuid': 'c21da1c2-c8f3-4f68-a455-1a85bb87cc18', 'name': 'network-vif-deleted', 'tag': '526e3e77-e2b1-4021-b2d2-4844d4ec0768', 'status': 'completed', 'code': 200} May 25 23:40:49.770386 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4cc1c0c8-8508-4165-8818-6533f4a0912f req-e6439023-1206-4637-a445-eb6aab100eb3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "DELETE /v2.0/ports/526e3e77-e2b1-4021-b2d2-4844d4ec0768 HTTP/1.1" status: 204 len: 173 time: 0.8207159 May 25 23:40:49.824211 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-edcdab83-0f6a-4f0c-9ad1-cc9845db765f req-b9b6b32d-908e-44dc-bf44-393cdb5b0cf9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=c21da1c2-c8f3-4f68-a455-1a85bb87cc18 HTTP/1.1" status: 200 len: 210 time: 0.0399857 May 25 23:40:50.927866 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 48582) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:51.408385 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa591-af95-4a92-a138-b700cb890f52 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:52.019591 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-ce3fa591-af95-4a92-a138-b700cb890f52 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port 674be14d-028e-4acc-8bca-ba4e2452fa17 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:40:52.020318 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa591-af95-4a92-a138-b700cb890f52 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:52.202868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-ce3fa591-af95-4a92-a138-b700cb890f52 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] For port 674be14d-028e-4acc-8bca-ba4e2452fa17, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=674be14d-028e-4acc-8bca-ba4e2452fa17,segment=NetworkSegment(f755b16e-89a1-4e49-bbb3-1ec5f434c95d),segment_id=f755b16e-89a1-4e49-bbb3-1ec5f434c95d)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:40:52.203218 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa591-af95-4a92-a138-b700cb890f52 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:52.321165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-ce3fa591-af95-4a92-a138-b700cb890f52 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for 674be14d-028e-4acc-8bca-ba4e2452fa17 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:40:52.552051 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa591-af95-4a92-a138-b700cb890f52 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:52.600314 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fa591-af95-4a92-a138-b700cb890f52 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=674be14d-028e-4acc-8bca-ba4e2452fa17,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:52.976801 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa591-af95-4a92-a138-b700cb890f52 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:53.562746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3fa591-af95-4a92-a138-b700cb890f52 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router 556944df-f016-4711-b993-283042bc8eea has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:40:53.767055 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3fa591-af95-4a92-a138-b700cb890f52 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:40:53.777274 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d33557b-22ba-4bb6-8e51-96fb345ff0a3 None None] Sync routers for ids ['556944df-f016-4711-b993-283042bc8eea'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:40:53.781848 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ce3fa591-af95-4a92-a138-b700cb890f52 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "PUT /v2.0/routers/556944df-f016-4711-b993-283042bc8eea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8529146 May 25 23:40:53.785277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48586) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:53.790401 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d33557b-22ba-4bb6-8e51-96fb345ff0a3 None None] Routers {'556944df-f016-4711-b993-283042bc8eea'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:40:53.791003 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-5d33557b-22ba-4bb6-8e51-96fb345ff0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:40:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['556944df-f016-4711-b993-283042bc8eea'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:40:53.822437 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 526e3e77-e2b1-4021-b2d2-4844d4ec0768 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:40:53.855153 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 526e3e77-e2b1-4021-b2d2-4844d4ec0768 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:40:53.855486 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 526e3e77-e2b1-4021-b2d2-4844d4ec0768 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:40:53.977791 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting subnet 231fefd5-f252-473c-a644-4b44a98f112a {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:40:53.980957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:53.995349 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-5d33557b-22ba-4bb6-8e51-96fb345ff0a3 None None] Set router 556944df-f016-4711-b993-283042bc8eea gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:40:54.131005 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:54.213047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:54.277384 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-5d33557b-22ba-4bb6-8e51-96fb345ff0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556944df-f016-4711-b993-283042bc8eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921239329', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': '40021973-5e67-4097-bac4-619bc607c7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:40:52Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '40021973-5e67-4097-bac4-619bc607c7ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:40:54.281288 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d33557b-22ba-4bb6-8e51-96fb345ff0a3 None None] Checking router: 556944df-f016-4711-b993-283042bc8eea for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:40:54.292594 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d33557b-22ba-4bb6-8e51-96fb345ff0a3 None None] Routers {'556944df-f016-4711-b993-283042bc8eea'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:40:54.293214 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-5d33557b-22ba-4bb6-8e51-96fb345ff0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:40:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['556944df-f016-4711-b993-283042bc8eea'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:40:54.372549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:54.409428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Subnet': ['ID=231fefd5-f252-473c-a644-4b44a98f112a,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:54.423872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:54.429135 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1108f94-f919-44c1-a8f5-6415e8117863 None None] Network 1b2994d4-bbea-4b35-b30f-18c2dfa7d318 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:40:54.429612 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:54.429954 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:54.430288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:54.430616 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:54.430937 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:54.431264 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:54.431583 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:54.431905 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:54.432217 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:54.432551 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:54.432868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:54.438823 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f84d79c5-11ae-4383-a85c-f24b10d6d4e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/subnets/231fefd5-f252-473c-a644-4b44a98f112a HTTP/1.1" status: 204 len: 168 time: 0.6525066 May 25 23:40:54.442217 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48590) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:54.474055 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-5d33557b-22ba-4bb6-8e51-96fb345ff0a3 None None] Set router 556944df-f016-4711-b993-283042bc8eea gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:40:54.652375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d4444da-7bce-4a69-85db-dc3cd7a624d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:54.680196 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21692f28-978a-41ee-8725-17c03923d81b None None] DHCP port deletion for 1b2994d4-bbea-4b35-b30f-18c2dfa7d318 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:40:54.684385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Deleting port 0b13469c-786a-469e-9ddd-4df6f0955335 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:40:54.684710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:54.766236 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-5d33557b-22ba-4bb6-8e51-96fb345ff0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556944df-f016-4711-b993-283042bc8eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921239329', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': '40021973-5e67-4097-bac4-619bc607c7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:40:52Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '40021973-5e67-4097-bac4-619bc607c7ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:40:54.772140 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d33557b-22ba-4bb6-8e51-96fb345ff0a3 None None] The sync data for ids ['556944df-f016-4711-b993-283042bc8eea'] in dv-neutron-843300-1-hyperv is: [{'id': '556944df-f016-4711-b993-283042bc8eea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921239329', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': '40021973-5e67-4097-bac4-619bc607c7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:40:52Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '40021973-5e67-4097-bac4-619bc607c7ed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556944df-f016-4711-b993-283042bc8eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:39:46Z', 'updated_at': '2022-05-25T23:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:40:54.860451 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d4444da-7bce-4a69-85db-dc3cd7a624d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:54.922812 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-21692f28-978a-41ee-8725-17c03923d81b None None] For port 0b13469c-786a-469e-9ddd-4df6f0955335, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0b13469c-786a-469e-9ddd-4df6f0955335,segment=NetworkSegment(f755b16e-89a1-4e49-bbb3-1ec5f434c95d),segment_id=f755b16e-89a1-4e49-bbb3-1ec5f434c95d)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:40:54.923446 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:54.940563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2d4444da-7bce-4a69-85db-dc3cd7a624d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port 40021973-5e67-4097-bac4-619bc607c7ed {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:40:54.940563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d4444da-7bce-4a69-85db-dc3cd7a624d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:55.040808 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Calling delete_port for 0b13469c-786a-469e-9ddd-4df6f0955335 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:40:55.113616 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-2d4444da-7bce-4a69-85db-dc3cd7a624d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] For port 40021973-5e67-4097-bac4-619bc607c7ed, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=40021973-5e67-4097-bac4-619bc607c7ed,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:40:55.113974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d4444da-7bce-4a69-85db-dc3cd7a624d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:55.177711 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:55.223554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Pushing event deleted for resources: {'Port': ['ID=0b13469c-786a-469e-9ddd-4df6f0955335,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:55.235611 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:55.236670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:55.237012 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:55.237323 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:55.237644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:55.237960 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:55.238276 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:55.238589 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:55.238901 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:55.239232 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:55.239518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21692f28-978a-41ee-8725-17c03923d81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:40:55.240360 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-2d4444da-7bce-4a69-85db-dc3cd7a624d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for 40021973-5e67-4097-bac4-619bc607c7ed owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:40:55.242132 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21692f28-978a-41ee-8725-17c03923d81b None None] No DVR routers for this DVR port 0b13469c-786a-469e-9ddd-4df6f0955335 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:40:55.474593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d4444da-7bce-4a69-85db-dc3cd7a624d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:55.518868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4444da-7bce-4a69-85db-dc3cd7a624d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=40021973-5e67-4097-bac4-619bc607c7ed,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:55.662385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 674be14d-028e-4acc-8bca-ba4e2452fa17 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:40:55.694835 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 674be14d-028e-4acc-8bca-ba4e2452fa17 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:40:55.695258 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 674be14d-028e-4acc-8bca-ba4e2452fa17 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:40:55.695668 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0b13469c-786a-469e-9ddd-4df6f0955335 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:40:55.726261 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 0b13469c-786a-469e-9ddd-4df6f0955335 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:40:55.726511 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0b13469c-786a-469e-9ddd-4df6f0955335 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:40:55.735023 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d4444da-7bce-4a69-85db-dc3cd7a624d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:56.094628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d4444da-7bce-4a69-85db-dc3cd7a624d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:56.099324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d4444da-7bce-4a69-85db-dc3cd7a624d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:56.166153 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d4444da-7bce-4a69-85db-dc3cd7a624d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:56.166701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4444da-7bce-4a69-85db-dc3cd7a624d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Fanout notify agent at l3_agent the message router_deleted on router 556944df-f016-4711-b993-283042bc8eea {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:40:56.180988 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2d4444da-7bce-4a69-85db-dc3cd7a624d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:56.182361 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2d4444da-7bce-4a69-85db-dc3cd7a624d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/routers/556944df-f016-4711-b993-283042bc8eea HTTP/1.1" status: 204 len: 168 time: 1.7390635 May 25 23:40:56.185065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48594) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:56.302175 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-528dafd3-ce92-4280-92d0-da78b6446ab8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:56.428665 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-528dafd3-ce92-4280-92d0-da78b6446ab8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:56.453401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-528dafd3-ce92-4280-92d0-da78b6446ab8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2994d4-bbea-4b35-b30f-18c2dfa7d318']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:40:56.465849 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-528dafd3-ce92-4280-92d0-da78b6446ab8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f755b16e-89a1-4e49-bbb3-1ec5f434c95d') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:40:56.466136 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-528dafd3-ce92-4280-92d0-da78b6446ab8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f755b16e-89a1-4e49-bbb3-1ec5f434c95d') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:40:56.477105 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-528dafd3-ce92-4280-92d0-da78b6446ab8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:56.492479 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-528dafd3-ce92-4280-92d0-da78b6446ab8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:56.498223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528dafd3-ce92-4280-92d0-da78b6446ab8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:40:56.498593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-528dafd3-ce92-4280-92d0-da78b6446ab8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:40:56.512463 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:40:56.660762 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-528dafd3-ce92-4280-92d0-da78b6446ab8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:56.678142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-528dafd3-ce92-4280-92d0-da78b6446ab8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:56.688970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528dafd3-ce92-4280-92d0-da78b6446ab8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Network': ['ID=1b2994d4-bbea-4b35-b30f-18c2dfa7d318,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:56.789634 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-528dafd3-ce92-4280-92d0-da78b6446ab8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/networks/1b2994d4-bbea-4b35-b30f-18c2dfa7d318 HTTP/1.1" status: 204 len: 168 time: 0.6034946 May 25 23:40:56.792135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48598) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:56.859358 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-18d6efd6-a3fe-4a2e-98c3-be3792417ea9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:56.888438 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-18d6efd6-a3fe-4a2e-98c3-be3792417ea9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:57.043418 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-18d6efd6-a3fe-4a2e-98c3-be3792417ea9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:57.061954 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6efd6-a3fe-4a2e-98c3-be3792417ea9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16854d6-6035-4ef7-94e2-937fdc2ae521,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:57.148282 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-18d6efd6-a3fe-4a2e-98c3-be3792417ea9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:57.149441 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-18d6efd6-a3fe-4a2e-98c3-be3792417ea9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/security-groups/c16854d6-6035-4ef7-94e2-937fdc2ae521 HTTP/1.1" status: 204 len: 168 time: 0.3563249 May 25 23:40:57.440502 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48608) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:57.445963 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c5ecc1a7-0eac-4538-a3bf-49998781a8aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734149719', 'description': 'tempest-secgroup-smoke-734149719 description', 'project_id': '1c828b41022e4367bd8a19171329f245'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:40:57.451799 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c5ecc1a7-0eac-4538-a3bf-49998781a8aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:40:57.456635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c5ecc1a7-0eac-4538-a3bf-49998781a8aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:40:57.460162 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c5ecc1a7-0eac-4538-a3bf-49998781a8aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:40:57.465091 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c5ecc1a7-0eac-4538-a3bf-49998781a8aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:40:57.537398 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc1a7-0eac-4538-a3bf-49998781a8aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:57.570995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c5ecc1a7-0eac-4538-a3bf-49998781a8aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:40:57.574739 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c5ecc1a7-0eac-4538-a3bf-49998781a8aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:40:57.576382 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 40021973-5e67-4097-bac4-619bc607c7ed no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:40:57.577586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c5ecc1a7-0eac-4538-a3bf-49998781a8aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:40:57.583870 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c5ecc1a7-0eac-4538-a3bf-49998781a8aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:40:57.609480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 40021973-5e67-4097-bac4-619bc607c7ed {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:40:57.609817 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 40021973-5e67-4097-bac4-619bc607c7ed not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:40:57.637869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc1a7-0eac-4538-a3bf-49998781a8aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:57.700472 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc1a7-0eac-4538-a3bf-49998781a8aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:57.744412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecc1a7-0eac-4538-a3bf-49998781a8aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0907a284-341f-4d09-9de0-71df68ef2bbe,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:57.815770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc1a7-0eac-4538-a3bf-49998781a8aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:57.816954 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c5ecc1a7-0eac-4538-a3bf-49998781a8aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3755596 May 25 23:40:57.819789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48612) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:57.825053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-5a7be11f-2587-432a-b75c-0d8cb56a7182 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '0907a284-341f-4d09-9de0-71df68ef2bbe', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:40:57.831624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5a7be11f-2587-432a-b75c-0d8cb56a7182 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:40:57.835425 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5a7be11f-2587-432a-b75c-0d8cb56a7182 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:40:57.838258 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5a7be11f-2587-432a-b75c-0d8cb56a7182 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:40:57.843896 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5a7be11f-2587-432a-b75c-0d8cb56a7182 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:40:57.929641 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a7be11f-2587-432a-b75c-0d8cb56a7182 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:57.989387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a7be11f-2587-432a-b75c-0d8cb56a7182 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:58.065698 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a7be11f-2587-432a-b75c-0d8cb56a7182 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:58.092236 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7be11f-2587-432a-b75c-0d8cb56a7182 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349ae50e-3905-41a7-9b21-057fbc4f86d8,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:58.194761 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5a7be11f-2587-432a-b75c-0d8cb56a7182 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:58.195939 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5a7be11f-2587-432a-b75c-0d8cb56a7182 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3752625 May 25 23:40:58.198650 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48616) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:58.203995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-16086bd8-bede-4432-a3e6-361198a2fd31 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '0907a284-341f-4d09-9de0-71df68ef2bbe', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:40:58.210135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-16086bd8-bede-4432-a3e6-361198a2fd31 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:40:58.213902 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-16086bd8-bede-4432-a3e6-361198a2fd31 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:40:58.216768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-16086bd8-bede-4432-a3e6-361198a2fd31 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:40:58.222446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-16086bd8-bede-4432-a3e6-361198a2fd31 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:40:58.309695 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-16086bd8-bede-4432-a3e6-361198a2fd31 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:58.371881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-16086bd8-bede-4432-a3e6-361198a2fd31 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:58.451741 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-16086bd8-bede-4432-a3e6-361198a2fd31 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:58.476030 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16086bd8-bede-4432-a3e6-361198a2fd31 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12cb359-82dd-43fd-a967-ef0a016a682b,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:58.571672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-16086bd8-bede-4432-a3e6-361198a2fd31 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:58.572916 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-16086bd8-bede-4432-a3e6-361198a2fd31 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3733428 May 25 23:40:58.575489 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48620) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:58.581365 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-6b2776de-4054-449f-9153-d800d08002b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '0907a284-341f-4d09-9de0-71df68ef2bbe', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:40:58.587386 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6b2776de-4054-449f-9153-d800d08002b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:40:58.591189 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6b2776de-4054-449f-9153-d800d08002b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:40:58.594116 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6b2776de-4054-449f-9153-d800d08002b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:40:58.600500 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6b2776de-4054-449f-9153-d800d08002b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:40:58.681450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6b2776de-4054-449f-9153-d800d08002b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:58.742660 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6b2776de-4054-449f-9153-d800d08002b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:58.805881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6b2776de-4054-449f-9153-d800d08002b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:58.829024 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2776de-4054-449f-9153-d800d08002b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e6af2c-4830-4628-8dba-0e46c33fb26b,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:58.914859 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6b2776de-4054-449f-9153-d800d08002b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:58.916155 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6b2776de-4054-449f-9153-d800d08002b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3392947 May 25 23:40:58.918773 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48624) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:58.924563 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a142d7ee-cdd3-4f8e-b961-75495f87fb1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '0907a284-341f-4d09-9de0-71df68ef2bbe', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:40:58.930374 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a142d7ee-cdd3-4f8e-b961-75495f87fb1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:40:58.934243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a142d7ee-cdd3-4f8e-b961-75495f87fb1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:40:58.937103 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a142d7ee-cdd3-4f8e-b961-75495f87fb1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:40:58.943608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a142d7ee-cdd3-4f8e-b961-75495f87fb1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:40:59.035367 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a142d7ee-cdd3-4f8e-b961-75495f87fb1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:59.098639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a142d7ee-cdd3-4f8e-b961-75495f87fb1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:59.166285 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a142d7ee-cdd3-4f8e-b961-75495f87fb1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:59.190790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142d7ee-cdd3-4f8e-b961-75495f87fb1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1933207-162a-4545-a77d-252cd6b6237b,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:59.263226 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a142d7ee-cdd3-4f8e-b961-75495f87fb1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:59.264434 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a142d7ee-cdd3-4f8e-b961-75495f87fb1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3447695 May 25 23:40:59.267189 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48628) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:59.272767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e982c5e8-4a10-4c25-9293-09cf1bfec6f6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '0907a284-341f-4d09-9de0-71df68ef2bbe', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:40:59.278669 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e982c5e8-4a10-4c25-9293-09cf1bfec6f6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:40:59.282456 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e982c5e8-4a10-4c25-9293-09cf1bfec6f6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:40:59.285340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e982c5e8-4a10-4c25-9293-09cf1bfec6f6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:40:59.290924 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e982c5e8-4a10-4c25-9293-09cf1bfec6f6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:40:59.348660 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-e982c5e8-4a10-4c25-9293-09cf1bfec6f6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Project 1c828b41022e4367bd8a19171329f245 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:40:59.355381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e982c5e8-4a10-4c25-9293-09cf1bfec6f6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:59.418807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e982c5e8-4a10-4c25-9293-09cf1bfec6f6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:59.491576 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e982c5e8-4a10-4c25-9293-09cf1bfec6f6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:59.515931 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982c5e8-4a10-4c25-9293-09cf1bfec6f6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc78ea88-29bf-46e6-9d4c-084745d641c2,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:59.588992 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e982c5e8-4a10-4c25-9293-09cf1bfec6f6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:59.593372 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e982c5e8-4a10-4c25-9293-09cf1bfec6f6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3219388 May 25 23:40:59.593372 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48632) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:59.598789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-da727a26-4374-42c6-927c-206ffb3132e9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '0907a284-341f-4d09-9de0-71df68ef2bbe', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:40:59.604473 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-da727a26-4374-42c6-927c-206ffb3132e9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:40:59.608450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-da727a26-4374-42c6-927c-206ffb3132e9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:40:59.611987 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-da727a26-4374-42c6-927c-206ffb3132e9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:40:59.617578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-da727a26-4374-42c6-927c-206ffb3132e9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:40:59.694560 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-da727a26-4374-42c6-927c-206ffb3132e9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Project 1c828b41022e4367bd8a19171329f245 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:40:59.700928 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-da727a26-4374-42c6-927c-206ffb3132e9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:59.764463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-da727a26-4374-42c6-927c-206ffb3132e9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:59.846777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-da727a26-4374-42c6-927c-206ffb3132e9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:59.871910 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da727a26-4374-42c6-927c-206ffb3132e9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7b878c-fdc3-4fd6-a4a9-6deafa300f98,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:40:59.948829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-da727a26-4374-42c6-927c-206ffb3132e9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:40:59.950048 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-da727a26-4374-42c6-927c-206ffb3132e9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3562248 May 25 23:40:59.952784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48636) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:40:59.958677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-3a9656ac-c951-4e53-a885-890232169951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'network': {'name': 'tempest-network-smoke--136317437', 'project_id': '1c828b41022e4367bd8a19171329f245', 'port_security_enabled': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:40:59.963652 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3a9656ac-c951-4e53-a885-890232169951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:40:59.967715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3a9656ac-c951-4e53-a885-890232169951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:network and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:40:59.971215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-3a9656ac-c951-4e53-a885-890232169951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:40:59.977019 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-3a9656ac-c951-4e53-a885-890232169951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:41:00.057540 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9656ac-c951-4e53-a885-890232169951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Made reservation on behalf of 1c828b41022e4367bd8a19171329f245 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:41:00.060317 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3a9656ac-c951-4e53-a885-890232169951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:00.088195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9656ac-c951-4e53-a885-890232169951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:41:00.096665 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3a9656ac-c951-4e53-a885-890232169951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:00.097001 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-3a9656ac-c951-4e53-a885-890232169951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Added segment cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72 of type vlan for network 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e May 25 23:41:00.121737 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3a9656ac-c951-4e53-a885-890232169951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:00.206595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3a9656ac-c951-4e53-a885-890232169951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:00.210193 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9656ac-c951-4e53-a885-890232169951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:00.210789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3a9656ac-c951-4e53-a885-890232169951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:00.404111 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9656ac-c951-4e53-a885-890232169951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Network': ['ID=70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:00.414657 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:41:00.463954 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3a9656ac-c951-4e53-a885-890232169951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5101252 May 25 23:41:00.466580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48640) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:41:00.471663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1791739421', 'admin_state_up': True, 'project_id': '1c828b41022e4367bd8a19171329f245', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:41:00.478308 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:41:00.482348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:router and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:41:00.485299 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:41:00.491946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:41:00.557477 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:00.558442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:00.581634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:00.793510 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:01.042978 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:01.072597 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:01.207514 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.26.5.44 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/d0d1eff3-a9aa-465a-8e75-4a4f942cce60) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:41:01.352476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:01.446528 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:01.512067 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:41:01.514955 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:41:01.519395 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:41:01.549843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=d0d1eff3-a9aa-465a-8e75-4a4f942cce60,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:01.759945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:01.760690 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:02.062991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router 60ce1f79-3871-40a6-8427-a174a127ca3b is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:41:02.256705 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:41:02.266682 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494438a-38af-4a02-a205-0672191f411b None None] Sync routers for ids ['60ce1f79-3871-40a6-8427-a174a127ca3b'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:41:02.278812 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494438a-38af-4a02-a205-0672191f411b None None] Routers {'60ce1f79-3871-40a6-8427-a174a127ca3b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:41:02.279425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1494438a-38af-4a02-a205-0672191f411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:40:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['60ce1f79-3871-40a6-8427-a174a127ca3b'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:41:02.372064 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:02.373381 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e3c63311-a557-4fea-a631-ac0115b7bfa9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9058461 May 25 23:41:02.376879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48644) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:41:02.418284 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2740ce14-b6d9-40a8-8c97-e512d03732c7 tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=1c828b41022e4367bd8a19171329f245&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403640 May 25 23:41:02.421106 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48648) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:41:02.462753 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-1494438a-38af-4a02-a205-0672191f411b None None] Set router 60ce1f79-3871-40a6-8427-a174a127ca3b gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:41:02.649578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49352dd3-910d-4844-88a0-6d8f0af4936f tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:02.650934 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-49352dd3-910d-4844-88a0-6d8f0af4936f tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2289054 May 25 23:41:02.653810 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48652) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:41:02.692646 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ea5b2c6c-ed82-4c2a-b26b-e860adf1d4ff tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377774 May 25 23:41:02.695137 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48656) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:41:02.700205 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-bbf99e69-bf40-4ca4-adb6-522afcd6dcd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1537317605', 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'project_id': '1c828b41022e4367bd8a19171329f245', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:41:02.748721 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1494438a-38af-4a02-a205-0672191f411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791739421', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:41:00Z', 'updated_at': '2022-05-25T23:41:01Z', 'revision_number': 3, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:01Z', 'updated_at': '2022-05-25T23:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:41:02.753373 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494438a-38af-4a02-a205-0672191f411b None None] Checking router: 60ce1f79-3871-40a6-8427-a174a127ca3b for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:41:02.753710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494438a-38af-4a02-a205-0672191f411b None None] Updating router 60ce1f79-3871-40a6-8427-a174a127ca3b port d0d1eff3-a9aa-465a-8e75-4a4f942cce60 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:41:02.803049 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1494438a-38af-4a02-a205-0672191f411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:02.806398 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bbf99e69-bf40-4ca4-adb6-522afcd6dcd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:41:02.810110 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bbf99e69-bf40-4ca4-adb6-522afcd6dcd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:subnet and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:41:02.812882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-bbf99e69-bf40-4ca4-adb6-522afcd6dcd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:41:02.819239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-bbf99e69-bf40-4ca4-adb6-522afcd6dcd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:41:02.883294 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf99e69-bf40-4ca4-adb6-522afcd6dcd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Made reservation on behalf of 1c828b41022e4367bd8a19171329f245 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:41:02.983852 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bbf99e69-bf40-4ca4-adb6-522afcd6dcd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:03.123864 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1494438a-38af-4a02-a205-0672191f411b None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:03.135338 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1494438a-38af-4a02-a205-0672191f411b None None] Transition to ACTIVE for port object d0d1eff3-a9aa-465a-8e75-4a4f942cce60 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:41:03.249235 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1494438a-38af-4a02-a205-0672191f411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:03.277935 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bbf99e69-bf40-4ca4-adb6-522afcd6dcd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:03.359726 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf99e69-bf40-4ca4-adb6-522afcd6dcd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Subnet': ['ID=3907b8f3-5dc6-46d2-b8a1-4c8b788de628,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:03.369048 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1494438a-38af-4a02-a205-0672191f411b None None] Attempting to bind port d0d1eff3-a9aa-465a-8e75-4a4f942cce60 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:41:03.369471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1494438a-38af-4a02-a205-0672191f411b None None] Attempting to bind port d0d1eff3-a9aa-465a-8e75-4a4f942cce60 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:41:03.369471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1494438a-38af-4a02-a205-0672191f411b None None] Attempting to bind port d0d1eff3-a9aa-465a-8e75-4a4f942cce60 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:41:03.371558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b914a1-2f8f-4025-829f-bdbcd62fa87b None None] Pushing event updated for resources: {'Port': ['ID=d0d1eff3-a9aa-465a-8e75-4a4f942cce60,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:03.372115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf99e69-bf40-4ca4-adb6-522afcd6dcd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Checking segment: {'id': 'cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:41:03.372472 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf99e69-bf40-4ca4-adb6-522afcd6dcd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network hostable DHCP agents. Network: 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:41:03.382651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1494438a-38af-4a02-a205-0672191f411b None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:41:03.382651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1494438a-38af-4a02-a205-0672191f411b None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:41:03.382651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1494438a-38af-4a02-a205-0672191f411b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:03.382651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1494438a-38af-4a02-a205-0672191f411b None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:41:03.382651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1494438a-38af-4a02-a205-0672191f411b None None] Bound port: d0d1eff3-a9aa-465a-8e75-4a4f942cce60, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:41:03.382651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1494438a-38af-4a02-a205-0672191f411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:03.449238 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1494438a-38af-4a02-a205-0672191f411b None None] For port d0d1eff3-a9aa-465a-8e75-4a4f942cce60, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:41:03.452107 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1494438a-38af-4a02-a205-0672191f411b None None] For port d0d1eff3-a9aa-465a-8e75-4a4f942cce60, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d0d1eff3-a9aa-465a-8e75-4a4f942cce60,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:41:03.466324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf99e69-bf40-4ca4-adb6-522afcd6dcd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:41:03.529716 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1494438a-38af-4a02-a205-0672191f411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:03.557824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-bbf99e69-bf40-4ca4-adb6-522afcd6dcd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:41:03.561718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf99e69-bf40-4ca4-adb6-522afcd6dcd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:03.562417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bbf99e69-bf40-4ca4-adb6-522afcd6dcd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:03.569237 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01195db-0b4f-463e-a1cc-36e95fee1da4 None None] Network 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:41:03.644742 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bbf99e69-bf40-4ca4-adb6-522afcd6dcd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9485257 May 25 23:41:03.647351 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48660) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:41:03.692270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b914a1-2f8f-4025-829f-bdbcd62fa87b None None] Pushing event updated for resources: {'Port': ['ID=d0d1eff3-a9aa-465a-8e75-4a4f942cce60,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:03.722576 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494438a-38af-4a02-a205-0672191f411b None None] Routers {'60ce1f79-3871-40a6-8427-a174a127ca3b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:41:03.723184 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1494438a-38af-4a02-a205-0672191f411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:40:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['60ce1f79-3871-40a6-8427-a174a127ca3b'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:41:03.966138 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ips': [{'subnet_id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:41:03.967105 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:03.992560 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-1494438a-38af-4a02-a205-0672191f411b None None] Set router 60ce1f79-3871-40a6-8427-a174a127ca3b gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:41:04.369674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Allocated IP 172.20.0.2 (70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e/3907b8f3-5dc6-46d2-b8a1-4c8b788de628/7b8e1d68-a779-40b3-91ce-ec57bf61f8bb) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:41:04.387576 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:04.504942 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1494438a-38af-4a02-a205-0672191f411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791739421', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:41:00Z', 'updated_at': '2022-05-25T23:41:01Z', 'revision_number': 3, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:01Z', 'updated_at': '2022-05-25T23:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:41:04.519083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494438a-38af-4a02-a205-0672191f411b None None] The sync data for ids ['60ce1f79-3871-40a6-8427-a174a127ca3b'] in dv-neutron-843300-1-hyperv is: [{'id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791739421', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:41:00Z', 'updated_at': '2022-05-25T23:41:01Z', 'revision_number': 3, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:01Z', 'updated_at': '2022-05-25T23:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:41:04.609159 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:04.620368 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Transition to ACTIVE for port object 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:41:04.643545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Transition to ACTIVE for port object 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:41:04.769637 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:04.840853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Network 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:41:04.843788 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:41:04.847893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:41:04.854462 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Pushing event updated for resources: {'Port': ['ID=7b8e1d68-a779-40b3-91ce-ec57bf61f8bb,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:04.932386 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.20.0.1 (70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e/3907b8f3-5dc6-46d2-b8a1-4c8b788de628/a83ad5dd-bbd4-4b4a-ba86-d003281e92b7) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:41:04.943883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Attempting to bind port 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:41:04.944191 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Attempting to bind port 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:41:04.944518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Attempting to bind port 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb on network 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:41:04.951130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:41:04.951491 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Checking segment: {'id': 'cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:41:04.951921 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:04.952297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Bound using segment: {'id': 'cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:41:04.952782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Bound port: 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:41:04.953154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:05.097539 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] For port 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:41:05.101423 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] For port 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=7b8e1d68-a779-40b3-91ce-ec57bf61f8bb,segment=NetworkSegment(cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72),segment_id=cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:41:05.101999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:05.118580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Transition to ACTIVE for port object a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:41:05.210138 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:05.253102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:05.299739 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db607d0a-3256-492f-b180-4b835cd5a4d6 None None] Pushing event updated for resources: {'Port': ['ID=7b8e1d68-a779-40b3-91ce-ec57bf61f8bb,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:05.347669 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=a83ad5dd-bbd4-4b4a-ba86-d003281e92b7,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:05.351411 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:41:05.352985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:41:05.355511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:41:05.418449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:05.582626 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:05.675449 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:41:05.840425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:41:05.846109 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d0d1eff3-a9aa-465a-8e75-4a4f942cce60 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:41:05.963267 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port d0d1eff3-a9aa-465a-8e75-4a4f942cce60 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:41:05.968657 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port d0d1eff3-a9aa-465a-8e75-4a4f942cce60 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:41:05.974844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:05.991030 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:06.066309 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:06.089934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:06.108211 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port d0d1eff3-a9aa-465a-8e75-4a4f942cce60, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d0d1eff3-a9aa-465a-8e75-4a4f942cce60,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:41:06.181971 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:06.183150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:06.185298 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=a83ad5dd-bbd4-4b4a-ba86-d003281e92b7,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:06.252422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=d0d1eff3-a9aa-465a-8e75-4a4f942cce60,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:06.280322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b2d743-c8e7-4b1b-9ec1-086c40619a1a None None] Network 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:41:06.336319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:41:06.337480 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:41:06.433216 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6e01af11-72a0-4249-932c-4f5597034b59 None None] Provisioning for port 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:41:06.448655 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6e01af11-72a0-4249-932c-4f5597034b59 None None] Provisioning complete for port 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:41:06.449023 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6e01af11-72a0-4249-932c-4f5597034b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:06.630687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6e01af11-72a0-4249-932c-4f5597034b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:06.664912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6e01af11-72a0-4249-932c-4f5597034b59 None None] For port 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=7b8e1d68-a779-40b3-91ce-ec57bf61f8bb,segment=NetworkSegment(cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72),segment_id=cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:41:06.743378 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6e01af11-72a0-4249-932c-4f5597034b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:06.811909 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01af11-72a0-4249-932c-4f5597034b59 None None] Pushing event updated for resources: {'Port': ['ID=7b8e1d68-a779-40b3-91ce-ec57bf61f8bb,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:06.838142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router 60ce1f79-3871-40a6-8427-a174a127ca3b has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:41:06.868355 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1b8ba4d4-2294-424e-9967-4f5a7f076ff2 None None] Provisioning complete for port 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:41:06.868822 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1b8ba4d4-2294-424e-9967-4f5a7f076ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:07.051976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:41:07.065926 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bf688a49-4f87-45fd-ac06-46946343e4ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "PUT /v2.0/routers/60ce1f79-3871-40a6-8427-a174a127ca3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4174685 May 25 23:41:07.083483 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1b8ba4d4-2294-424e-9967-4f5a7f076ff2 None None] Provisioning for port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:41:07.088971 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1b8ba4d4-2294-424e-9967-4f5a7f076ff2 None None] Provisioning complete for port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:41:07.089336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1b8ba4d4-2294-424e-9967-4f5a7f076ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:07.145246 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ba4d4-2294-424e-9967-4f5a7f076ff2 None None] Port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:41:07.247974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-264d3634-9fa9-4c27-8514-06ce2c375627 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:41:07.264569 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e0739368-7714-405c-8031-375fbc5d9244 None None] Provisioning complete for port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:41:07.264923 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e0739368-7714-405c-8031-375fbc5d9244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:07.315901 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-264d3634-9fa9-4c27-8514-06ce2c375627 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:41:07.317311 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-264d3634-9fa9-4c27-8514-06ce2c375627 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734149719&fields=id&tenant_id=1c828b41022e4367bd8a19171329f245 HTTP/1.1" status: 200 len: 267 time: 0.1088672 May 25 23:41:07.320055 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e0739368-7714-405c-8031-375fbc5d9244 None None] Port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:41:07.465958 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-56a2ce79-8ad1-4ae8-98ab-87810fb5837f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:07.466547 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-56a2ce79-8ad1-4ae8-98ab-87810fb5837f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:41:07.586024 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-56a2ce79-8ad1-4ae8-98ab-87810fb5837f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:41:07.586024 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-56a2ce79-8ad1-4ae8-98ab-87810fb5837f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/networks?id=70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e HTTP/1.1" status: 200 len: 796 time: 0.2602201 May 25 23:41:07.603754 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-861acfe6-1f91-48b7-ad3e-4ecc2ae9ebc6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/quotas/1c828b41022e4367bd8a19171329f245 HTTP/1.1" status: 200 len: 375 time: 0.0136056 May 25 23:41:07.630491 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d0d1eff3-a9aa-465a-8e75-4a4f942cce60 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:41:07.685410 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-adc79358-0116-4b45-969c-a04242a99a01 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:41:07.696439 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port d0d1eff3-a9aa-465a-8e75-4a4f942cce60 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:41:07.696824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:07.789149 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-adc79358-0116-4b45-969c-a04242a99a01 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:41:07.790713 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-adc79358-0116-4b45-969c-a04242a99a01 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1810930 May 25 23:41:07.813576 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:41:07.885162 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:41:07.885558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:07.938344 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-0cf91cb6-9fd1-4d22-9d4c-65a71a44d90c service neutron] 10.222.0.66 "GET /v2.0/networks/70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353655 May 25 23:41:08.047357 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Sync routers for ids ['60ce1f79-3871-40a6-8427-a174a127ca3b'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:41:08.059757 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Routers {'60ce1f79-3871-40a6-8427-a174a127ca3b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:41:08.060351 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:40:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['60ce1f79-3871-40a6-8427-a174a127ca3b'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:41:08.075115 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-a91eba3b-7994-42da-9778-329116f5ffe6 service neutron] 10.222.0.66 "GET /v2.0/networks/70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311395 May 25 23:41:08.235235 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Set router 60ce1f79-3871-40a6-8427-a174a127ca3b gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:41:08.328689 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fba6ccc8-831f-467e-90e8-149c7fdd1c06 req-0e276062-cabc-4a6f-9af2-0e3eb0b881af tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 210 time: 0.0439513 May 25 23:41:08.560432 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791739421', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:41:00Z', 'updated_at': '2022-05-25T23:41:05Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:01Z', 'updated_at': '2022-05-25T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'a83ad5dd-bbd4-4b4a-ba86-d003281e92b7', 'name': '', 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:b9:e0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:04Z', 'updated_at': '2022-05-25T23:41:05Z', 'revision_number': 2, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:41:08.564220 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Checking router: 60ce1f79-3871-40a6-8427-a174a127ca3b for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:41:08.564591 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Updating router 60ce1f79-3871-40a6-8427-a174a127ca3b port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:41:08.617186 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:08.943868 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:08.955056 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Transition to ACTIVE for port object a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:41:09.037453 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:09.161927 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7316e-b105-4885-8212-b3d3df9f8a8e None None] Pushing event updated for resources: {'Port': ['ID=a83ad5dd-bbd4-4b4a-ba86-d003281e92b7,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:09.228196 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7316e-b105-4885-8212-b3d3df9f8a8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:41:09.228522 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7316e-b105-4885-8212-b3d3df9f8a8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:41:09.228866 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7316e-b105-4885-8212-b3d3df9f8a8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:41:09.229184 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7316e-b105-4885-8212-b3d3df9f8a8e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:41:09.229501 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7316e-b105-4885-8212-b3d3df9f8a8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:41:09.229815 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7316e-b105-4885-8212-b3d3df9f8a8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:41:09.230381 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7316e-b105-4885-8212-b3d3df9f8a8e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:41:09.230689 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7316e-b105-4885-8212-b3d3df9f8a8e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:41:09.231024 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7316e-b105-4885-8212-b3d3df9f8a8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:41:09.231327 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7316e-b105-4885-8212-b3d3df9f8a8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:41:09.231632 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7316e-b105-4885-8212-b3d3df9f8a8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:41:09.261648 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Attempting to bind port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:41:09.262004 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Attempting to bind port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:41:09.262360 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Attempting to bind port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 on network 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:41:09.272427 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:41:09.272900 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Checking segment: {'id': 'cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:41:09.273357 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:09.273810 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Bound using segment: {'id': 'cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:41:09.274349 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Bound port: a83ad5dd-bbd4-4b4a-ba86-d003281e92b7, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:41:09.274779 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:09.368985 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] For port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:41:09.371564 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] For port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a83ad5dd-bbd4-4b4a-ba86-d003281e92b7,segment=NetworkSegment(cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72),segment_id=cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:41:09.437751 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e304fcf7-229c-45be-bc08-e8b6857473ca req-3633c44f-35da-4df6-bbd5-f141b05eab00 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 210 time: 0.0400171 May 25 23:41:09.443562 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:09.525443 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7316e-b105-4885-8212-b3d3df9f8a8e None None] Pushing event updated for resources: {'Port': ['ID=a83ad5dd-bbd4-4b4a-ba86-d003281e92b7,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:09.530755 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Routers {'60ce1f79-3871-40a6-8427-a174a127ca3b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:41:09.531344 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:40:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['60ce1f79-3871-40a6-8427-a174a127ca3b'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:41:09.707601 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] Set router 60ce1f79-3871-40a6-8427-a174a127ca3b gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:41:10.030900 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791739421', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:41:00Z', 'updated_at': '2022-05-25T23:41:05Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:01Z', 'updated_at': '2022-05-25T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'a83ad5dd-bbd4-4b4a-ba86-d003281e92b7', 'name': '', 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:b9:e0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:04Z', 'updated_at': '2022-05-25T23:41:09Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:41:10.035082 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe66751-fa4f-4b19-b998-d17f928cc646 None None] The sync data for ids ['60ce1f79-3871-40a6-8427-a174a127ca3b'] in dv-neutron-843300-1-hyperv is: [{'id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791739421', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:41:00Z', 'updated_at': '2022-05-25T23:41:05Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:01Z', 'updated_at': '2022-05-25T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'a83ad5dd-bbd4-4b4a-ba86-d003281e92b7', 'name': '', 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:b9:e0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:04Z', 'updated_at': '2022-05-25T23:41:09Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:41:10.549674 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a9b050b2-84bf-4042-808c-8ffdb7a82176 req-ad65b522-5dc1-4546-97e7-a5059ea200fe tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 210 time: 0.0420251 May 25 23:41:11.542299 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ca679dfe-2d90-4b09-a430-c540bf88fa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:11.650904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:41:11.679902 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-46d42c61-9a39-453f-a545-e7454b33fac3 req-a2f500ef-765f-4423-8e8d-3bfe0bd5c321 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 210 time: 0.0609624 May 25 23:41:11.774602 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:41:11.779443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:41:11.780462 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:11.893570 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:11.924460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a83ad5dd-bbd4-4b4a-ba86-d003281e92b7,segment=NetworkSegment(cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72),segment_id=cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:41:12.020441 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:12.118131 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=a83ad5dd-bbd4-4b4a-ba86-d003281e92b7,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:12.842884 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5b2504e3-3e6c-4628-989f-67190c79828d req-c97cee30-16b8-4a3f-bf10-b5f337e43a8b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 210 time: 0.0412126 May 25 23:41:13.628699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:41:13.706540 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:41:13.706898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:13.797971 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fdf4f653-5f60-4c8d-a566-2cbd122bbbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:14.013810 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f320d17a-cb05-4778-96f3-724f14bb9873 req-af94fec0-8f46-4827-86e3-1cee2a002c04 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 210 time: 0.0398431 May 25 23:41:14.421183 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-914cab4f-1f30-4b35-a1b0-6d93ac68179b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:14.422598 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-914cab4f-1f30-4b35-a1b0-6d93ac68179b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "GET /v2.0/networks?id=70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e HTTP/1.1" status: 200 len: 796 time: 0.1588678 May 25 23:41:14.474724 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-7c41fffa-bd81-4fa5-b1b9-2f75fe0cf56c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c828b41022e4367bd8a19171329f245 HTTP/1.1" status: 200 len: 379 time: 0.0403881 May 25 23:41:14.482467 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-58c9db15-c77e-4358-8a8c-6441f88b4f74 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'port': {'device_id': '6453e55e-8620-49e4-bd01-665b637da53a', 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'admin_state_up': True, 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'security_groups': ['0907a284-341f-4d09-9de0-71df68ef2bbe']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:41:14.620458 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-58c9db15-c77e-4358-8a8c-6441f88b4f74 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:41:14.630978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-58c9db15-c77e-4358-8a8c-6441f88b4f74 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:41:14.719989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-58c9db15-c77e-4358-8a8c-6441f88b4f74 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Made reservation on behalf of 1c828b41022e4367bd8a19171329f245 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:41:14.723128 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-58c9db15-c77e-4358-8a8c-6441f88b4f74 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:14.886050 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-58c9db15-c77e-4358-8a8c-6441f88b4f74 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.20.0.9 (70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e/3907b8f3-5dc6-46d2-b8a1-4c8b788de628/69e1ad1c-06fa-4444-a093-528ea770f448) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:41:15.020564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:15.134597 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:15.173780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-58c9db15-c77e-4358-8a8c-6441f88b4f74 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:15.182881 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f3f9d7f8-854a-4ee1-9403-df1cbc0c23d8 req-60ef6698-6577-47b8-b31e-d4539d5be133 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 210 time: 0.0430198 May 25 23:41:15.191106 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-58c9db15-c77e-4358-8a8c-6441f88b4f74 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Transition to ACTIVE for port object 69e1ad1c-06fa-4444-a093-528ea770f448 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:41:15.278553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-58c9db15-c77e-4358-8a8c-6441f88b4f74 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:15.349560 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-58c9db15-c77e-4358-8a8c-6441f88b4f74 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:41:15.352411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-58c9db15-c77e-4358-8a8c-6441f88b4f74 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:41:15.356329 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-58c9db15-c77e-4358-8a8c-6441f88b4f74 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:41:15.392666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9db15-c77e-4358-8a8c-6441f88b4f74 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=69e1ad1c-06fa-4444-a093-528ea770f448,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:15.422491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-58c9db15-c77e-4358-8a8c-6441f88b4f74 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:15.424099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-58c9db15-c77e-4358-8a8c-6441f88b4f74 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:15.519164 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-58c9db15-c77e-4358-8a8c-6441f88b4f74 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0403018 May 25 23:41:15.530365 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Request body: {'port': {'device_id': '6453e55e-8620-49e4-bd01-665b637da53a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:41:15.639232 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:15.652910 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:41:15.703111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fb79c1ed-559d-4cc9-962a-dc3f852dc54e None None] Provisioning for port 69e1ad1c-06fa-4444-a093-528ea770f448 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:41:15.708312 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-fb79c1ed-559d-4cc9-962a-dc3f852dc54e None None] Provisioning complete for port 69e1ad1c-06fa-4444-a093-528ea770f448 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:41:15.708727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fb79c1ed-559d-4cc9-962a-dc3f852dc54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:15.761205 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-fb79c1ed-559d-4cc9-962a-dc3f852dc54e None None] Port 69e1ad1c-06fa-4444-a093-528ea770f448 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:41:15.970404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e1ad1c-06fa-4444-a093-528ea770f448 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:41:15.977516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:15.992368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Transition to ACTIVE for port object 69e1ad1c-06fa-4444-a093-528ea770f448 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:41:16.080078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:16.208781 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=69e1ad1c-06fa-4444-a093-528ea770f448,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:16.321260 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Attempting to bind port 69e1ad1c-06fa-4444-a093-528ea770f448 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:41:16.321592 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Attempting to bind port 69e1ad1c-06fa-4444-a093-528ea770f448 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:41:16.321919 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Attempting to bind port 69e1ad1c-06fa-4444-a093-528ea770f448 on network 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:41:16.328392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Port 69e1ad1c-06fa-4444-a093-528ea770f448 on network 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:41:16.328752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Attempting to bind port 69e1ad1c-06fa-4444-a093-528ea770f448 on network 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:41:16.336627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:41:16.336966 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Checking segment: {'id': 'cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:41:16.337348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Bound using segment: {'id': 'cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:41:16.337772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Bound port: 69e1ad1c-06fa-4444-a093-528ea770f448, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:41:16.338121 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:16.383721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68a338-d598-4a9d-9f7b-8276a6254dc2 req-d452af4c-35e0-4921-8e3b-f4b0f791e982 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:16.385202 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fc68a338-d598-4a9d-9f7b-8276a6254dc2 req-d452af4c-35e0-4921-8e3b-f4b0f791e982 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 943 time: 0.0794578 May 25 23:41:16.430241 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] For port 69e1ad1c-06fa-4444-a093-528ea770f448, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:41:16.431123 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fc68a338-d598-4a9d-9f7b-8276a6254dc2 req-ac5a8d88-4436-4d05-938b-1f9eb10bf34c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392325 May 25 23:41:16.433206 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] For port 69e1ad1c-06fa-4444-a093-528ea770f448, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=69e1ad1c-06fa-4444-a093-528ea770f448,segment=NetworkSegment(cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72),segment_id=cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:41:16.514984 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:16.575601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:16.576992 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] 10.222.0.73 "PUT /v2.0/ports/69e1ad1c-06fa-4444-a093-528ea770f448 HTTP/1.1" status: 200 len: 1093 time: 1.0508814 May 25 23:41:16.577417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6453e55e-8620-49e4-bd01-665b637da53a', 'tag': '69e1ad1c-06fa-4444-a093-528ea770f448'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:41:16.594607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c929a1-5e1a-4899-aea3-c0d7c57d7ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=69e1ad1c-06fa-4444-a093-528ea770f448,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:16.640666 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e246d6-b040-435a-b6cb-e3b6ccf2e3f6'] response: {'name': 'network-changed', 'server_uuid': '6453e55e-8620-49e4-bd01-665b637da53a', 'tag': '69e1ad1c-06fa-4444-a093-528ea770f448', 'status': 'completed', 'code': 200} May 25 23:41:16.743242 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4c8351be-7eaa-40ef-a032-edc9f5a9d099 req-a5207f6e-9b31-4e52-875b-dba7dc7cb258 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 1096 time: 0.0791976 May 25 23:41:16.797385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:16.885176 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8351be-7eaa-40ef-a032-edc9f5a9d099 req-f7c9de19-44ad-4b03-afc0-183617f3f0e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:16.886618 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4c8351be-7eaa-40ef-a032-edc9f5a9d099 req-f7c9de19-44ad-4b03-afc0-183617f3f0e5 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1c828b41022e4367bd8a19171329f245&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1369171 May 25 23:41:17.022897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8351be-7eaa-40ef-a032-edc9f5a9d099 req-33ae14d6-d506-4ff0-b954-c4ad9c5f2b94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:17.024309 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-4c8351be-7eaa-40ef-a032-edc9f5a9d099 req-33ae14d6-d506-4ff0-b954-c4ad9c5f2b94 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315358 May 25 23:41:17.127439 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-869af852-f216-4a52-aa7e-f712e50f85b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 1096 time: 0.0682957 May 25 23:41:17.279235 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-84130039-a8b0-46d6-b7c4-07365f75edbf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e1ad1c-06fa-4444-a093-528ea770f448 HTTP/1.1" status: 200 len: 217 time: 0.1458616 May 25 23:41:17.339225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-2a82fb00-179b-4323-aca8-221bc9f3e0eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:17.340787 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-2a82fb00-179b-4323-aca8-221bc9f3e0eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3907b8f3-5dc6-46d2-b8a1-4c8b788de628 HTTP/1.1" status: 200 len: 835 time: 0.0560880 May 25 23:41:17.414262 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-9974c2d3-b340-42a5-83cf-1f049fde806c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680714 May 25 23:41:17.550440 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-b8b03295-61ff-4659-ba80-1b82611e2a93 service neutron] 10.222.0.73 "GET /v2.0/networks/70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307144 May 25 23:41:17.634876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6210f-d758-41d7-9d8d-1c6d1b553002 req-0a761309-7f98-4896-9503-964febb9c506 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:17.636325 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-14a6210f-d758-41d7-9d8d-1c6d1b553002 req-0a761309-7f98-4896-9503-964febb9c506 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 943 time: 0.0795803 May 25 23:41:17.681891 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abd13ddf-bdfa-4fef-bd9f-d1ddf206869e req-ae8f825e-3ef4-453c-94e0-cc6861e64321 service neutron] 10.222.0.73 "GET /v2.0/networks/70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260397 May 25 23:41:17.691566 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-14a6210f-d758-41d7-9d8d-1c6d1b553002 req-4439ff4a-d3eb-4deb-aa34-6bd637181ce7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485475 May 25 23:41:17.963136 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:18.890151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58357b-60fb-4a63-9a35-2ce1d4007228 req-f3204da7-8f12-49e3-b1e6-0856d7bf0b14 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:18.891875 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-df58357b-60fb-4a63-9a35-2ce1d4007228 req-f3204da7-8f12-49e3-b1e6-0856d7bf0b14 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 943 time: 0.0750175 May 25 23:41:18.937015 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-df58357b-60fb-4a63-9a35-2ce1d4007228 req-a2231c44-a21b-4f7b-a225-558ecb548682 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395796 May 25 23:41:19.977956 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 69e1ad1c-06fa-4444-a093-528ea770f448 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:41:20.112068 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 69e1ad1c-06fa-4444-a093-528ea770f448, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=69e1ad1c-06fa-4444-a093-528ea770f448,segment=NetworkSegment(cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72),segment_id=cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:41:20.127023 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '69e1ad1c-06fa-4444-a093-528ea770f448', 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'port_id': '69e1ad1c-06fa-4444-a093-528ea770f448', 'mac_address': 'fa:16:3e:06:3b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:41:20.185631 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:20.204822 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e1ad1c-06fa-4444-a093-528ea770f448 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:41:20.220682 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 69e1ad1c-06fa-4444-a093-528ea770f448, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=69e1ad1c-06fa-4444-a093-528ea770f448,segment=NetworkSegment(cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72),segment_id=cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:41:20.249534 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11246b-9082-4657-8ad3-b70358378bdb req-a5336cc7-7759-41da-8683-2da197830e3b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:20.250881 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6f11246b-9082-4657-8ad3-b70358378bdb req-a5336cc7-7759-41da-8683-2da197830e3b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 943 time: 0.1861625 May 25 23:41:20.280212 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:20.297568 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6f11246b-9082-4657-8ad3-b70358378bdb req-a1cdcc51-c92c-4cde-8d22-34105a07fe21 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401940 May 25 23:41:20.349100 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=69e1ad1c-06fa-4444-a093-528ea770f448,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:20.484053 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['69e1ad1c-06fa-4444-a093-528ea770f448'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:41:21.494812 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075acdd-4db4-4376-bd0d-3bc33baa6743 req-8f137170-c5b9-440c-b56f-c8a37033fabd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:21.496244 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3075acdd-4db4-4376-bd0d-3bc33baa6743 req-8f137170-c5b9-440c-b56f-c8a37033fabd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 944 time: 0.0759327 May 25 23:41:21.541113 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3075acdd-4db4-4376-bd0d-3bc33baa6743 req-b5f916b1-f364-44f4-b3cf-f8252ff6711e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386319 May 25 23:41:21.993287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 69e1ad1c-06fa-4444-a093-528ea770f448 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:41:22.117217 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 69e1ad1c-06fa-4444-a093-528ea770f448 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:41:22.122102 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 69e1ad1c-06fa-4444-a093-528ea770f448 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:41:22.122462 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:22.233849 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:22.259877 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6453e55e-8620-49e4-bd01-665b637da53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e1ad1c-06fa-4444-a093-528ea770f448'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:41:22.269667 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 69e1ad1c-06fa-4444-a093-528ea770f448, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=69e1ad1c-06fa-4444-a093-528ea770f448,segment=NetworkSegment(cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72),segment_id=cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:41:22.317164 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20817071-3d1d-47a5-b398-f36fa8815239'] response: {'server_uuid': '6453e55e-8620-49e4-bd01-665b637da53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e1ad1c-06fa-4444-a093-528ea770f448', 'code': 200} May 25 23:41:22.354142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:22.418750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=69e1ad1c-06fa-4444-a093-528ea770f448,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:22.663798 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cc0a8786-f3a2-48ed-a0e1-d9bd78fdf0c1 req-56c3cf2f-4805-4f29-a2a9-0ea58b850fb8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 1098 time: 0.0674686 May 25 23:41:22.705668 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cc0a8786-f3a2-48ed-a0e1-d9bd78fdf0c1 req-3cbd1c9d-5286-42a6-a042-8f39e29dac0a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365663 May 25 23:41:22.741223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eb404-6a1b-4d5a-995d-4a372bfe5022 req-81545548-b819-408e-be1d-11a40dfbfa31 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:22.742654 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0e5eb404-6a1b-4d5a-995d-4a372bfe5022 req-81545548-b819-408e-be1d-11a40dfbfa31 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0788138 May 25 23:41:22.787566 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0e5eb404-6a1b-4d5a-995d-4a372bfe5022 req-a8ab58ec-58ef-4d32-a60d-d05475f21146 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393820 May 25 23:41:23.983549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be53ac-53c3-4f50-93e7-e22d3e166141 req-1322da19-1b30-412f-a4bd-773644ad140b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:23.984988 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-26be53ac-53c3-4f50-93e7-e22d3e166141 req-1322da19-1b30-412f-a4bd-773644ad140b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0740032 May 25 23:41:24.032947 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-26be53ac-53c3-4f50-93e7-e22d3e166141 req-0efa3efd-68d3-4c79-997e-2bf637d31b28 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412176 May 25 23:41:24.226539 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4a42e-99c1-4440-b262-15dec0481ab8 req-3c80e360-c11d-4db3-b666-655036bd339b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:24.227965 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e6e4a42e-99c1-4440-b262-15dec0481ab8 req-3c80e360-c11d-4db3-b666-655036bd339b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0746818 May 25 23:41:24.272861 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e6e4a42e-99c1-4440-b262-15dec0481ab8 req-df72597c-0c11-493e-819c-ff1fc164212c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391319 May 25 23:41:24.301089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48722) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:41:24.371761 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-dc3a4aa2-b855-44d4-a376-fb3dd768bb49 tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 1093 time: 0.0695136 May 25 23:41:24.374462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48726) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:41:24.379513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': '69e1ad1c-06fa-4444-a093-528ea770f448', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:41:24.384904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:41:24.388628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:floatingip and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:41:24.391351 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:41:24.397030 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:41:24.460274 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:24.592907 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:24.721121 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.26.5.155 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/3d4d5913-c9db-42f9-a4d0-6069411e4944) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:41:24.863815 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:24.963635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:25.033867 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:41:25.036634 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:41:25.040968 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:41:25.065183 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=3d4d5913-c9db-42f9-a4d0-6069411e4944,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:25.529659 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:25.687464 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:25.976546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:26.037207 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:26.143565 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=3d4d5913-c9db-42f9-a4d0-6069411e4944,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:41:26.156801 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:26.342924 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Floating IP 99f19ca4-d06a-44e5-8a84-ea8668439192 associated. External IP: 172.26.5.155, port: 69e1ad1c-06fa-4444-a093-528ea770f448. May 25 23:41:26.725012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router 60ce1f79-3871-40a6-8427-a174a127ca3b has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:41:26.919621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:41:26.929873 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e66e76-dc16-4344-8c0d-892e96a10c98 None None] Sync routers for ids ['60ce1f79-3871-40a6-8427-a174a127ca3b'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:41:26.943011 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e66e76-dc16-4344-8c0d-892e96a10c98 None None] Routers {'60ce1f79-3871-40a6-8427-a174a127ca3b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:41:26.946136 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-00e66e76-dc16-4344-8c0d-892e96a10c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:41:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['60ce1f79-3871-40a6-8427-a174a127ca3b'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:41:27.035279 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:27.087581 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2f906033-234c-4f90-a73a-8f4516a68aa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7121239 May 25 23:41:27.088263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6453e55e-8620-49e4-bd01-665b637da53a', 'tag': '69e1ad1c-06fa-4444-a093-528ea770f448'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:41:27.123288 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-00e66e76-dc16-4344-8c0d-892e96a10c98 None None] Set router 60ce1f79-3871-40a6-8427-a174a127ca3b gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:41:27.147816 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515e4e58-7500-4808-8740-14c0fed10e2c'] response: {'name': 'network-changed', 'server_uuid': '6453e55e-8620-49e4-bd01-665b637da53a', 'tag': '69e1ad1c-06fa-4444-a093-528ea770f448', 'status': 'completed', 'code': 200} May 25 23:41:27.254926 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d3e95397-ec82-492f-bae5-0ebf4f86f5ea req-6b42d1f8-bf08-4bd4-91af-f451afa98bc3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 1098 time: 0.0857615 May 25 23:41:27.272287 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4a607-46ed-43d4-aa58-ceea917b6571 req-75d95ee8-02b4-4ede-abae-6cd935d850fd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:27.273875 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3ec4a607-46ed-43d4-aa58-ceea917b6571 req-75d95ee8-02b4-4ede-abae-6cd935d850fd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0846388 May 25 23:41:27.323042 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3ec4a607-46ed-43d4-aa58-ceea917b6571 req-8b1ce859-38f5-46a2-bf3e-d79e7753f4fb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415907 May 25 23:41:27.353234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48734) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:41:27.400416 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e95397-ec82-492f-bae5-0ebf4f86f5ea req-a45068a8-4064-4414-b3d1-a4db22349762 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:27.402004 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d3e95397-ec82-492f-bae5-0ebf4f86f5ea req-a45068a8-4064-4414-b3d1-a4db22349762 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e HTTP/1.1" status: 200 len: 897 time: 0.1408761 May 25 23:41:27.464484 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-670425f1-f92d-41b8-969e-0b944ec1e248 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/99f19ca4-d06a-44e5-8a84-ea8668439192 HTTP/1.1" status: 200 len: 991 time: 0.1101193 May 25 23:41:27.508998 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d3e95397-ec82-492f-bae5-0ebf4f86f5ea req-f1dd5777-df08-4934-a679-4603c76675f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e1ad1c-06fa-4444-a093-528ea770f448 HTTP/1.1" status: 200 len: 999 time: 0.1017148 May 25 23:41:27.521003 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-00e66e76-dc16-4344-8c0d-892e96a10c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791739421', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:41:00Z', 'updated_at': '2022-05-25T23:41:05Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:01Z', 'updated_at': '2022-05-25T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '99f19ca4-d06a-44e5-8a84-ea8668439192', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'floating_ip_address': '172.26.5.155', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'port_id': '69e1ad1c-06fa-4444-a093-528ea770f448', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'mac_address': 'fa:16:3e:06:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6453e55e-8620-49e4-bd01-665b637da53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:41:25Z', 'updated_at': '2022-05-25T23:41:25Z', 'revision_number': 0, 'project_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83ad5dd-bbd4-4b4a-ba86-d003281e92b7', 'name': '', 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:b9:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:04Z', 'updated_at': '2022-05-25T23:41:11Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:41:27.525057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e66e76-dc16-4344-8c0d-892e96a10c98 None None] Checking router: 60ce1f79-3871-40a6-8427-a174a127ca3b for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:41:27.536178 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e66e76-dc16-4344-8c0d-892e96a10c98 None None] Routers {'60ce1f79-3871-40a6-8427-a174a127ca3b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:41:27.536824 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-00e66e76-dc16-4344-8c0d-892e96a10c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:41:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['60ce1f79-3871-40a6-8427-a174a127ca3b'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:41:27.570728 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e95397-ec82-492f-bae5-0ebf4f86f5ea req-97beb790-c0b4-4a22-8ded-ca87d7c946ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:27.572062 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d3e95397-ec82-492f-bae5-0ebf4f86f5ea req-97beb790-c0b4-4a22-8ded-ca87d7c946ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3907b8f3-5dc6-46d2-b8a1-4c8b788de628 HTTP/1.1" status: 200 len: 835 time: 0.0576818 May 25 23:41:27.646564 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d3e95397-ec82-492f-bae5-0ebf4f86f5ea req-259035ae-7192-491f-99d6-81e01e275358 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687289 May 25 23:41:27.711456 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-00e66e76-dc16-4344-8c0d-892e96a10c98 None None] Set router 60ce1f79-3871-40a6-8427-a174a127ca3b gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:41:27.776847 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d3e95397-ec82-492f-bae5-0ebf4f86f5ea req-af463f68-6d8f-4dd4-9f9d-5b95dd14541e service neutron] 10.222.0.73 "GET /v2.0/networks/70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248803 May 25 23:41:27.907608 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d3e95397-ec82-492f-bae5-0ebf4f86f5ea req-47b537da-b6a5-44da-b084-00e114e255e9 service neutron] 10.222.0.73 "GET /v2.0/networks/70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249764 May 25 23:41:28.067325 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-00e66e76-dc16-4344-8c0d-892e96a10c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791739421', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:41:00Z', 'updated_at': '2022-05-25T23:41:05Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:01Z', 'updated_at': '2022-05-25T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '99f19ca4-d06a-44e5-8a84-ea8668439192', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'floating_ip_address': '172.26.5.155', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'port_id': '69e1ad1c-06fa-4444-a093-528ea770f448', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'mac_address': 'fa:16:3e:06:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6453e55e-8620-49e4-bd01-665b637da53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:41:25Z', 'updated_at': '2022-05-25T23:41:25Z', 'revision_number': 0, 'project_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83ad5dd-bbd4-4b4a-ba86-d003281e92b7', 'name': '', 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:b9:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:04Z', 'updated_at': '2022-05-25T23:41:11Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:41:28.071320 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e66e76-dc16-4344-8c0d-892e96a10c98 None None] The sync data for ids ['60ce1f79-3871-40a6-8427-a174a127ca3b'] in dv-neutron-843300-1-hyperv is: [{'id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791739421', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:41:00Z', 'updated_at': '2022-05-25T23:41:05Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:01Z', 'updated_at': '2022-05-25T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '99f19ca4-d06a-44e5-8a84-ea8668439192', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'floating_ip_address': '172.26.5.155', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'port_id': '69e1ad1c-06fa-4444-a093-528ea770f448', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'mac_address': 'fa:16:3e:06:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6453e55e-8620-49e4-bd01-665b637da53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:41:25Z', 'updated_at': '2022-05-25T23:41:25Z', 'revision_number': 0, 'project_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83ad5dd-bbd4-4b4a-ba86-d003281e92b7', 'name': '', 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:b9:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:04Z', 'updated_at': '2022-05-25T23:41:11Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:41:28.269985 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee101f8-313b-4a67-a3fc-b53444ed8ebf None None] New status for floating IP 99f19ca4-d06a-44e5-8a84-ea8668439192: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:41:28.466457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48738) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:41:28.580709 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a20e0417-890b-4912-983d-d510dececd29 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/99f19ca4-d06a-44e5-8a84-ea8668439192 HTTP/1.1" status: 200 len: 991 time: 0.1130767 May 25 23:41:29.583937 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48742) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:41:29.781350 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-be7e19e0-9572-484a-85fa-299c2a2ec8eb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/99f19ca4-d06a-44e5-8a84-ea8668439192 HTTP/1.1" status: 200 len: 993 time: 0.1962278 May 25 23:41:39.523934 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d34874d6-2581-4ce7-aad4-f3296ea2f008 req-3ccec5d1-73a9-406f-ae31-e6253dad8462 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868769 May 25 23:41:39.660420 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d34874d6-2581-4ce7-aad4-f3296ea2f008 req-deb1df0b-d95d-4d80-a853-2bbac9b4c3b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 1098 time: 0.0677032 May 25 23:41:39.802027 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34874d6-2581-4ce7-aad4-f3296ea2f008 req-bedf178a-d331-4ad5-acfd-cb186964e6dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:39.803383 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d34874d6-2581-4ce7-aad4-f3296ea2f008 req-bedf178a-d331-4ad5-acfd-cb186964e6dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e HTTP/1.1" status: 200 len: 897 time: 0.1256640 May 25 23:41:39.992100 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d34874d6-2581-4ce7-aad4-f3296ea2f008 req-2e94fd3d-f091-4860-a7e5-8260f74efc76 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e1ad1c-06fa-4444-a093-528ea770f448 HTTP/1.1" status: 200 len: 1001 time: 0.1826732 May 25 23:41:40.063278 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34874d6-2581-4ce7-aad4-f3296ea2f008 req-45587049-028c-4b01-92cb-5291b7def716 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:40.065475 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d34874d6-2581-4ce7-aad4-f3296ea2f008 req-45587049-028c-4b01-92cb-5291b7def716 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3907b8f3-5dc6-46d2-b8a1-4c8b788de628 HTTP/1.1" status: 200 len: 835 time: 0.0673437 May 25 23:41:40.139365 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d34874d6-2581-4ce7-aad4-f3296ea2f008 req-ec699c89-fa01-4447-8394-d6e65ec028b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674036 May 25 23:41:40.271843 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d34874d6-2581-4ce7-aad4-f3296ea2f008 req-66b54954-07e7-4fb6-8743-3cd492e5d4d8 service neutron] 10.222.0.73 "GET /v2.0/networks/70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261992 May 25 23:41:40.403647 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d34874d6-2581-4ce7-aad4-f3296ea2f008 req-c27f0368-aa91-4bc2-875e-621520527ca3 service neutron] 10.222.0.73 "GET /v2.0/networks/70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258886 May 25 23:41:41.500080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b54e5109-8218-4856-8042-5bc8e720c3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:43.770996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b647f771-ffcd-47e2-b7ab-568f72920fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:45.036317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:45.113541 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:46.791366 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:47.976588 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:41:52.653461 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:41:59.453204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa441ac0-9441-4663-b76e-7cbde8787576 req-1c8d0064-a0e2-43f8-b12b-f078b48d7cc6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:59.454653 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-aa441ac0-9441-4663-b76e-7cbde8787576 req-1c8d0064-a0e2-43f8-b12b-f078b48d7cc6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0810635 May 25 23:41:59.466489 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8ed53ed8-9049-4a54-987a-6182f03251a1 req-503eeadc-7321-4961-915b-823268581979 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 1098 time: 0.0684428 May 25 23:41:59.501647 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-aa441ac0-9441-4663-b76e-7cbde8787576 req-3022199f-7bb4-4c1d-88a9-859ad831b4db tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413287 May 25 23:41:59.596678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed53ed8-9049-4a54-987a-6182f03251a1 req-77c89bcd-be86-4d9b-a3d4-ae3fbcad4da8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:59.598387 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8ed53ed8-9049-4a54-987a-6182f03251a1 req-77c89bcd-be86-4d9b-a3d4-ae3fbcad4da8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e HTTP/1.1" status: 200 len: 897 time: 0.1261928 May 25 23:41:59.700316 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8ed53ed8-9049-4a54-987a-6182f03251a1 req-0d83bf57-9fb2-424d-be3a-508b9ede50ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e1ad1c-06fa-4444-a093-528ea770f448 HTTP/1.1" status: 200 len: 1001 time: 0.0954232 May 25 23:41:59.763501 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed53ed8-9049-4a54-987a-6182f03251a1 req-61cebbe1-82b9-46fe-b0f7-0a943a3a05d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:41:59.764922 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8ed53ed8-9049-4a54-987a-6182f03251a1 req-61cebbe1-82b9-46fe-b0f7-0a943a3a05d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3907b8f3-5dc6-46d2-b8a1-4c8b788de628 HTTP/1.1" status: 200 len: 835 time: 0.0589988 May 25 23:41:59.836856 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8ed53ed8-9049-4a54-987a-6182f03251a1 req-1e988624-7e20-466a-bb06-db48261c1a75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662284 May 25 23:41:59.965119 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8ed53ed8-9049-4a54-987a-6182f03251a1 req-ca29b79c-b86d-4ad1-bc3a-884fcc52bad2 service neutron] 10.222.0.73 "GET /v2.0/networks/70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213624 May 25 23:42:00.094996 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8ed53ed8-9049-4a54-987a-6182f03251a1 req-a49d399b-1f01-4d41-a9c2-91d8cb40c358 service neutron] 10.222.0.73 "GET /v2.0/networks/70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241806 May 25 23:42:00.698624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcd7ba-13c2-4095-acdf-6c92dd72581c req-62bc8f94-bc31-4faa-b896-ac092e2b9a3d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:00.700048 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c0bcd7ba-13c2-4095-acdf-6c92dd72581c req-62bc8f94-bc31-4faa-b896-ac092e2b9a3d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0747335 May 25 23:42:00.747510 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c0bcd7ba-13c2-4095-acdf-6c92dd72581c req-b11f7e05-76fd-4ff2-85e8-4dc299597a9b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418136 May 25 23:42:01.947656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e11a1c-9e6d-4a59-95bb-745b3a21735a req-1b31701c-c2c9-47a2-953d-7feb5a431f75 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:01.949097 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-59e11a1c-9e6d-4a59-95bb-745b3a21735a req-1b31701c-c2c9-47a2-953d-7feb5a431f75 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0740128 May 25 23:42:01.993810 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-59e11a1c-9e6d-4a59-95bb-745b3a21735a req-42f6bd35-b4b2-47fa-8f55-4ba3f9666a42 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392587 May 25 23:42:03.191537 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67049ce4-2636-4c68-9dcb-355868145c03 req-f84c1b73-ed8e-487a-8348-049cf3c4fcb0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:03.193019 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-67049ce4-2636-4c68-9dcb-355868145c03 req-f84c1b73-ed8e-487a-8348-049cf3c4fcb0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0795274 May 25 23:42:03.239825 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-67049ce4-2636-4c68-9dcb-355868145c03 req-7b362452-7a64-40c8-9bb0-495bbb0937b3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411401 May 25 23:42:04.437433 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f1d70-19f4-451f-b647-67b6c7c408b4 req-23d996ab-e4bb-4588-95ae-036260fc8da7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:04.438853 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-668f1d70-19f4-451f-b647-67b6c7c408b4 req-23d996ab-e4bb-4588-95ae-036260fc8da7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0757494 May 25 23:42:04.483228 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-668f1d70-19f4-451f-b647-67b6c7c408b4 req-164dc536-c62d-45a8-a727-507a45724ea4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388923 May 25 23:42:05.678635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949236c-29d9-4216-be29-3c4103334ab8 req-3f656abf-f3e0-4b7b-abd4-b04147892e99 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:05.680719 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c949236c-29d9-4216-be29-3c4103334ab8 req-3f656abf-f3e0-4b7b-abd4-b04147892e99 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0773644 May 25 23:42:05.724453 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c949236c-29d9-4216-be29-3c4103334ab8 req-2d71c196-d9f6-461d-937f-a0d2c08470b4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382762 May 25 23:42:06.919424 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b1912-f26d-4bf1-8ced-696daf3199ae req-df6c4b04-31f1-4418-9880-7f85ad72110e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:06.920914 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-189b1912-f26d-4bf1-8ced-696daf3199ae req-df6c4b04-31f1-4418-9880-7f85ad72110e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0760987 May 25 23:42:06.970846 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-189b1912-f26d-4bf1-8ced-696daf3199ae req-bdfa1d88-dec2-4a65-91af-114603328942 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443344 May 25 23:42:08.166971 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd446e1-96f4-40ab-aa37-1ee6ebe643fb req-bf20e1c5-ecf0-468c-b630-2d420cac2562 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:08.168390 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5bd446e1-96f4-40ab-aa37-1ee6ebe643fb req-bf20e1c5-ecf0-468c-b630-2d420cac2562 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0755055 May 25 23:42:08.213471 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5bd446e1-96f4-40ab-aa37-1ee6ebe643fb req-103abc45-0d62-44ca-9df2-778199889131 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394061 May 25 23:42:09.409262 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9339c49-375f-4ad4-8fc0-2c72e4f5427f req-47134309-3ddf-413f-95ae-ec71c828bcae tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:09.410680 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b9339c49-375f-4ad4-8fc0-2c72e4f5427f req-47134309-3ddf-413f-95ae-ec71c828bcae tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0787408 May 25 23:42:09.455220 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b9339c49-375f-4ad4-8fc0-2c72e4f5427f req-cbda7033-661c-4e76-9fe9-8a6fa1e16cfd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390332 May 25 23:42:10.647864 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1fa64-1317-4ec3-b943-0af451355d91 req-349ed83e-8f55-42a8-9970-39307eb53c67 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:10.649856 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-84a1fa64-1317-4ec3-b943-0af451355d91 req-349ed83e-8f55-42a8-9970-39307eb53c67 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0755188 May 25 23:42:10.693887 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-84a1fa64-1317-4ec3-b943-0af451355d91 req-54101a46-ff84-44e8-801b-ec372eba5bac tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384743 May 25 23:42:11.559176 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-83bcc37a-b778-4864-b831-a51caed350fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:11.892720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144d60c-c824-4a7f-9463-eb7d3f190c5b req-14136358-1531-474c-95b7-da0351ab6bc7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:11.894224 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3144d60c-c824-4a7f-9463-eb7d3f190c5b req-14136358-1531-474c-95b7-da0351ab6bc7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0783291 May 25 23:42:11.938559 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3144d60c-c824-4a7f-9463-eb7d3f190c5b req-e1f61e5b-d09f-4444-80ff-d8f75b222d25 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382752 May 25 23:42:13.133160 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d390cb-a3dc-417f-8c3e-6dba32d1e9d5 req-34e081f3-9dee-48b2-a8c8-66d68ab98457 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:13.134778 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a9d390cb-a3dc-417f-8c3e-6dba32d1e9d5 req-34e081f3-9dee-48b2-a8c8-66d68ab98457 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0745146 May 25 23:42:13.179773 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a9d390cb-a3dc-417f-8c3e-6dba32d1e9d5 req-0c28a76a-cc15-4edd-969c-9b1be7b28908 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392387 May 25 23:42:13.739791 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9aa65c28-1c01-4e05-a0d9-da5486f93a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:14.379526 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4109498-97f7-4481-bcc0-2d0ff0b15c97 req-15acf412-5a8c-4c58-b745-786d9f4ef51a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:14.380967 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d4109498-97f7-4481-bcc0-2d0ff0b15c97 req-15acf412-5a8c-4c58-b745-786d9f4ef51a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0782597 May 25 23:42:14.424827 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d4109498-97f7-4481-bcc0-2d0ff0b15c97 req-b4352081-28a5-4db8-9b30-8a30c855a5d4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382004 May 25 23:42:15.040777 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:15.124410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:15.623369 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e012f-ff7b-4fbd-b2ea-1bf7a95a6c4b req-39d6580b-1f13-4683-9e4d-7fe131f438cc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:15.624867 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ad9e012f-ff7b-4fbd-b2ea-1bf7a95a6c4b req-39d6580b-1f13-4683-9e4d-7fe131f438cc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0778930 May 25 23:42:15.673126 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ad9e012f-ff7b-4fbd-b2ea-1bf7a95a6c4b req-e2bd8703-8217-444b-b1d0-d59350650a13 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427403 May 25 23:42:16.808865 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:16.870532 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a6f25-77f6-4bbe-ae17-77e6b2940545 req-6acadc8a-d764-426b-b362-8903875c8d0c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:16.871942 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c61a6f25-77f6-4bbe-ae17-77e6b2940545 req-6acadc8a-d764-426b-b362-8903875c8d0c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0800886 May 25 23:42:16.919946 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c61a6f25-77f6-4bbe-ae17-77e6b2940545 req-c9c90b1b-496c-4089-84ca-f423cd69d458 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411272 May 25 23:42:16.952042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48792) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:42:17.056105 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2adf2b40-7875-4e7d-8de0-171798c6b245 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/99f19ca4-d06a-44e5-8a84-ea8668439192 HTTP/1.1" status: 200 len: 993 time: 0.1022270 May 25 23:42:18.038730 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:29.653234 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:42:40.145105 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1b9aaf28-5aa7-4168-9fb5-4d4ea8380cad req-8b37c635-c43d-42bb-ac35-04d3055fc12b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658042 May 25 23:42:40.284947 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1b9aaf28-5aa7-4168-9fb5-4d4ea8380cad req-a0a6b7cf-35fd-41c6-9f94-e0b1fbc0d5b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 1098 time: 0.0717621 May 25 23:42:40.429111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aaf28-5aa7-4168-9fb5-4d4ea8380cad req-a8840187-b3d4-49bf-b5e0-4ea60b9350ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:40.430474 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1b9aaf28-5aa7-4168-9fb5-4d4ea8380cad req-a8840187-b3d4-49bf-b5e0-4ea60b9350ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e HTTP/1.1" status: 200 len: 897 time: 0.1258461 May 25 23:42:40.617217 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1b9aaf28-5aa7-4168-9fb5-4d4ea8380cad req-3cdcda83-fff8-4c22-8f80-54bed1a23bce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e1ad1c-06fa-4444-a093-528ea770f448 HTTP/1.1" status: 200 len: 1001 time: 0.1809950 May 25 23:42:40.677895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aaf28-5aa7-4168-9fb5-4d4ea8380cad req-d456b564-13c3-4ca3-8763-9201ef81f47a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:40.679319 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1b9aaf28-5aa7-4168-9fb5-4d4ea8380cad req-d456b564-13c3-4ca3-8763-9201ef81f47a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3907b8f3-5dc6-46d2-b8a1-4c8b788de628 HTTP/1.1" status: 200 len: 835 time: 0.0564659 May 25 23:42:40.751553 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1b9aaf28-5aa7-4168-9fb5-4d4ea8380cad req-ce8e2095-e877-48eb-8bdc-d6e90a49cc9e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664604 May 25 23:42:40.879767 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1b9aaf28-5aa7-4168-9fb5-4d4ea8380cad req-29af66d4-e93a-4e5c-8632-66864b427bbf service neutron] 10.222.0.73 "GET /v2.0/networks/70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219769 May 25 23:42:41.010543 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1b9aaf28-5aa7-4168-9fb5-4d4ea8380cad req-4566f06c-6b38-4fbe-9010-499732d1145b service neutron] 10.222.0.73 "GET /v2.0/networks/70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222517 May 25 23:42:41.529761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-26da55b8-c3ab-45f0-9430-35e7f42b971b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:43.740860 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4c96bbc8-4e0f-4d1f-ab0a-6c68f42974a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:45.021588 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:45.112397 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:46.842356 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:47.537725 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48808) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:42:47.822135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port 3d4d5913-c9db-42f9-a4d0-6069411e4944 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:42:47.822463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:47.979717 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:47.987386 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:47.987706 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:48.108207 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for 3d4d5913-c9db-42f9-a4d0-6069411e4944 owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:42:48.324419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:48.373838 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=3d4d5913-c9db-42f9-a4d0-6069411e4944,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:42:48.444346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:48.444708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:48.445041 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:48.445369 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:48.445690 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:48.446009 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:48.446326 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:48.446642 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:48.446957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:48.447272 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:48.447586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:48.475117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:48.858339 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router 60ce1f79-3871-40a6-8427-a174a127ca3b has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:42:49.055082 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:42:49.065337 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e9d7f-562c-4056-84ac-c1a1d47fff81 None None] Sync routers for ids ['60ce1f79-3871-40a6-8427-a174a127ca3b'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:42:49.071538 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:49.077147 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e9d7f-562c-4056-84ac-c1a1d47fff81 None None] Routers {'60ce1f79-3871-40a6-8427-a174a127ca3b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:42:49.077737 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bb3e9d7f-562c-4056-84ac-c1a1d47fff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:42:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['60ce1f79-3871-40a6-8427-a174a127ca3b'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:42:49.123815 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bdbde7f8-cb78-44df-8216-bdc284c2b105 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/floatingips/99f19ca4-d06a-44e5-8a84-ea8668439192 HTTP/1.1" status: 204 len: 168 time: 1.5848725 May 25 23:42:49.124204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6453e55e-8620-49e4-bd01-665b637da53a', 'tag': '69e1ad1c-06fa-4444-a093-528ea770f448'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:42:49.179277 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbcf84de-50eb-40f8-874f-8d94d86673c2'] response: {'name': 'network-changed', 'server_uuid': '6453e55e-8620-49e4-bd01-665b637da53a', 'tag': '69e1ad1c-06fa-4444-a093-528ea770f448', 'status': 'completed', 'code': 200} May 25 23:42:49.255420 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-bb3e9d7f-562c-4056-84ac-c1a1d47fff81 None None] Set router 60ce1f79-3871-40a6-8427-a174a127ca3b gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:42:49.277891 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-65fc0df4-d4ea-4d7e-aae4-222e154da078 req-f96c9403-41d9-434e-bd0e-02e523f06194 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 1098 time: 0.0783262 May 25 23:42:49.417370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc0df4-d4ea-4d7e-aae4-222e154da078 req-02c1d872-6a7c-41c1-88c7-f9b07ee68831 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:49.418721 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-65fc0df4-d4ea-4d7e-aae4-222e154da078 req-02c1d872-6a7c-41c1-88c7-f9b07ee68831 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e HTTP/1.1" status: 200 len: 897 time: 0.1347721 May 25 23:42:49.493294 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-65fc0df4-d4ea-4d7e-aae4-222e154da078 req-e8673ad7-2d0a-4b0d-ae68-8b6c30268058 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e1ad1c-06fa-4444-a093-528ea770f448 HTTP/1.1" status: 200 len: 217 time: 0.0693066 May 25 23:42:49.557818 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc0df4-d4ea-4d7e-aae4-222e154da078 req-a3d04ad0-2bac-471b-8a0a-71d585343c30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:49.570847 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-65fc0df4-d4ea-4d7e-aae4-222e154da078 req-a3d04ad0-2bac-471b-8a0a-71d585343c30 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3907b8f3-5dc6-46d2-b8a1-4c8b788de628 HTTP/1.1" status: 200 len: 835 time: 0.0603206 May 25 23:42:49.620393 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bb3e9d7f-562c-4056-84ac-c1a1d47fff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791739421', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:41:00Z', 'updated_at': '2022-05-25T23:41:05Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:01Z', 'updated_at': '2022-05-25T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'a83ad5dd-bbd4-4b4a-ba86-d003281e92b7', 'name': '', 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:b9:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:04Z', 'updated_at': '2022-05-25T23:41:11Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:42:49.625570 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e9d7f-562c-4056-84ac-c1a1d47fff81 None None] Checking router: 60ce1f79-3871-40a6-8427-a174a127ca3b for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:42:49.638880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e9d7f-562c-4056-84ac-c1a1d47fff81 None None] Routers {'60ce1f79-3871-40a6-8427-a174a127ca3b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:42:49.639265 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-65fc0df4-d4ea-4d7e-aae4-222e154da078 req-6d5bff61-2d65-41b4-b720-31cac54c89fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737464 May 25 23:42:49.639522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bb3e9d7f-562c-4056-84ac-c1a1d47fff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:42:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['60ce1f79-3871-40a6-8427-a174a127ca3b'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:42:49.733897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130f9a2-954c-4228-bccd-10d83d05bc36 req-d0b8778a-7f1b-4f4b-ac76-eca6380c7ed4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:49.734602 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-1130f9a2-954c-4228-bccd-10d83d05bc36 req-d0b8778a-7f1b-4f4b-ac76-eca6380c7ed4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:42:49.780920 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-65fc0df4-d4ea-4d7e-aae4-222e154da078 req-a60473ae-910a-454d-88dd-b0f4b8c97378 service neutron] 10.222.0.73 "GET /v2.0/networks/70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351690 May 25 23:42:49.810607 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-1130f9a2-954c-4228-bccd-10d83d05bc36 req-d0b8778a-7f1b-4f4b-ac76-eca6380c7ed4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:42:49.811819 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1130f9a2-954c-4228-bccd-10d83d05bc36 req-d0b8778a-7f1b-4f4b-ac76-eca6380c7ed4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.1564100 May 25 23:42:49.814322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-bb3e9d7f-562c-4056-84ac-c1a1d47fff81 None None] Set router 60ce1f79-3871-40a6-8427-a174a127ca3b gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:42:49.865060 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1130f9a2-954c-4228-bccd-10d83d05bc36 req-9a95fc94-d75c-474f-be5d-7f7a4edce98c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466897 May 25 23:42:49.922859 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-65fc0df4-d4ea-4d7e-aae4-222e154da078 req-61316189-5c48-475a-8f36-7d7b4772564d service neutron] 10.222.0.73 "GET /v2.0/networks/70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347082 May 25 23:42:50.129665 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-bb3e9d7f-562c-4056-84ac-c1a1d47fff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791739421', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:41:00Z', 'updated_at': '2022-05-25T23:41:05Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:01Z', 'updated_at': '2022-05-25T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'a83ad5dd-bbd4-4b4a-ba86-d003281e92b7', 'name': '', 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:b9:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:04Z', 'updated_at': '2022-05-25T23:41:11Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:42:50.133573 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e9d7f-562c-4056-84ac-c1a1d47fff81 None None] The sync data for ids ['60ce1f79-3871-40a6-8427-a174a127ca3b'] in dv-neutron-843300-1-hyperv is: [{'id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791739421', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:41:00Z', 'updated_at': '2022-05-25T23:41:05Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:01Z', 'updated_at': '2022-05-25T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'a83ad5dd-bbd4-4b4a-ba86-d003281e92b7', 'name': '', 'network_id': '70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:b9:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:04Z', 'updated_at': '2022-05-25T23:41:11Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '3907b8f3-5dc6-46d2-b8a1-4c8b788de628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:42:50.342656 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084c028-80ba-489e-bc24-60b55dc23130 None None] New status for floating IP 99f19ca4-d06a-44e5-8a84-ea8668439192: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:42:51.059988 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6617e20-42f6-4aee-b62a-21717b1b7b5f req-b2f950c3-dc41-480c-a06f-795e818e30c3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:51.061449 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b6617e20-42f6-4aee-b62a-21717b1b7b5f req-b2f950c3-dc41-480c-a06f-795e818e30c3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0748231 May 25 23:42:51.106123 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b6617e20-42f6-4aee-b62a-21717b1b7b5f req-fac35ccc-5bf7-4ecc-b997-4a6c0983f03d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=0907a284-341f-4d09-9de0-71df68ef2bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390220 May 25 23:42:51.188601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056ee7d-5c84-4c70-96af-54112e050390 req-4dc175ba-fab9-421f-8991-961ea574cf35 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:42:51.189180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-7056ee7d-5c84-4c70-96af-54112e050390 req-4dc175ba-fab9-421f-8991-961ea574cf35 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:42:51.201108 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-7056ee7d-5c84-4c70-96af-54112e050390 req-4dc175ba-fab9-421f-8991-961ea574cf35 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:42:51.202109 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7056ee7d-5c84-4c70-96af-54112e050390 req-4dc175ba-fab9-421f-8991-961ea574cf35 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 945 time: 0.0912230 May 25 23:42:51.269383 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-7056ee7d-5c84-4c70-96af-54112e050390 req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port 69e1ad1c-06fa-4444-a093-528ea770f448 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:42:51.269711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7056ee7d-5c84-4c70-96af-54112e050390 req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:51.507798 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-7056ee7d-5c84-4c70-96af-54112e050390 req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] For port 69e1ad1c-06fa-4444-a093-528ea770f448, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=69e1ad1c-06fa-4444-a093-528ea770f448,segment=NetworkSegment(cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72),segment_id=cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:42:51.508063 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7056ee7d-5c84-4c70-96af-54112e050390 req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:51.709888 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-7056ee7d-5c84-4c70-96af-54112e050390 req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for 69e1ad1c-06fa-4444-a093-528ea770f448 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:42:51.917884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7056ee7d-5c84-4c70-96af-54112e050390 req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:51.964981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=69e1ad1c-06fa-4444-a093-528ea770f448,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:42:52.008786 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:52.009126 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:52.009462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:52.009788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:52.010112 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:52.010434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:52.010752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:52.011066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:52.011382 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:52.011696 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:52.012008 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:52.051342 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-7056ee7d-5c84-4c70-96af-54112e050390 req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] No DVR routers for this DVR port 69e1ad1c-06fa-4444-a093-528ea770f448 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:42:52.053656 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-7056ee7d-5c84-4c70-96af-54112e050390 req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:52.056053 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6453e55e-8620-49e4-bd01-665b637da53a', 'name': 'network-vif-deleted', 'tag': '69e1ad1c-06fa-4444-a093-528ea770f448'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:42:52.111116 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f451dd-c0fd-48ab-b49f-e5ed8df124e7'] response: {'server_uuid': '6453e55e-8620-49e4-bd01-665b637da53a', 'name': 'network-vif-deleted', 'tag': '69e1ad1c-06fa-4444-a093-528ea770f448', 'status': 'completed', 'code': 200} May 25 23:42:52.186192 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7056ee7d-5c84-4c70-96af-54112e050390 req-554a4b07-cb52-4632-930a-f065be7ecb5e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "DELETE /v2.0/ports/69e1ad1c-06fa-4444-a093-528ea770f448 HTTP/1.1" status: 204 len: 173 time: 0.9783874 May 25 23:42:52.385544 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5517e293-30df-4de9-9e02-e903c4789ffa req-bae01baa-f0e4-4f29-b55a-e47b6fae0743 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=6453e55e-8620-49e4-bd01-665b637da53a HTTP/1.1" status: 200 len: 210 time: 0.1506848 May 25 23:42:53.494678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48826) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:42:53.881090 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7077e61b-8684-4764-b915-c2a721d0b4d9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:54.428245 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 69e1ad1c-06fa-4444-a093-528ea770f448 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:42:54.464691 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 69e1ad1c-06fa-4444-a093-528ea770f448 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:42:54.465024 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 69e1ad1c-06fa-4444-a093-528ea770f448 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:42:54.470483 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-7077e61b-8684-4764-b915-c2a721d0b4d9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:42:54.470821 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7077e61b-8684-4764-b915-c2a721d0b4d9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:54.651647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-7077e61b-8684-4764-b915-c2a721d0b4d9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] For port a83ad5dd-bbd4-4b4a-ba86-d003281e92b7, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a83ad5dd-bbd4-4b4a-ba86-d003281e92b7,segment=NetworkSegment(cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72),segment_id=cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:42:54.652346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7077e61b-8684-4764-b915-c2a721d0b4d9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:54.768744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-7077e61b-8684-4764-b915-c2a721d0b4d9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:42:55.093742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7077e61b-8684-4764-b915-c2a721d0b4d9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:55.137508 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077e61b-8684-4764-b915-c2a721d0b4d9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=a83ad5dd-bbd4-4b4a-ba86-d003281e92b7,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:42:55.433604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7077e61b-8684-4764-b915-c2a721d0b4d9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:56.003751 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7077e61b-8684-4764-b915-c2a721d0b4d9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router 60ce1f79-3871-40a6-8427-a174a127ca3b has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:42:56.195976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7077e61b-8684-4764-b915-c2a721d0b4d9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:42:56.205902 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b46cdab-106f-4ed2-97fd-37dad25f10fd None None] Sync routers for ids ['60ce1f79-3871-40a6-8427-a174a127ca3b'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:42:56.209167 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7077e61b-8684-4764-b915-c2a721d0b4d9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "PUT /v2.0/routers/60ce1f79-3871-40a6-8427-a174a127ca3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7134414 May 25 23:42:56.211762 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48830) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:42:56.218417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b46cdab-106f-4ed2-97fd-37dad25f10fd None None] Routers {'60ce1f79-3871-40a6-8427-a174a127ca3b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:42:56.219051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1b46cdab-106f-4ed2-97fd-37dad25f10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:42:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['60ce1f79-3871-40a6-8427-a174a127ca3b'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:42:56.391643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-1b46cdab-106f-4ed2-97fd-37dad25f10fd None None] Set router 60ce1f79-3871-40a6-8427-a174a127ca3b gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:42:56.498499 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e06654-d7e8-4782-8c56-4d0fd9e01e1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting subnet 3907b8f3-5dc6-46d2-b8a1-4c8b788de628 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:42:56.501450 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a4e06654-d7e8-4782-8c56-4d0fd9e01e1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:56.553166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a4e06654-d7e8-4782-8c56-4d0fd9e01e1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:56.635213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a4e06654-d7e8-4782-8c56-4d0fd9e01e1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:56.677014 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1b46cdab-106f-4ed2-97fd-37dad25f10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791739421', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:41:00Z', 'updated_at': '2022-05-25T23:42:54Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:01Z', 'updated_at': '2022-05-25T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:42:56.680927 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b46cdab-106f-4ed2-97fd-37dad25f10fd None None] Checking router: 60ce1f79-3871-40a6-8427-a174a127ca3b for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:42:56.691250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b46cdab-106f-4ed2-97fd-37dad25f10fd None None] Routers {'60ce1f79-3871-40a6-8427-a174a127ca3b'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:42:56.691843 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1b46cdab-106f-4ed2-97fd-37dad25f10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:42:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['60ce1f79-3871-40a6-8427-a174a127ca3b'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:42:56.780789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a4e06654-d7e8-4782-8c56-4d0fd9e01e1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:56.817335 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e06654-d7e8-4782-8c56-4d0fd9e01e1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Subnet': ['ID=3907b8f3-5dc6-46d2-b8a1-4c8b788de628,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:42:56.823794 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a4e06654-d7e8-4782-8c56-4d0fd9e01e1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:56.830648 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a4e06654-d7e8-4782-8c56-4d0fd9e01e1f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/subnets/3907b8f3-5dc6-46d2-b8a1-4c8b788de628 HTTP/1.1" status: 204 len: 168 time: 0.6179397 May 25 23:42:56.833119 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48834) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:42:56.836014 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b2e686-a6d6-4583-a091-e4378ea1afd9 None None] Network 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:42:57.025452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-1b46cdab-106f-4ed2-97fd-37dad25f10fd None None] Set router 60ce1f79-3871-40a6-8427-a174a127ca3b gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:42:57.040354 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-76293a38-359f-4d79-9421-22e03592e407 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:57.241405 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-76293a38-359f-4d79-9421-22e03592e407 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:57.311638 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-76293a38-359f-4d79-9421-22e03592e407 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port d0d1eff3-a9aa-465a-8e75-4a4f942cce60 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:42:57.312049 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-76293a38-359f-4d79-9421-22e03592e407 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:57.359408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1b46cdab-106f-4ed2-97fd-37dad25f10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791739421', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:41:00Z', 'updated_at': '2022-05-25T23:42:54Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:01Z', 'updated_at': '2022-05-25T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:42:57.364338 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b46cdab-106f-4ed2-97fd-37dad25f10fd None None] The sync data for ids ['60ce1f79-3871-40a6-8427-a174a127ca3b'] in dv-neutron-843300-1-hyperv is: [{'id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791739421', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:41:00Z', 'updated_at': '2022-05-25T23:42:54Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'd0d1eff3-a9aa-465a-8e75-4a4f942cce60', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ce1f79-3871-40a6-8427-a174a127ca3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:41:01Z', 'updated_at': '2022-05-25T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:42:57.369305 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] DHCP port deletion for 70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:42:57.374342 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Deleting port 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:42:57.374712 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:57.498991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-76293a38-359f-4d79-9421-22e03592e407 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] For port d0d1eff3-a9aa-465a-8e75-4a4f942cce60, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d0d1eff3-a9aa-465a-8e75-4a4f942cce60,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:42:57.499458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-76293a38-359f-4d79-9421-22e03592e407 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:57.582607 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] For port 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=7b8e1d68-a779-40b3-91ce-ec57bf61f8bb,segment=NetworkSegment(cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72),segment_id=cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:42:57.582877 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:57.621985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-76293a38-359f-4d79-9421-22e03592e407 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for d0d1eff3-a9aa-465a-8e75-4a4f942cce60 owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:42:57.701968 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Calling delete_port for 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:42:57.784552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:42:57.840507 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:57.866854 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-76293a38-359f-4d79-9421-22e03592e407 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:57.890525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Pushing event deleted for resources: {'Port': ['ID=7b8e1d68-a779-40b3-91ce-ec57bf61f8bb,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:42:57.895795 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No active binding found for port 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb {{(pid=84718) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 25 23:42:57.896185 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:42:57.896604 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:42:57.918817 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76293a38-359f-4d79-9421-22e03592e407 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=d0d1eff3-a9aa-465a-8e75-4a4f942cce60,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:42:57.932208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:42:57.932642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a83ad5dd-bbd4-4b4a-ba86-d003281e92b7 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:42:57.934165 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] No DVR routers for this DVR port 7b8e1d68-a779-40b3-91ce-ec57bf61f8bb on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:42:57.943357 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:57.943837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:57.944235 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:57.944702 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:57.945117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:57.945497 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:57.945876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:57.946506 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:57.946663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:57.947039 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:57.947417 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9a3ce-6558-46a5-b9e4-f9aef63a4b9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:42:58.135919 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-76293a38-359f-4d79-9421-22e03592e407 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:58.478026 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-76293a38-359f-4d79-9421-22e03592e407 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:58.482357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-76293a38-359f-4d79-9421-22e03592e407 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:58.592550 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-76293a38-359f-4d79-9421-22e03592e407 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:58.593079 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76293a38-359f-4d79-9421-22e03592e407 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Fanout notify agent at l3_agent the message router_deleted on router 60ce1f79-3871-40a6-8427-a174a127ca3b {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:42:58.610789 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-76293a38-359f-4d79-9421-22e03592e407 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:58.611872 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-76293a38-359f-4d79-9421-22e03592e407 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/routers/60ce1f79-3871-40a6-8427-a174a127ca3b HTTP/1.1" status: 204 len: 168 time: 1.7778749 May 25 23:42:58.614542 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48838) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:42:58.731325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-89002b3d-0c7f-4ac4-a615-3f98a07f6cd1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:58.856381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-89002b3d-0c7f-4ac4-a615-3f98a07f6cd1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:58.881104 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-89002b3d-0c7f-4ac4-a615-3f98a07f6cd1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:42:58.893468 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-89002b3d-0c7f-4ac4-a615-3f98a07f6cd1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:42:58.893763 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-89002b3d-0c7f-4ac4-a615-3f98a07f6cd1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc11961d-d9d2-40d5-ac7d-b2dfeba0bb72') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:42:58.904679 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-89002b3d-0c7f-4ac4-a615-3f98a07f6cd1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:58.920151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-89002b3d-0c7f-4ac4-a615-3f98a07f6cd1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:58.926275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89002b3d-0c7f-4ac4-a615-3f98a07f6cd1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:42:58.926656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-89002b3d-0c7f-4ac4-a615-3f98a07f6cd1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:42:58.941260 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:42:59.111531 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-89002b3d-0c7f-4ac4-a615-3f98a07f6cd1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:59.128894 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-89002b3d-0c7f-4ac4-a615-3f98a07f6cd1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:59.141142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89002b3d-0c7f-4ac4-a615-3f98a07f6cd1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Network': ['ID=70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:42:59.208983 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-89002b3d-0c7f-4ac4-a615-3f98a07f6cd1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/networks/70aaa1ef-0fbc-43d4-bdfb-d5a9ac5f240e HTTP/1.1" status: 204 len: 168 time: 0.5934560 May 25 23:42:59.211608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48842) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:42:59.281065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0db4575f-85bb-4956-ad4d-4940140351b1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:59.315487 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0db4575f-85bb-4956-ad4d-4940140351b1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:59.432361 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0db4575f-85bb-4956-ad4d-4940140351b1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:59.450677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4575f-85bb-4956-ad4d-4940140351b1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0907a284-341f-4d09-9de0-71df68ef2bbe,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:42:59.494319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0db4575f-85bb-4956-ad4d-4940140351b1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:59.495435 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0db4575f-85bb-4956-ad4d-4940140351b1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/security-groups/0907a284-341f-4d09-9de0-71df68ef2bbe HTTP/1.1" status: 204 len: 168 time: 0.2828486 May 25 23:42:59.674773 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d0d1eff3-a9aa-465a-8e75-4a4f942cce60 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:42:59.709274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: d0d1eff3-a9aa-465a-8e75-4a4f942cce60 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:42:59.709614 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d0d1eff3-a9aa-465a-8e75-4a4f942cce60 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:42:59.772135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48850) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:42:59.777625 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-7be7e05e-d2d2-40e4-812a-1b2e22c7a422 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-192724002', 'description': 'tempest-secgroup-smoke-192724002 description', 'project_id': '1c828b41022e4367bd8a19171329f245'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:42:59.788662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7be7e05e-d2d2-40e4-812a-1b2e22c7a422 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:42:59.788662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7be7e05e-d2d2-40e4-812a-1b2e22c7a422 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:42:59.791613 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7be7e05e-d2d2-40e4-812a-1b2e22c7a422 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:42:59.797272 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7be7e05e-d2d2-40e4-812a-1b2e22c7a422 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:42:59.872200 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7be7e05e-d2d2-40e4-812a-1b2e22c7a422 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:42:59.906526 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7be7e05e-d2d2-40e4-812a-1b2e22c7a422 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:42:59.910260 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7be7e05e-d2d2-40e4-812a-1b2e22c7a422 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:42:59.912978 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-7be7e05e-d2d2-40e4-812a-1b2e22c7a422 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:42:59.918688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-7be7e05e-d2d2-40e4-812a-1b2e22c7a422 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:42:59.971277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7be7e05e-d2d2-40e4-812a-1b2e22c7a422 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:00.042485 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7be7e05e-d2d2-40e4-812a-1b2e22c7a422 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:00.087637 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7e05e-d2d2-40e4-812a-1b2e22c7a422 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710d7f5d-fea2-440c-b97f-a8e241a02ada,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:00.152385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7be7e05e-d2d2-40e4-812a-1b2e22c7a422 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:00.153805 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7be7e05e-d2d2-40e4-812a-1b2e22c7a422 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3806231 May 25 23:43:00.156857 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48854) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:00.162096 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-8ea426fb-2d98-4794-95fa-8af05a0b95dd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '710d7f5d-fea2-440c-b97f-a8e241a02ada', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:43:00.167899 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8ea426fb-2d98-4794-95fa-8af05a0b95dd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:43:00.171990 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8ea426fb-2d98-4794-95fa-8af05a0b95dd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:43:00.174929 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8ea426fb-2d98-4794-95fa-8af05a0b95dd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:43:00.180578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8ea426fb-2d98-4794-95fa-8af05a0b95dd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:43:00.255621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8ea426fb-2d98-4794-95fa-8af05a0b95dd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:00.318088 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8ea426fb-2d98-4794-95fa-8af05a0b95dd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:00.380804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8ea426fb-2d98-4794-95fa-8af05a0b95dd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:00.404321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea426fb-2d98-4794-95fa-8af05a0b95dd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fc7382-1540-4628-bc4f-c734e68236c9,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:00.466715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8ea426fb-2d98-4794-95fa-8af05a0b95dd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:00.467901 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8ea426fb-2d98-4794-95fa-8af05a0b95dd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3101416 May 25 23:43:00.470653 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48858) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:00.475881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-8359c0d8-3bf9-439d-909d-50666dd271ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '710d7f5d-fea2-440c-b97f-a8e241a02ada', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:43:00.482552 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8359c0d8-3bf9-439d-909d-50666dd271ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:43:00.486277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8359c0d8-3bf9-439d-909d-50666dd271ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:43:00.489161 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-8359c0d8-3bf9-439d-909d-50666dd271ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:43:00.494783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-8359c0d8-3bf9-439d-909d-50666dd271ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:43:00.619477 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8359c0d8-3bf9-439d-909d-50666dd271ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:00.680437 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8359c0d8-3bf9-439d-909d-50666dd271ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:00.780854 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8359c0d8-3bf9-439d-909d-50666dd271ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:00.804370 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359c0d8-3bf9-439d-909d-50666dd271ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd6837c-f9dc-4029-b48c-9bce6634eefc,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:00.929394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-8359c0d8-3bf9-439d-909d-50666dd271ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:00.930614 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8359c0d8-3bf9-439d-909d-50666dd271ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4589796 May 25 23:43:00.933265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48862) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:00.938762 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-56630018-12de-4308-bf66-71a22f5efedb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '710d7f5d-fea2-440c-b97f-a8e241a02ada', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:43:00.944546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-56630018-12de-4308-bf66-71a22f5efedb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:43:00.948724 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-56630018-12de-4308-bf66-71a22f5efedb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:43:00.951153 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-56630018-12de-4308-bf66-71a22f5efedb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:43:00.956770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-56630018-12de-4308-bf66-71a22f5efedb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:43:01.067398 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56630018-12de-4308-bf66-71a22f5efedb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:01.128868 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56630018-12de-4308-bf66-71a22f5efedb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:01.196525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56630018-12de-4308-bf66-71a22f5efedb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:01.222550 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56630018-12de-4308-bf66-71a22f5efedb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dea2609-b5b5-465c-be12-cb163c8fead1,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:01.299718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-56630018-12de-4308-bf66-71a22f5efedb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:01.300908 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-56630018-12de-4308-bf66-71a22f5efedb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3666837 May 25 23:43:01.303800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48866) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:01.309409 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-cadb2cdc-4647-4b0e-877c-e49236ecc3fb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '710d7f5d-fea2-440c-b97f-a8e241a02ada', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:43:01.315545 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cadb2cdc-4647-4b0e-877c-e49236ecc3fb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:43:01.319290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cadb2cdc-4647-4b0e-877c-e49236ecc3fb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:43:01.322183 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cadb2cdc-4647-4b0e-877c-e49236ecc3fb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:43:01.328804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cadb2cdc-4647-4b0e-877c-e49236ecc3fb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:43:01.421610 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cadb2cdc-4647-4b0e-877c-e49236ecc3fb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:01.483732 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cadb2cdc-4647-4b0e-877c-e49236ecc3fb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:01.557742 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cadb2cdc-4647-4b0e-877c-e49236ecc3fb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:01.580557 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb2cdc-4647-4b0e-877c-e49236ecc3fb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3008937d-ceaf-4345-ab05-df8c52ac4d7c,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:01.655387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cadb2cdc-4647-4b0e-877c-e49236ecc3fb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:01.656590 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cadb2cdc-4647-4b0e-877c-e49236ecc3fb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3518198 May 25 23:43:01.659219 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48870) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:01.664677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-93dc2087-8876-4824-9970-c5c573916ed1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '710d7f5d-fea2-440c-b97f-a8e241a02ada', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:43:01.671040 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-93dc2087-8876-4824-9970-c5c573916ed1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:43:01.674847 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-93dc2087-8876-4824-9970-c5c573916ed1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:43:01.677856 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-93dc2087-8876-4824-9970-c5c573916ed1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:43:01.683683 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-93dc2087-8876-4824-9970-c5c573916ed1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:43:01.769221 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-93dc2087-8876-4824-9970-c5c573916ed1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Project 1c828b41022e4367bd8a19171329f245 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:43:01.775693 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-93dc2087-8876-4824-9970-c5c573916ed1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:01.837597 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-93dc2087-8876-4824-9970-c5c573916ed1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:01.900818 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-93dc2087-8876-4824-9970-c5c573916ed1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:01.923567 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc2087-8876-4824-9970-c5c573916ed1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd13a493-a9e3-4538-83b2-8998b58b8245,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:01.997448 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-93dc2087-8876-4824-9970-c5c573916ed1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:01.998645 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-93dc2087-8876-4824-9970-c5c573916ed1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3385217 May 25 23:43:02.001424 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48874) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:02.006806 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4205f004-61ce-45a3-a4a8-d9f98b42bb47 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '710d7f5d-fea2-440c-b97f-a8e241a02ada', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:43:02.013190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4205f004-61ce-45a3-a4a8-d9f98b42bb47 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:43:02.017325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4205f004-61ce-45a3-a4a8-d9f98b42bb47 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:43:02.020251 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4205f004-61ce-45a3-a4a8-d9f98b42bb47 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:43:02.025821 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4205f004-61ce-45a3-a4a8-d9f98b42bb47 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:43:02.099630 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-4205f004-61ce-45a3-a4a8-d9f98b42bb47 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Project 1c828b41022e4367bd8a19171329f245 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:43:02.105899 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4205f004-61ce-45a3-a4a8-d9f98b42bb47 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:02.176477 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4205f004-61ce-45a3-a4a8-d9f98b42bb47 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:02.249519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4205f004-61ce-45a3-a4a8-d9f98b42bb47 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:02.272646 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205f004-61ce-45a3-a4a8-d9f98b42bb47 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4259ebb3-3e70-47cf-a428-87d5f704f8e3,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:02.335377 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4205f004-61ce-45a3-a4a8-d9f98b42bb47 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:02.336654 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4205f004-61ce-45a3-a4a8-d9f98b42bb47 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3343112 May 25 23:43:02.339525 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48878) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:02.346828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-354b5974-1087-49c4-adce-232bc63cf6b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'network': {'name': 'tempest-network-smoke--1817426319', 'project_id': '1c828b41022e4367bd8a19171329f245', 'port_security_enabled': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:43:02.352303 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-354b5974-1087-49c4-adce-232bc63cf6b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:43:02.355855 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-354b5974-1087-49c4-adce-232bc63cf6b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:network and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:43:02.359038 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-354b5974-1087-49c4-adce-232bc63cf6b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:43:02.364655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-354b5974-1087-49c4-adce-232bc63cf6b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:43:02.437979 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354b5974-1087-49c4-adce-232bc63cf6b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Made reservation on behalf of 1c828b41022e4367bd8a19171329f245 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:43:02.440871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-354b5974-1087-49c4-adce-232bc63cf6b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:02.468937 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354b5974-1087-49c4-adce-232bc63cf6b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:43:02.477148 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-354b5974-1087-49c4-adce-232bc63cf6b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:02.477515 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-354b5974-1087-49c4-adce-232bc63cf6b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Added segment a8d0917d-3fc8-4671-baa8-eacaf84efd5a of type vlan for network a55a2de4-6099-4a57-a9db-8aa4c885b895 May 25 23:43:02.503340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-354b5974-1087-49c4-adce-232bc63cf6b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:02.591871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-354b5974-1087-49c4-adce-232bc63cf6b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:02.595414 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354b5974-1087-49c4-adce-232bc63cf6b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:02.596004 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-354b5974-1087-49c4-adce-232bc63cf6b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:02.790617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b5974-1087-49c4-adce-232bc63cf6b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Network': ['ID=a55a2de4-6099-4a57-a9db-8aa4c885b895,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:02.801306 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network a55a2de4-6099-4a57-a9db-8aa4c885b895 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:43:02.843058 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-354b5974-1087-49c4-adce-232bc63cf6b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5023687 May 25 23:43:02.845578 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48882) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:02.850521 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1604691824', 'admin_state_up': True, 'project_id': '1c828b41022e4367bd8a19171329f245', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:43:02.858403 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:43:02.862296 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:router and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:43:02.865105 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:43:02.871241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:43:02.946471 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:02.947411 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:02.964682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:03.165892 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:03.437709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:03.466793 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:03.602412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.26.5.31 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/c9f2977d-2e39-4282-9bc3-effe9bb3bbed) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:43:03.750929 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:03.844025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:03.912842 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:43:03.915662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:43:03.920500 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:43:03.943833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=c9f2977d-2e39-4282-9bc3-effe9bb3bbed,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:04.196118 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:04.196912 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:04.482774 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router bee56760-c540-47c3-84b7-e5fec9b36f06 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:43:04.679407 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:43:04.689236 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Sync routers for ids ['bee56760-c540-47c3-84b7-e5fec9b36f06'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:43:04.701832 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Routers {'bee56760-c540-47c3-84b7-e5fec9b36f06'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:43:04.702444 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:42:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['bee56760-c540-47c3-84b7-e5fec9b36f06'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:43:04.757967 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:04.759104 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-961cf85e-34a3-455b-bc4e-b780d338a956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9126210 May 25 23:43:04.762217 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48888) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:04.803469 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e8c6c199-e957-47df-a2d1-a6ae539082d9 tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=1c828b41022e4367bd8a19171329f245&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376821 May 25 23:43:04.803706 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48892) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:04.879054 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Set router bee56760-c540-47c3-84b7-e5fec9b36f06 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:43:05.030796 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfff461-f51d-4144-a5b3-3b0f9e98945c tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:05.032183 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5cfff461-f51d-4144-a5b3-3b0f9e98945c tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2276537 May 25 23:43:05.035056 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48896) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:05.073273 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-304e8f47-a36f-4862-9339-3249839f0e0f tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371840 May 25 23:43:05.076066 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48900) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:05.081286 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-21204a03-4ceb-49ca-96f5-78e520688369 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1712720797', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'project_id': '1c828b41022e4367bd8a19171329f245', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:43:05.165075 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604691824', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:43:02Z', 'updated_at': '2022-05-25T23:43:04Z', 'revision_number': 3, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:03Z', 'updated_at': '2022-05-25T23:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:43:05.169347 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Checking router: bee56760-c540-47c3-84b7-e5fec9b36f06 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:43:05.169685 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Updating router bee56760-c540-47c3-84b7-e5fec9b36f06 port c9f2977d-2e39-4282-9bc3-effe9bb3bbed binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:43:05.187168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-21204a03-4ceb-49ca-96f5-78e520688369 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:43:05.190907 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-21204a03-4ceb-49ca-96f5-78e520688369 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:subnet and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:43:05.193657 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-21204a03-4ceb-49ca-96f5-78e520688369 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:43:05.199202 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-21204a03-4ceb-49ca-96f5-78e520688369 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:43:05.219356 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:05.266776 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21204a03-4ceb-49ca-96f5-78e520688369 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Made reservation on behalf of 1c828b41022e4367bd8a19171329f245 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:43:05.378777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-21204a03-4ceb-49ca-96f5-78e520688369 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:05.570434 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:05.576063 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Transition to ACTIVE for port object c9f2977d-2e39-4282-9bc3-effe9bb3bbed will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:43:05.654848 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:05.688159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-21204a03-4ceb-49ca-96f5-78e520688369 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:05.738513 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Attempting to bind port c9f2977d-2e39-4282-9bc3-effe9bb3bbed on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:43:05.739121 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Attempting to bind port c9f2977d-2e39-4282-9bc3-effe9bb3bbed by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:43:05.739263 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Attempting to bind port c9f2977d-2e39-4282-9bc3-effe9bb3bbed on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:43:05.741753 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb337b6-e6cb-4d11-b881-406ae641fbab None None] Pushing event updated for resources: {'Port': ['ID=c9f2977d-2e39-4282-9bc3-effe9bb3bbed,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:05.752120 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:43:05.752852 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:43:05.753240 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:05.753613 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:43:05.754066 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Bound port: c9f2977d-2e39-4282-9bc3-effe9bb3bbed, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:43:05.754424 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:05.769728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21204a03-4ceb-49ca-96f5-78e520688369 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Subnet': ['ID=41f2954d-54cc-4732-ad71-5dd3032689de,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:05.781823 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21204a03-4ceb-49ca-96f5-78e520688369 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Checking segment: {'id': 'a8d0917d-3fc8-4671-baa8-eacaf84efd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:43:05.782179 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21204a03-4ceb-49ca-96f5-78e520688369 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network hostable DHCP agents. Network: a55a2de4-6099-4a57-a9db-8aa4c885b895, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:43:05.783189 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb337b6-e6cb-4d11-b881-406ae641fbab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:43:05.783527 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb337b6-e6cb-4d11-b881-406ae641fbab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:43:05.783857 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb337b6-e6cb-4d11-b881-406ae641fbab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:43:05.784177 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb337b6-e6cb-4d11-b881-406ae641fbab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:43:05.784495 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb337b6-e6cb-4d11-b881-406ae641fbab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:43:05.784834 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb337b6-e6cb-4d11-b881-406ae641fbab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:43:05.785148 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb337b6-e6cb-4d11-b881-406ae641fbab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:43:05.785457 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb337b6-e6cb-4d11-b881-406ae641fbab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:43:05.785774 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb337b6-e6cb-4d11-b881-406ae641fbab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:43:05.786077 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb337b6-e6cb-4d11-b881-406ae641fbab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:43:05.786383 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb337b6-e6cb-4d11-b881-406ae641fbab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:43:05.833917 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] For port c9f2977d-2e39-4282-9bc3-effe9bb3bbed, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:43:05.836845 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] For port c9f2977d-2e39-4282-9bc3-effe9bb3bbed, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c9f2977d-2e39-4282-9bc3-effe9bb3bbed,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:43:05.900352 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21204a03-4ceb-49ca-96f5-78e520688369 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network a55a2de4-6099-4a57-a9db-8aa4c885b895 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:43:05.946600 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:05.974715 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-21204a03-4ceb-49ca-96f5-78e520688369 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, a55a2de4-6099-4a57-a9db-8aa4c885b895) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:43:05.979858 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21204a03-4ceb-49ca-96f5-78e520688369 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:05.980290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-21204a03-4ceb-49ca-96f5-78e520688369 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:05.984291 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4bcea4-b0c9-44ad-8ccc-7720cb70fc1e None None] Network a55a2de4-6099-4a57-a9db-8aa4c885b895 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:43:06.031982 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb337b6-e6cb-4d11-b881-406ae641fbab None None] Pushing event updated for resources: {'Port': ['ID=c9f2977d-2e39-4282-9bc3-effe9bb3bbed,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:06.035576 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Routers {'bee56760-c540-47c3-84b7-e5fec9b36f06'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:43:06.036169 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:42:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['bee56760-c540-47c3-84b7-e5fec9b36f06'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:43:06.061760 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-21204a03-4ceb-49ca-96f5-78e520688369 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9846368 May 25 23:43:06.064484 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48904) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:06.207439 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-a55a2de4-6099-4a57-a9db-8aa4c885b895', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ips': [{'subnet_id': '41f2954d-54cc-4732-ad71-5dd3032689de'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:43:06.208518 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:06.216701 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] Set router bee56760-c540-47c3-84b7-e5fec9b36f06 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:43:06.413408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Allocated IP 172.20.0.2 (a55a2de4-6099-4a57-a9db-8aa4c885b895/41f2954d-54cc-4732-ad71-5dd3032689de/9314eadc-84b5-4443-9f52-dae2b6ad019f) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:43:06.519744 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604691824', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:43:02Z', 'updated_at': '2022-05-25T23:43:04Z', 'revision_number': 3, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:03Z', 'updated_at': '2022-05-25T23:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:43:06.523629 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e14131-3dd3-4f9b-bea3-881050ddee16 None None] The sync data for ids ['bee56760-c540-47c3-84b7-e5fec9b36f06'] in dv-neutron-843300-1-hyperv is: [{'id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604691824', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:43:02Z', 'updated_at': '2022-05-25T23:43:04Z', 'revision_number': 3, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:03Z', 'updated_at': '2022-05-25T23:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:43:06.630711 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:06.642217 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Transition to ACTIVE for port object 9314eadc-84b5-4443-9f52-dae2b6ad019f will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:43:06.660347 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:43:06.663641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Transition to ACTIVE for port object 9314eadc-84b5-4443-9f52-dae2b6ad019f will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:43:06.730327 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:06.806940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Network a55a2de4-6099-4a57-a9db-8aa4c885b895 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:43:06.810440 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:43:06.814612 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:43:06.822769 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Pushing event updated for resources: {'Port': ['ID=9314eadc-84b5-4443-9f52-dae2b6ad019f,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:06.867582 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:06.907954 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Attempting to bind port 9314eadc-84b5-4443-9f52-dae2b6ad019f on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:43:06.908310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Attempting to bind port 9314eadc-84b5-4443-9f52-dae2b6ad019f by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'a8d0917d-3fc8-4671-baa8-eacaf84efd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:43:06.908700 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Attempting to bind port 9314eadc-84b5-4443-9f52-dae2b6ad019f on network a55a2de4-6099-4a57-a9db-8aa4c885b895 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:43:06.915382 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:43:06.915550 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Checking segment: {'id': 'a8d0917d-3fc8-4671-baa8-eacaf84efd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:43:06.915900 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:06.916277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Bound using segment: {'id': 'a8d0917d-3fc8-4671-baa8-eacaf84efd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:43:06.916754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Bound port: 9314eadc-84b5-4443-9f52-dae2b6ad019f, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d0917d-3fc8-4671-baa8-eacaf84efd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:43:06.917222 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:07.017395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] For port 9314eadc-84b5-4443-9f52-dae2b6ad019f, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:43:07.020761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] For port 9314eadc-84b5-4443-9f52-dae2b6ad019f, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9314eadc-84b5-4443-9f52-dae2b6ad019f,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:43:07.107744 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:07.191759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ad396-560b-4fb4-a235-c789cc35c099 None None] Pushing event updated for resources: {'Port': ['ID=9314eadc-84b5-4443-9f52-dae2b6ad019f,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:07.439015 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.20.0.1 (a55a2de4-6099-4a57-a9db-8aa4c885b895/41f2954d-54cc-4732-ad71-5dd3032689de/5d1e4d15-2469-43e3-9f80-337c9d710794) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:43:07.597212 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:07.613144 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Transition to ACTIVE for port object 5d1e4d15-2469-43e3-9f80-337c9d710794 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:43:07.705995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:07.739946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9314eadc-84b5-4443-9f52-dae2b6ad019f up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:43:07.778550 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network a55a2de4-6099-4a57-a9db-8aa4c885b895 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:43:07.781687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:43:07.785883 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:43:07.816970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=5d1e4d15-2469-43e3-9f80-337c9d710794,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:07.849176 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:07.877964 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 9314eadc-84b5-4443-9f52-dae2b6ad019f completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:43:07.883450 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c9f2977d-2e39-4282-9bc3-effe9bb3bbed up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:43:08.011030 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:08.014995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port c9f2977d-2e39-4282-9bc3-effe9bb3bbed completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:43:08.022122 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c9f2977d-2e39-4282-9bc3-effe9bb3bbed triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:43:08.029429 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:08.158291 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93facf77-e258-45d0-a90c-84e8b3a8387d None None] Network a55a2de4-6099-4a57-a9db-8aa4c885b895 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:43:08.172603 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:08.251674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port c9f2977d-2e39-4282-9bc3-effe9bb3bbed, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c9f2977d-2e39-4282-9bc3-effe9bb3bbed,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:43:08.322545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:08.376266 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-510b80a7-0d06-4525-9f47-a7da32e1e5f9 None None] Provisioning for port 9314eadc-84b5-4443-9f52-dae2b6ad019f completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:43:08.407017 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-510b80a7-0d06-4525-9f47-a7da32e1e5f9 None None] Provisioning complete for port 9314eadc-84b5-4443-9f52-dae2b6ad019f triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:43:08.407017 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-510b80a7-0d06-4525-9f47-a7da32e1e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:08.440404 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:08.483408 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=c9f2977d-2e39-4282-9bc3-effe9bb3bbed,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:08.506494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:08.579765 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-510b80a7-0d06-4525-9f47-a7da32e1e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:08.616809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-510b80a7-0d06-4525-9f47-a7da32e1e5f9 None None] For port 9314eadc-84b5-4443-9f52-dae2b6ad019f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9314eadc-84b5-4443-9f52-dae2b6ad019f,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:43:08.622952 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=5d1e4d15-2469-43e3-9f80-337c9d710794,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:08.627109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:08.702508 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-510b80a7-0d06-4525-9f47-a7da32e1e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:08.774186 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network a55a2de4-6099-4a57-a9db-8aa4c885b895 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:43:08.775312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:43:08.782222 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b80a7-0d06-4525-9f47-a7da32e1e5f9 None None] Pushing event updated for resources: {'Port': ['ID=9314eadc-84b5-4443-9f52-dae2b6ad019f,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:08.901109 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d50d3ced-9601-44c4-9416-979bc8017261 None None] Provisioning for port 5d1e4d15-2469-43e3-9f80-337c9d710794 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:43:08.908435 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d50d3ced-9601-44c4-9416-979bc8017261 None None] Provisioning complete for port 5d1e4d15-2469-43e3-9f80-337c9d710794 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:43:08.908827 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d50d3ced-9601-44c4-9416-979bc8017261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:08.966983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-d50d3ced-9601-44c4-9416-979bc8017261 None None] Port 5d1e4d15-2469-43e3-9f80-337c9d710794 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:43:08.981524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d50d3ced-9601-44c4-9416-979bc8017261 None None] Provisioning complete for port 9314eadc-84b5-4443-9f52-dae2b6ad019f triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:43:08.982213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d50d3ced-9601-44c4-9416-979bc8017261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:09.226814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8df899bd-6cb3-4c9d-a152-43b18b50ffa5 None None] Provisioning complete for port 5d1e4d15-2469-43e3-9f80-337c9d710794 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:43:09.227486 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8df899bd-6cb3-4c9d-a152-43b18b50ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:09.271926 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router bee56760-c540-47c3-84b7-e5fec9b36f06 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:43:09.279724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-8df899bd-6cb3-4c9d-a152-43b18b50ffa5 None None] Port 5d1e4d15-2469-43e3-9f80-337c9d710794 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:43:09.471633 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:43:09.485017 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7930559a-bdd1-4d4b-9673-3efd19f89215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "PUT /v2.0/routers/bee56760-c540-47c3-84b7-e5fec9b36f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4192462 May 25 23:43:09.653312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-18815681-3450-4677-a008-e13c2e4dd4cc req-046b4e64-aef6-48bd-8f30-6da76b10d3e6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:43:09.690526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9314eadc-84b5-4443-9f52-dae2b6ad019f up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:43:09.741331 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-18815681-3450-4677-a008-e13c2e4dd4cc req-046b4e64-aef6-48bd-8f30-6da76b10d3e6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:43:09.742500 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-18815681-3450-4677-a008-e13c2e4dd4cc req-046b4e64-aef6-48bd-8f30-6da76b10d3e6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192724002&fields=id&tenant_id=1c828b41022e4367bd8a19171329f245 HTTP/1.1" status: 200 len: 267 time: 0.1295071 May 25 23:43:09.795879 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 9314eadc-84b5-4443-9f52-dae2b6ad019f triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:43:09.796432 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:09.891180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18815681-3450-4677-a008-e13c2e4dd4cc req-f03dbb29-7a4b-4699-92d6-2f0e6830ab5b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:09.891850 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-18815681-3450-4677-a008-e13c2e4dd4cc req-f03dbb29-7a4b-4699-92d6-2f0e6830ab5b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:43:09.913238 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c9f2977d-2e39-4282-9bc3-effe9bb3bbed up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:43:09.963669 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-18815681-3450-4677-a008-e13c2e4dd4cc req-f03dbb29-7a4b-4699-92d6-2f0e6830ab5b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:43:09.964872 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-18815681-3450-4677-a008-e13c2e4dd4cc req-f03dbb29-7a4b-4699-92d6-2f0e6830ab5b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/networks?id=a55a2de4-6099-4a57-a9db-8aa4c885b895 HTTP/1.1" status: 200 len: 797 time: 0.2148869 May 25 23:43:09.983420 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-18815681-3450-4677-a008-e13c2e4dd4cc req-4336b8e3-84c2-4ebf-9f67-3715d43e6666 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/quotas/1c828b41022e4367bd8a19171329f245 HTTP/1.1" status: 200 len: 375 time: 0.0120068 May 25 23:43:09.983999 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c9f2977d-2e39-4282-9bc3-effe9bb3bbed triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:43:09.984371 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:10.073806 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-18815681-3450-4677-a008-e13c2e4dd4cc req-304623fc-7553-4c7a-b9db-30284ae7727a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:43:10.136688 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Sync routers for ids ['bee56760-c540-47c3-84b7-e5fec9b36f06'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:43:10.146584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-18815681-3450-4677-a008-e13c2e4dd4cc req-304623fc-7553-4c7a-b9db-30284ae7727a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:43:10.148098 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-18815681-3450-4677-a008-e13c2e4dd4cc req-304623fc-7553-4c7a-b9db-30284ae7727a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1579006 May 25 23:43:10.148947 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Routers {'bee56760-c540-47c3-84b7-e5fec9b36f06'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:43:10.149547 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:42:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['bee56760-c540-47c3-84b7-e5fec9b36f06'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:43:10.325168 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Set router bee56760-c540-47c3-84b7-e5fec9b36f06 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:43:10.423940 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-18815681-3450-4677-a008-e13c2e4dd4cc req-a350408e-8643-4215-ba5c-9decb028da95 service neutron] 10.222.0.66 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644317 May 25 23:43:10.556783 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-18815681-3450-4677-a008-e13c2e4dd4cc req-d0c0b4d4-9f7f-45e3-ac07-a3bdcc168083 service neutron] 10.222.0.66 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268847 May 25 23:43:10.631110 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604691824', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:43:02Z', 'updated_at': '2022-05-25T23:43:07Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:03Z', 'updated_at': '2022-05-25T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '5d1e4d15-2469-43e3-9f80-337c9d710794', 'name': '', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:53:23:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:07Z', 'updated_at': '2022-05-25T23:43:08Z', 'revision_number': 2, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:43:10.635545 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Checking router: bee56760-c540-47c3-84b7-e5fec9b36f06 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:43:10.635938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Updating router bee56760-c540-47c3-84b7-e5fec9b36f06 port 5d1e4d15-2469-43e3-9f80-337c9d710794 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:43:10.687006 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:10.822524 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d0086e46-0c07-4f68-872d-e5a79aa56652 req-52145571-efea-429e-90ce-c0178c678769 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 210 time: 0.0415509 May 25 23:43:11.035429 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:11.047310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Transition to ACTIVE for port object 5d1e4d15-2469-43e3-9f80-337c9d710794 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:43:11.095014 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:11.225101 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6968e-8712-4ed9-800d-4d45a47cc955 None None] Pushing event updated for resources: {'Port': ['ID=5d1e4d15-2469-43e3-9f80-337c9d710794,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:11.331716 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Attempting to bind port 5d1e4d15-2469-43e3-9f80-337c9d710794 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:43:11.332350 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Attempting to bind port 5d1e4d15-2469-43e3-9f80-337c9d710794 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'a8d0917d-3fc8-4671-baa8-eacaf84efd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:43:11.332472 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Attempting to bind port 5d1e4d15-2469-43e3-9f80-337c9d710794 on network a55a2de4-6099-4a57-a9db-8aa4c885b895 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:43:11.339201 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:43:11.339594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Checking segment: {'id': 'a8d0917d-3fc8-4671-baa8-eacaf84efd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:43:11.339996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:11.341277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Bound using segment: {'id': 'a8d0917d-3fc8-4671-baa8-eacaf84efd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:43:11.341733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Bound port: 5d1e4d15-2469-43e3-9f80-337c9d710794, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d0917d-3fc8-4671-baa8-eacaf84efd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:43:11.342116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:11.486990 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] For port 5d1e4d15-2469-43e3-9f80-337c9d710794, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:43:11.490984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] For port 5d1e4d15-2469-43e3-9f80-337c9d710794, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5d1e4d15-2469-43e3-9f80-337c9d710794,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:43:11.529327 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-36853255-e2cb-47d0-8486-16a0b1ff9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:11.557167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:11.648170 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6968e-8712-4ed9-800d-4d45a47cc955 None None] Pushing event updated for resources: {'Port': ['ID=5d1e4d15-2469-43e3-9f80-337c9d710794,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:11.654386 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Routers {'bee56760-c540-47c3-84b7-e5fec9b36f06'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:43:11.655001 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:42:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['bee56760-c540-47c3-84b7-e5fec9b36f06'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:43:11.851302 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] Set router bee56760-c540-47c3-84b7-e5fec9b36f06 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:43:11.987061 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6849f3a2-bd8b-4ff1-8777-f6e8e040b1c8 req-635d3eb7-4113-489c-9744-457c04b6bb87 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 210 time: 0.0406263 May 25 23:43:12.164052 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604691824', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:43:02Z', 'updated_at': '2022-05-25T23:43:07Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:03Z', 'updated_at': '2022-05-25T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '5d1e4d15-2469-43e3-9f80-337c9d710794', 'name': '', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:53:23:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:07Z', 'updated_at': '2022-05-25T23:43:11Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:43:12.168197 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1170bc20-0593-403d-a132-3a294ce4f1b4 None None] The sync data for ids ['bee56760-c540-47c3-84b7-e5fec9b36f06'] in dv-neutron-843300-1-hyperv is: [{'id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604691824', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:43:02Z', 'updated_at': '2022-05-25T23:43:07Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:03Z', 'updated_at': '2022-05-25T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '5d1e4d15-2469-43e3-9f80-337c9d710794', 'name': '', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:53:23:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:07Z', 'updated_at': '2022-05-25T23:43:11Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:43:13.149366 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18815681-3450-4677-a008-e13c2e4dd4cc req-c5478910-65d2-4a54-9c67-fe58221971aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:13.150931 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-18815681-3450-4677-a008-e13c2e4dd4cc req-c5478910-65d2-4a54-9c67-fe58221971aa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "GET /v2.0/networks?id=a55a2de4-6099-4a57-a9db-8aa4c885b895 HTTP/1.1" status: 200 len: 797 time: 0.1572616 May 25 23:43:13.169062 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-db765343-1f8b-4888-9986-475d43dc0e20 req-b5ab60b1-c6e1-4dde-9457-455a94c0ccb6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 210 time: 0.0448093 May 25 23:43:13.207517 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-18815681-3450-4677-a008-e13c2e4dd4cc req-fbfb02a6-1491-48e9-b6ec-daa4becd73f9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c828b41022e4367bd8a19171329f245 HTTP/1.1" status: 200 len: 379 time: 0.0451026 May 25 23:43:13.216429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-18815681-3450-4677-a008-e13c2e4dd4cc req-6bdc2c33-67dc-4acd-9244-3548fcce394c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'port': {'device_id': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'admin_state_up': True, 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'security_groups': ['710d7f5d-fea2-440c-b97f-a8e241a02ada']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:43:13.352015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-18815681-3450-4677-a008-e13c2e4dd4cc req-6bdc2c33-67dc-4acd-9244-3548fcce394c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:43:13.362257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-18815681-3450-4677-a008-e13c2e4dd4cc req-6bdc2c33-67dc-4acd-9244-3548fcce394c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:43:13.431108 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18815681-3450-4677-a008-e13c2e4dd4cc req-6bdc2c33-67dc-4acd-9244-3548fcce394c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Made reservation on behalf of 1c828b41022e4367bd8a19171329f245 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:43:13.435431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-18815681-3450-4677-a008-e13c2e4dd4cc req-6bdc2c33-67dc-4acd-9244-3548fcce394c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:13.602000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-18815681-3450-4677-a008-e13c2e4dd4cc req-6bdc2c33-67dc-4acd-9244-3548fcce394c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.20.0.6 (a55a2de4-6099-4a57-a9db-8aa4c885b895/41f2954d-54cc-4732-ad71-5dd3032689de/c7ed799a-fb47-4a00-bc48-b12eedfbb171) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:43:13.709884 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5d1e4d15-2469-43e3-9f80-337c9d710794 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:43:13.749189 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-07154cb3-f1ea-4aba-b4e5-64cd9571c6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:13.800507 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-18815681-3450-4677-a008-e13c2e4dd4cc req-6bdc2c33-67dc-4acd-9244-3548fcce394c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:13.816199 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-18815681-3450-4677-a008-e13c2e4dd4cc req-6bdc2c33-67dc-4acd-9244-3548fcce394c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Transition to ACTIVE for port object c7ed799a-fb47-4a00-bc48-b12eedfbb171 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:43:13.864838 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 5d1e4d15-2469-43e3-9f80-337c9d710794 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:43:13.869780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 5d1e4d15-2469-43e3-9f80-337c9d710794 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:43:13.870138 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:13.906617 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-18815681-3450-4677-a008-e13c2e4dd4cc req-6bdc2c33-67dc-4acd-9244-3548fcce394c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:13.984911 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18815681-3450-4677-a008-e13c2e4dd4cc req-6bdc2c33-67dc-4acd-9244-3548fcce394c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network a55a2de4-6099-4a57-a9db-8aa4c885b895 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:43:13.986078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:13.988485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-18815681-3450-4677-a008-e13c2e4dd4cc req-6bdc2c33-67dc-4acd-9244-3548fcce394c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:43:13.990248 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc2c33-67dc-4acd-9244-3548fcce394c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=c7ed799a-fb47-4a00-bc48-b12eedfbb171,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:13.992310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-18815681-3450-4677-a008-e13c2e4dd4cc req-6bdc2c33-67dc-4acd-9244-3548fcce394c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:43:14.022540 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 5d1e4d15-2469-43e3-9f80-337c9d710794, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5d1e4d15-2469-43e3-9f80-337c9d710794,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:43:14.096868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18815681-3450-4677-a008-e13c2e4dd4cc req-6bdc2c33-67dc-4acd-9244-3548fcce394c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:14.096868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-18815681-3450-4677-a008-e13c2e4dd4cc req-6bdc2c33-67dc-4acd-9244-3548fcce394c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:14.221121 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:14.244165 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-18815681-3450-4677-a008-e13c2e4dd4cc req-6bdc2c33-67dc-4acd-9244-3548fcce394c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0315890 May 25 23:43:14.259631 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Request body: {'port': {'device_id': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:43:14.316758 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=5d1e4d15-2469-43e3-9f80-337c9d710794,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:14.377401 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:14.384618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107a007-375a-4753-8db6-7b5a02fbf4b1 req-db176837-f851-4f0b-8603-521979080e11 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:14.386101 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2107a007-375a-4753-8db6-7b5a02fbf4b1 req-db176837-f851-4f0b-8603-521979080e11 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 931 time: 0.0805213 May 25 23:43:14.421950 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a71be332-5ea9-42a1-8092-f28646180613 None None] Provisioning for port c7ed799a-fb47-4a00-bc48-b12eedfbb171 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:43:14.427249 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-a71be332-5ea9-42a1-8092-f28646180613 None None] Provisioning complete for port c7ed799a-fb47-4a00-bc48-b12eedfbb171 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:43:14.427612 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a71be332-5ea9-42a1-8092-f28646180613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:14.433318 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2107a007-375a-4753-8db6-7b5a02fbf4b1 req-03fe427f-41e6-415c-b966-24b3c2d34100 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415206 May 25 23:43:14.491344 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-a71be332-5ea9-42a1-8092-f28646180613 None None] Port c7ed799a-fb47-4a00-bc48-b12eedfbb171 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:43:14.712879 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ed799a-fb47-4a00-bc48-b12eedfbb171 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:43:14.720511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:14.735644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Transition to ACTIVE for port object c7ed799a-fb47-4a00-bc48-b12eedfbb171 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:43:14.820223 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:15.020805 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:15.047140 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Pushing event updated for resources: {'Port': ['ID=c7ed799a-fb47-4a00-bc48-b12eedfbb171,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:15.106806 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:15.151202 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Attempting to bind port c7ed799a-fb47-4a00-bc48-b12eedfbb171 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:43:15.151461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Attempting to bind port c7ed799a-fb47-4a00-bc48-b12eedfbb171 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'a8d0917d-3fc8-4671-baa8-eacaf84efd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:43:15.151764 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Attempting to bind port c7ed799a-fb47-4a00-bc48-b12eedfbb171 on network a55a2de4-6099-4a57-a9db-8aa4c885b895 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:43:15.157477 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Port c7ed799a-fb47-4a00-bc48-b12eedfbb171 on network a55a2de4-6099-4a57-a9db-8aa4c885b895 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:43:15.157791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Attempting to bind port c7ed799a-fb47-4a00-bc48-b12eedfbb171 on network a55a2de4-6099-4a57-a9db-8aa4c885b895 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:43:15.163910 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:43:15.164237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Checking segment: {'id': 'a8d0917d-3fc8-4671-baa8-eacaf84efd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:43:15.164636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Bound using segment: {'id': 'a8d0917d-3fc8-4671-baa8-eacaf84efd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:43:15.165052 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Bound port: c7ed799a-fb47-4a00-bc48-b12eedfbb171, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d0917d-3fc8-4671-baa8-eacaf84efd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:43:15.165386 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:15.251725 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] For port c7ed799a-fb47-4a00-bc48-b12eedfbb171, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:43:15.254699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] For port c7ed799a-fb47-4a00-bc48-b12eedfbb171, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:43:15.311559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:15.377767 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:15.379145 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-18815681-3450-4677-a008-e13c2e4dd4cc req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] 10.222.0.73 "PUT /v2.0/ports/c7ed799a-fb47-4a00-bc48-b12eedfbb171 HTTP/1.1" status: 200 len: 1093 time: 1.1237020 May 25 23:43:15.379577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'tag': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:43:15.399517 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d5373-1903-482b-bdf8-a96b6adf5fca service neutron] Pushing event updated for resources: {'Port': ['ID=c7ed799a-fb47-4a00-bc48-b12eedfbb171,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:15.444253 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a185c746-9bcf-4536-832a-4612d47134f1'] response: {'name': 'network-changed', 'server_uuid': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'tag': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171', 'status': 'completed', 'code': 200} May 25 23:43:15.529184 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-18815681-3450-4677-a008-e13c2e4dd4cc req-5a437ea9-db3e-40d0-86c1-680669c7eab0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0747004 May 25 23:43:15.599945 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-18815681-3450-4677-a008-e13c2e4dd4cc req-6bc35090-b038-479c-9099-29c5ead81a8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171 HTTP/1.1" status: 200 len: 217 time: 0.0646474 May 25 23:43:15.646157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a194ed0-31d2-4593-8ee9-9e4d012f0ee2 req-8fb39fef-3390-4f95-b814-3996ab2c5934 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:15.647695 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6a194ed0-31d2-4593-8ee9-9e4d012f0ee2 req-8fb39fef-3390-4f95-b814-3996ab2c5934 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0845716 May 25 23:43:15.667028 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18815681-3450-4677-a008-e13c2e4dd4cc req-0fdee9ff-d5f9-497f-a747-22ddf3c74a7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:15.669333 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-18815681-3450-4677-a008-e13c2e4dd4cc req-0fdee9ff-d5f9-497f-a747-22ddf3c74a7b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41f2954d-54cc-4732-ad71-5dd3032689de HTTP/1.1" status: 200 len: 835 time: 0.0638885 May 25 23:43:15.697716 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6a194ed0-31d2-4593-8ee9-9e4d012f0ee2 req-8a64eb19-1231-4628-9608-9c4b8dd06f68 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441940 May 25 23:43:15.703260 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5d1e4d15-2469-43e3-9f80-337c9d710794 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:43:15.748926 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-18815681-3450-4677-a008-e13c2e4dd4cc req-8cd48af3-cb85-41ab-83e7-cda6e0bb32c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a55a2de4-6099-4a57-a9db-8aa4c885b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737200 May 25 23:43:15.772253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 5d1e4d15-2469-43e3-9f80-337c9d710794 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:43:15.772645 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:15.879704 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-18815681-3450-4677-a008-e13c2e4dd4cc req-b6badc03-ecc0-4dbb-92c0-faca50627668 service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252356 May 25 23:43:16.009012 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-18815681-3450-4677-a008-e13c2e4dd4cc req-c419108f-c9b4-4dc5-aac3-41635fb864b8 service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236308 May 25 23:43:16.228457 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-576dd61f-c8f5-42a8-94bf-ed56818062b3 req-861317bb-9ad5-4ebc-86a2-fc047f1051e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0753198 May 25 23:43:16.362102 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd61f-c8f5-42a8-94bf-ed56818062b3 req-2ae141eb-dc0b-4276-be09-e44c098d257a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:16.363544 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-576dd61f-c8f5-42a8-94bf-ed56818062b3 req-2ae141eb-dc0b-4276-be09-e44c098d257a service neutron] 10.222.0.73 "GET /v2.0/networks?id=a55a2de4-6099-4a57-a9db-8aa4c885b895 HTTP/1.1" status: 200 len: 898 time: 0.1286659 May 25 23:43:16.432525 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-576dd61f-c8f5-42a8-94bf-ed56818062b3 req-d55ed6ef-d8ad-4d43-9da9-fc0b22b4ef78 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171 HTTP/1.1" status: 200 len: 217 time: 0.0628819 May 25 23:43:16.493861 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd61f-c8f5-42a8-94bf-ed56818062b3 req-3778b897-3740-40ca-9a02-7b63d14e880c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:16.495185 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-576dd61f-c8f5-42a8-94bf-ed56818062b3 req-3778b897-3740-40ca-9a02-7b63d14e880c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41f2954d-54cc-4732-ad71-5dd3032689de HTTP/1.1" status: 200 len: 835 time: 0.0566936 May 25 23:43:16.567249 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-576dd61f-c8f5-42a8-94bf-ed56818062b3 req-ab26af57-9d0d-4b67-9856-c58bc02241d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a55a2de4-6099-4a57-a9db-8aa4c885b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659640 May 25 23:43:16.702521 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-576dd61f-c8f5-42a8-94bf-ed56818062b3 req-0e56330c-1029-4b35-82a2-1964160edd32 service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283913 May 25 23:43:16.846461 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-576dd61f-c8f5-42a8-94bf-ed56818062b3 req-6da5cd22-661b-4186-a0f3-244de8b38332 service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378090 May 25 23:43:16.872832 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:16.903328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d0ef7-8744-4890-bff8-5357d0a6856b req-4df5e4e8-4b1f-4659-afb5-3d4fe68c1fb1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:16.904890 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c68d0ef7-8744-4890-bff8-5357d0a6856b req-4df5e4e8-4b1f-4659-afb5-3d4fe68c1fb1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0768750 May 25 23:43:16.950657 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c68d0ef7-8744-4890-bff8-5357d0a6856b req-330a98b9-c8bb-4016-9751-735bb7083a8f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400712 May 25 23:43:18.066302 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:18.149605 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9bf63-10d0-4c4c-96f6-c6717393536c req-40036625-165a-49d9-a116-0ed9448b1b79 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:18.151079 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-74b9bf63-10d0-4c4c-96f6-c6717393536c req-40036625-165a-49d9-a116-0ed9448b1b79 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 943 time: 0.0816212 May 25 23:43:18.195544 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-74b9bf63-10d0-4c4c-96f6-c6717393536c req-05721e93-325b-4884-932a-a5d2e0d0a503 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387697 May 25 23:43:18.536624 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c7ed799a-fb47-4a00-bc48-b12eedfbb171 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:43:18.669539 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c7ed799a-fb47-4a00-bc48-b12eedfbb171, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:43:18.682617 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'port_id': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171', 'mac_address': 'fa:16:3e:ee:0a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:43:18.737553 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:18.754956 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ed799a-fb47-4a00-bc48-b12eedfbb171 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:43:18.769687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c7ed799a-fb47-4a00-bc48-b12eedfbb171, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:43:18.814509 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:18.884291 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=c7ed799a-fb47-4a00-bc48-b12eedfbb171,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:19.049601 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['c7ed799a-fb47-4a00-bc48-b12eedfbb171'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:43:19.392658 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214c8a-8d2a-465d-a627-667a3547fadd req-7c3ebdbf-31fc-4b12-8e75-ab13cfc94042 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:19.394096 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-da214c8a-8d2a-465d-a627-667a3547fadd req-7c3ebdbf-31fc-4b12-8e75-ab13cfc94042 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 944 time: 0.0755048 May 25 23:43:19.438650 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-da214c8a-8d2a-465d-a627-667a3547fadd req-dd8917d8-b4bc-4010-8b0e-3009871f0dec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389934 May 25 23:43:20.542285 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c7ed799a-fb47-4a00-bc48-b12eedfbb171 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:43:20.694471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port c7ed799a-fb47-4a00-bc48-b12eedfbb171 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:43:20.699535 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port c7ed799a-fb47-4a00-bc48-b12eedfbb171 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:43:20.699976 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:20.728908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def248b-6874-4140-8b2b-cadfef5a8092 req-7abbc37d-903d-4ddc-9dcb-3de0b8bd5ce5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:20.730366 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4def248b-6874-4140-8b2b-cadfef5a8092 req-7abbc37d-903d-4ddc-9dcb-3de0b8bd5ce5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 944 time: 0.1728110 May 25 23:43:20.777688 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4def248b-6874-4140-8b2b-cadfef5a8092 req-0c58e8d2-d958-4010-887c-023abf9d2c24 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407524 May 25 23:43:20.827028 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:20.853532 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:43:20.862966 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c7ed799a-fb47-4a00-bc48-b12eedfbb171, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:43:20.984377 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67794d55-a770-44f4-9ad5-73bbb9e02a33'] response: {'server_uuid': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171', 'code': 200} May 25 23:43:21.032110 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:21.100365 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=c7ed799a-fb47-4a00-bc48-b12eedfbb171,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:21.438125 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5a7b31d1-8105-45a0-baca-a67e5656599c req-80e97267-c4a7-4774-af72-f070b898571d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 1098 time: 0.1529574 May 25 23:43:21.479825 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5a7b31d1-8105-45a0-baca-a67e5656599c req-45978771-6815-420c-bf6a-bd9aedc986f4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361745 May 25 23:43:21.982845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623c2c4-ce96-4fa1-a19c-773996e091f8 req-ead87811-eaa7-4fdc-9bb7-d99a2f41a9c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:21.984254 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c623c2c4-ce96-4fa1-a19c-773996e091f8 req-ead87811-eaa7-4fdc-9bb7-d99a2f41a9c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0771508 May 25 23:43:22.027359 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c623c2c4-ce96-4fa1-a19c-773996e091f8 req-7b1bfeb9-ecc4-4f33-836e-021ecb8424ed tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376685 May 25 23:43:23.227211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f69f8-52e2-491c-947c-8d936506d6a6 req-e0aeb812-16af-4937-81e4-cb2261cbbb81 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:23.228768 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-923f69f8-52e2-491c-947c-8d936506d6a6 req-e0aeb812-16af-4937-81e4-cb2261cbbb81 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0753129 May 25 23:43:23.276544 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-923f69f8-52e2-491c-947c-8d936506d6a6 req-7df0ad1a-cd2d-4b65-a2c0-119cf2ac331d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404091 May 25 23:43:23.480109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c59bba-5e62-4dbc-8c77-0d189fc3f57a req-a21fcdb3-15d9-4138-92a7-615222b04745 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:23.483073 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-55c59bba-5e62-4dbc-8c77-0d189fc3f57a req-a21fcdb3-15d9-4138-92a7-615222b04745 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0860267 May 25 23:43:23.529353 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-55c59bba-5e62-4dbc-8c77-0d189fc3f57a req-db87851e-b2f5-4ed1-9cc7-d1c49dc5def0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408084 May 25 23:43:23.556321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48974) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:23.624750 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4559c007-ebfc-48ac-b846-b3d32b35d767 tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 1093 time: 0.0672452 May 25 23:43:23.627304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48978) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:23.632432 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:43:23.638187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:43:23.641982 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:floatingip and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:43:23.644802 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:43:23.650357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:43:23.717419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:23.851886 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:23.986452 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.26.5.105 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/f0a47a22-fa54-42a5-9d33-fa7a2c0d807c) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:43:24.131549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:24.214974 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:24.283562 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:43:24.286298 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:43:24.290598 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:43:24.314321 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=f0a47a22-fa54-42a5-9d33-fa7a2c0d807c,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:24.775303 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:24.882436 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:25.169113 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:25.214505 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:25.324271 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=f0a47a22-fa54-42a5-9d33-fa7a2c0d807c,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:43:25.336517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:25.525701 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Floating IP 02448d74-e645-4ed8-be44-3afd53962cf7 associated. External IP: 172.26.5.105, port: c7ed799a-fb47-4a00-bc48-b12eedfbb171. May 25 23:43:25.908379 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router bee56760-c540-47c3-84b7-e5fec9b36f06 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:43:26.099968 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:43:26.110405 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92846f11-5806-4f92-96ae-1fb701adc0e7 None None] Sync routers for ids ['bee56760-c540-47c3-84b7-e5fec9b36f06'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:43:26.123196 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92846f11-5806-4f92-96ae-1fb701adc0e7 None None] Routers {'bee56760-c540-47c3-84b7-e5fec9b36f06'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:43:26.123793 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-92846f11-5806-4f92-96ae-1fb701adc0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:43:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['bee56760-c540-47c3-84b7-e5fec9b36f06'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:43:26.174547 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:26.230463 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-37209379-d8cb-448e-a63c-53d0e39d340a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6021576 May 25 23:43:26.231170 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'tag': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:43:26.301536 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-92846f11-5806-4f92-96ae-1fb701adc0e7 None None] Set router bee56760-c540-47c3-84b7-e5fec9b36f06 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:43:26.380823 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a42253e-29f6-4038-ba85-55bc9fb70370'] response: {'name': 'network-changed', 'server_uuid': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'tag': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171', 'status': 'completed', 'code': 200} May 25 23:43:26.417911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccc644-1ea8-4bf0-b481-ba1ba4e421fc req-54ff481b-13bd-40e2-af19-ce449e495aa6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:26.419518 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0dccc644-1ea8-4bf0-b481-ba1ba4e421fc req-54ff481b-13bd-40e2-af19-ce449e495aa6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0793316 May 25 23:43:26.469375 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0dccc644-1ea8-4bf0-b481-ba1ba4e421fc req-3f9d6e27-ff8c-4f0e-bcbf-070a2f0abc17 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438445 May 25 23:43:26.475958 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-78cba3ab-72be-49a6-bd7d-aaaf7c119ece req-b5f1d837-3269-44c2-81d5-888614c59e06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0751257 May 25 23:43:26.500629 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48994) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:26.610917 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cba3ab-72be-49a6-bd7d-aaaf7c119ece req-4dad720e-e870-4f29-a5ed-9362106106b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:26.611758 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-589ebc3c-cc7e-479b-a90e-ea176a26f579 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/02448d74-e645-4ed8-be44-3afd53962cf7 HTTP/1.1" status: 200 len: 991 time: 0.1097941 May 25 23:43:26.612655 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-78cba3ab-72be-49a6-bd7d-aaaf7c119ece req-4dad720e-e870-4f29-a5ed-9362106106b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a55a2de4-6099-4a57-a9db-8aa4c885b895 HTTP/1.1" status: 200 len: 898 time: 0.1306243 May 25 23:43:26.681542 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-92846f11-5806-4f92-96ae-1fb701adc0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604691824', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:43:02Z', 'updated_at': '2022-05-25T23:43:07Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:03Z', 'updated_at': '2022-05-25T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '02448d74-e645-4ed8-be44-3afd53962cf7', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'port_id': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'mac_address': 'fa:16:3e:ee:0a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:43:24Z', 'updated_at': '2022-05-25T23:43:24Z', 'revision_number': 0, 'project_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e4d15-2469-43e3-9f80-337c9d710794', 'name': '', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:53:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:07Z', 'updated_at': '2022-05-25T23:43:14Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:43:26.685890 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92846f11-5806-4f92-96ae-1fb701adc0e7 None None] Checking router: bee56760-c540-47c3-84b7-e5fec9b36f06 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:43:26.696045 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92846f11-5806-4f92-96ae-1fb701adc0e7 None None] Routers {'bee56760-c540-47c3-84b7-e5fec9b36f06'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:43:26.696672 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-92846f11-5806-4f92-96ae-1fb701adc0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:43:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['bee56760-c540-47c3-84b7-e5fec9b36f06'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:43:26.717010 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-78cba3ab-72be-49a6-bd7d-aaaf7c119ece req-c5ba268e-f013-4a01-82c9-62dff9214182 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171 HTTP/1.1" status: 200 len: 999 time: 0.0980594 May 25 23:43:26.782291 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cba3ab-72be-49a6-bd7d-aaaf7c119ece req-93ac4c3a-d37f-44a0-8b92-5482bed0b2d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:26.783714 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-78cba3ab-72be-49a6-bd7d-aaaf7c119ece req-93ac4c3a-d37f-44a0-8b92-5482bed0b2d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41f2954d-54cc-4732-ad71-5dd3032689de HTTP/1.1" status: 200 len: 835 time: 0.0609927 May 25 23:43:26.862956 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-78cba3ab-72be-49a6-bd7d-aaaf7c119ece req-12c0bae9-be67-4599-a047-1011b519243f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a55a2de4-6099-4a57-a9db-8aa4c885b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740533 May 25 23:43:26.870502 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-92846f11-5806-4f92-96ae-1fb701adc0e7 None None] Set router bee56760-c540-47c3-84b7-e5fec9b36f06 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:43:26.999492 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-78cba3ab-72be-49a6-bd7d-aaaf7c119ece req-88bf9128-93d2-4503-a579-643f3941c36b service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304328 May 25 23:43:27.181714 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-78cba3ab-72be-49a6-bd7d-aaaf7c119ece req-022509c3-6f20-46a9-8ca8-2952eb97e255 service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763916 May 25 23:43:27.260493 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-92846f11-5806-4f92-96ae-1fb701adc0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604691824', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:43:02Z', 'updated_at': '2022-05-25T23:43:07Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:03Z', 'updated_at': '2022-05-25T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '02448d74-e645-4ed8-be44-3afd53962cf7', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'port_id': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'mac_address': 'fa:16:3e:ee:0a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:43:24Z', 'updated_at': '2022-05-25T23:43:24Z', 'revision_number': 0, 'project_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e4d15-2469-43e3-9f80-337c9d710794', 'name': '', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:53:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:07Z', 'updated_at': '2022-05-25T23:43:14Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:43:27.264653 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92846f11-5806-4f92-96ae-1fb701adc0e7 None None] The sync data for ids ['bee56760-c540-47c3-84b7-e5fec9b36f06'] in dv-neutron-843300-1-hyperv is: [{'id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604691824', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:43:02Z', 'updated_at': '2022-05-25T23:43:07Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:03Z', 'updated_at': '2022-05-25T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '02448d74-e645-4ed8-be44-3afd53962cf7', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'port_id': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'mac_address': 'fa:16:3e:ee:0a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:43:24Z', 'updated_at': '2022-05-25T23:43:24Z', 'revision_number': 0, 'project_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e4d15-2469-43e3-9f80-337c9d710794', 'name': '', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:53:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:07Z', 'updated_at': '2022-05-25T23:43:14Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:43:27.613851 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 48998) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:27.720172 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-9a0e967a-e57d-427c-89af-5471101fb709 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/02448d74-e645-4ed8-be44-3afd53962cf7 HTTP/1.1" status: 200 len: 991 time: 0.1051466 May 25 23:43:28.724201 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49002) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:28.918289 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-8244ea1a-d3ee-4ecb-8ea8-1c360616ea51 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/02448d74-e645-4ed8-be44-3afd53962cf7 HTTP/1.1" status: 200 len: 991 time: 0.1927991 May 25 23:43:29.071900 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd54c1a-c1be-46f6-aa84-32895d290a16 None None] New status for floating IP 02448d74-e645-4ed8-be44-3afd53962cf7: ACTIVE {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:43:29.922218 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49006) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:30.023647 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e381f884-43bb-4926-9cb1-be6610ca1a5b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/02448d74-e645-4ed8-be44-3afd53962cf7 HTTP/1.1" status: 200 len: 993 time: 0.1003597 May 25 23:43:41.500413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-618452a1-0f1a-4ce9-8ce4-d415482848b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:41.626946 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fea125bb-d09b-49bd-8617-6d8e2da92b61 req-d12905c4-ca17-455b-a086-760e01675f7e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1779411 May 25 23:43:41.781705 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fea125bb-d09b-49bd-8617-6d8e2da92b61 req-f5908917-75d4-4e5b-bee8-046e1b7d63ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0834970 May 25 23:43:41.924878 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea125bb-d09b-49bd-8617-6d8e2da92b61 req-433d8989-a16d-4bbf-8e58-2da735df4899 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:41.926228 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fea125bb-d09b-49bd-8617-6d8e2da92b61 req-433d8989-a16d-4bbf-8e58-2da735df4899 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a55a2de4-6099-4a57-a9db-8aa4c885b895 HTTP/1.1" status: 200 len: 898 time: 0.1267459 May 25 23:43:42.031011 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fea125bb-d09b-49bd-8617-6d8e2da92b61 req-1cf9e46b-bfdc-40d7-a98d-b8b3d2a35adc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171 HTTP/1.1" status: 200 len: 1001 time: 0.0977683 May 25 23:43:42.095553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea125bb-d09b-49bd-8617-6d8e2da92b61 req-0563aa05-fe23-4375-80a8-cb148d183796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:42.096992 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fea125bb-d09b-49bd-8617-6d8e2da92b61 req-0563aa05-fe23-4375-80a8-cb148d183796 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41f2954d-54cc-4732-ad71-5dd3032689de HTTP/1.1" status: 200 len: 835 time: 0.0596428 May 25 23:43:42.173646 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fea125bb-d09b-49bd-8617-6d8e2da92b61 req-ce3dee23-4157-44fa-9cad-f11d768977cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a55a2de4-6099-4a57-a9db-8aa4c885b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709636 May 25 23:43:42.183614 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [req-fea125bb-d09b-49bd-8617-6d8e2da92b61 req-9507de50-b89d-4e02-b980-627e6d29ce81 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 23:43:42.184627 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fea125bb-d09b-49bd-8617-6d8e2da92b61 req-9507de50-b89d-4e02-b980-627e6d29ce81 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047243 May 25 23:43:42.315832 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fea125bb-d09b-49bd-8617-6d8e2da92b61 req-19cabba1-2177-41e5-909e-606d987bbf48 service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255021 May 25 23:43:42.536002 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fea125bb-d09b-49bd-8617-6d8e2da92b61 req-ee3a9838-9453-43bd-bfa8-9234b02a1853 service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133312 May 25 23:43:43.650490 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:43:43.745627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-531b4b50-c5b5-4565-9a6e-c21059f7c064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:45.038981 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:45.145599 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:46.808341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:48.048546 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:43:54.742149 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f86e8147-ea3b-414e-bf03-a6ce43d6a88e req-b6ab9182-7087-45af-8050-23054d786604 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0674996 May 25 23:43:56.211101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3f707-bc1c-4e98-8d95-76b7ec7b2d7f req-dcc9709f-b725-4f6b-bb3a-f084bcb0b799 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:56.212787 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-30a3f707-bc1c-4e98-8d95-76b7ec7b2d7f req-dcc9709f-b725-4f6b-bb3a-f084bcb0b799 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0816286 May 25 23:43:56.259759 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-30a3f707-bc1c-4e98-8d95-76b7ec7b2d7f req-f51e193a-4f66-4774-bc3a-5faca331d6ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412953 May 25 23:43:56.262984 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49034) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:43:56.397305 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-80235c47-a294-4a16-9af5-f0929f9ff422 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1332994 May 25 23:43:57.462656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd965b-fd03-47c8-a85d-2b0fa95a36b2 req-f9deeda3-26af-4b24-bbdf-8a715e421257 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:57.464316 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-33cd965b-fd03-47c8-a85d-2b0fa95a36b2 req-f9deeda3-26af-4b24-bbdf-8a715e421257 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0807288 May 25 23:43:57.510901 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-33cd965b-fd03-47c8-a85d-2b0fa95a36b2 req-75531888-2287-450e-8aab-ca0192029fb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405350 May 25 23:43:58.709796 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844c5b-c38d-496f-ab46-8229fe9d9370 req-59d961e0-b44f-4de4-a6fe-d72113ad0654 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:58.711249 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d7844c5b-c38d-496f-ab46-8229fe9d9370 req-59d961e0-b44f-4de4-a6fe-d72113ad0654 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0770516 May 25 23:43:58.737429 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-369c2269-f768-41c4-8a47-1cab8f22018d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0683646 May 25 23:43:58.760576 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d7844c5b-c38d-496f-ab46-8229fe9d9370 req-d3478d06-22b3-47a8-b435-2eb5f3d82c33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432842 May 25 23:43:58.866321 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c243828-836f-47a4-8c1c-407c480e7821 req-0e58c766-9952-439e-a172-bde05b3ab9e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:58.867750 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-0e58c766-9952-439e-a172-bde05b3ab9e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a55a2de4-6099-4a57-a9db-8aa4c885b895 HTTP/1.1" status: 200 len: 898 time: 0.1250455 May 25 23:43:58.968103 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-acf9cfe9-1d38-4bb8-903d-787bb262777d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171 HTTP/1.1" status: 200 len: 1001 time: 0.0945673 May 25 23:43:59.027645 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c243828-836f-47a4-8c1c-407c480e7821 req-e7fdda80-5175-49eb-a9b7-8ba74581da6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:59.029078 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-e7fdda80-5175-49eb-a9b7-8ba74581da6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41f2954d-54cc-4732-ad71-5dd3032689de HTTP/1.1" status: 200 len: 835 time: 0.0560844 May 25 23:43:59.103112 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-87f68496-e6c0-4123-aebd-4cdb6bcdd6d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a55a2de4-6099-4a57-a9db-8aa4c885b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685704 May 25 23:43:59.230130 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-0aad4092-f25a-4643-a0ea-b0269d2cf8fe service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213956 May 25 23:43:59.359526 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-7dd0cbb6-e355-404f-92d2-78d5b2c1d60a service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240795 May 25 23:43:59.953315 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595e1de-7e99-4254-bc02-dcd175ff6b4b req-f1680f94-fbee-4c15-bcdb-e1c976177bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:43:59.954639 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7595e1de-7e99-4254-bc02-dcd175ff6b4b req-f1680f94-fbee-4c15-bcdb-e1c976177bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0747404 May 25 23:43:59.998959 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7595e1de-7e99-4254-bc02-dcd175ff6b4b req-1a102c97-2161-4405-a32b-615e373847b5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388887 May 25 23:44:01.201213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00002fc1-b959-4d27-b59c-e4df8bdbdb0c req-edf30f44-c075-4ed5-bd03-82be1d4d5a2b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:01.202701 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-00002fc1-b959-4d27-b59c-e4df8bdbdb0c req-edf30f44-c075-4ed5-bd03-82be1d4d5a2b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0794168 May 25 23:44:01.247549 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-00002fc1-b959-4d27-b59c-e4df8bdbdb0c req-5f9364a1-7003-46c3-ae65-e68fbc68a575 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392840 May 25 23:44:02.440669 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5e37f-d26f-4267-a7e5-c223ebafcea5 req-49d56778-3297-4f84-aa4e-40599bb117a4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:02.442076 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-93d5e37f-d26f-4267-a7e5-c223ebafcea5 req-49d56778-3297-4f84-aa4e-40599bb117a4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0739756 May 25 23:44:02.486988 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-93d5e37f-d26f-4267-a7e5-c223ebafcea5 req-2cfe823a-d907-48d6-9bc6-e57d1980b446 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388644 May 25 23:44:03.686463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3016b31-b339-496a-aef2-52aa370b9400 req-d9b75ea4-9315-4f46-950a-2fe3280c0576 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:03.687896 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c3016b31-b339-496a-aef2-52aa370b9400 req-d9b75ea4-9315-4f46-950a-2fe3280c0576 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0792804 May 25 23:44:03.733069 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c3016b31-b339-496a-aef2-52aa370b9400 req-2a4abc5d-de97-4a56-b9e8-710f2bfe84df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393472 May 25 23:44:04.927551 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376b13d-87d4-4c03-b097-f13c55bc17b4 req-e9b140fc-5dc6-43e3-809b-e84753157852 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:04.928985 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a376b13d-87d4-4c03-b097-f13c55bc17b4 req-e9b140fc-5dc6-43e3-809b-e84753157852 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0735967 May 25 23:44:04.973133 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a376b13d-87d4-4c03-b097-f13c55bc17b4 req-831edcc4-c5fc-4e67-950b-a703038abaed tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382652 May 25 23:44:06.172120 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e5735-84a2-4d3f-855b-7680384f0be3 req-90f282a0-3d0f-47ab-a66f-895a82587a59 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:06.173582 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d24e5735-84a2-4d3f-855b-7680384f0be3 req-90f282a0-3d0f-47ab-a66f-895a82587a59 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0783827 May 25 23:44:06.218472 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d24e5735-84a2-4d3f-855b-7680384f0be3 req-ffd4bfa4-d1c1-4429-b13f-c37844abadaf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394142 May 25 23:44:07.411989 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c91f4c-ff2e-4fc4-be74-d4f662be5323 req-006fdad3-cdbf-4700-920a-48b168a933e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:07.413425 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-76c91f4c-ff2e-4fc4-be74-d4f662be5323 req-006fdad3-cdbf-4700-920a-48b168a933e3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0741737 May 25 23:44:07.460831 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-76c91f4c-ff2e-4fc4-be74-d4f662be5323 req-951d3dfa-0c0d-4d74-b5b6-b804df5658dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414069 May 25 23:44:08.654480 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38b701-0788-40a1-ae74-4298fced9f26 req-7c958633-e5a2-4870-9f68-93808d0d84d5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:08.655911 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7c38b701-0788-40a1-ae74-4298fced9f26 req-7c958633-e5a2-4870-9f68-93808d0d84d5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0752320 May 25 23:44:08.701749 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7c38b701-0788-40a1-ae74-4298fced9f26 req-fc74cf94-879f-46dc-82c5-2fc054576ba8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403831 May 25 23:44:09.898047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16839a94-bf8c-4ff0-b1f3-5af8ed723b36 req-d6961210-91a4-4b4e-b5d7-744aa315a4f3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:09.899468 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-16839a94-bf8c-4ff0-b1f3-5af8ed723b36 req-d6961210-91a4-4b4e-b5d7-744aa315a4f3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0792043 May 25 23:44:09.943670 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-16839a94-bf8c-4ff0-b1f3-5af8ed723b36 req-38970d5f-be72-40d4-b802-f4f9afb4e60d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385883 May 25 23:44:11.140829 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b151e6a-87fa-40b9-8761-4d7109baee43 req-42471079-f472-4912-81a7-fa98e0c5f7e5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:11.142162 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3b151e6a-87fa-40b9-8761-4d7109baee43 req-42471079-f472-4912-81a7-fa98e0c5f7e5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0754111 May 25 23:44:11.186327 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3b151e6a-87fa-40b9-8761-4d7109baee43 req-e1d17931-9611-4c0c-94a8-197fe59254d8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385790 May 25 23:44:11.619245 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f251cfbb-2237-40fc-b2cd-4e2f958340bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:12.387499 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c78c14-560b-4f8b-95f2-594b252a7de0 req-c01d01f7-3e60-4702-85ef-13605156892c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:12.388968 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-97c78c14-560b-4f8b-95f2-594b252a7de0 req-c01d01f7-3e60-4702-85ef-13605156892c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0787323 May 25 23:44:12.433446 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-97c78c14-560b-4f8b-95f2-594b252a7de0 req-603fcb33-b947-46db-ae8d-9fb7dd737733 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390451 May 25 23:44:13.635232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58be70-7605-4947-a754-55a0dbbabb50 req-6dd860ca-9981-49ee-8633-4e26507e0664 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:13.636684 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e58be70-7605-4947-a754-55a0dbbabb50 req-6dd860ca-9981-49ee-8633-4e26507e0664 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0817740 May 25 23:44:13.686207 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e58be70-7605-4947-a754-55a0dbbabb50 req-bcdc5b04-0f71-4024-8126-35f1b8b0b5ea tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430222 May 25 23:44:13.745477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-bc4e0191-7410-4eac-8030-43f9546d5f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:14.883670 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea916a5f-6007-41fe-a219-7226107bc8c9 req-b6ed662c-67c8-4292-94d8-97a2f6afc4bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:14.887358 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ea916a5f-6007-41fe-a219-7226107bc8c9 req-b6ed662c-67c8-4292-94d8-97a2f6afc4bf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0775623 May 25 23:44:14.931046 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ea916a5f-6007-41fe-a219-7226107bc8c9 req-00a2d959-69f4-4a0d-aa9d-3d23c67e193f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401175 May 25 23:44:15.025252 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:15.093410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:16.130477 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7fd20-2bde-49a2-8de2-af4b0dbc2189 req-ede68aea-aef1-4db1-ba68-b6ba7b3fd62e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:16.131904 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8ef7fd20-2bde-49a2-8de2-af4b0dbc2189 req-ede68aea-aef1-4db1-ba68-b6ba7b3fd62e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0798731 May 25 23:44:16.265494 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8ef7fd20-2bde-49a2-8de2-af4b0dbc2189 req-64c9e721-323e-4f0b-96c7-d92adcd5b16e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279812 May 25 23:44:16.318343 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-6acdde67-3727-41f1-a641-6062e02871ab service neutron] 10.222.0.73 "GET /v2.0/ports/c7ed799a-fb47-4a00-bc48-b12eedfbb171/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0723014 May 25 23:44:16.807971 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:16.864366 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-91b7558d-405b-4b59-9f80-331e6c10697e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2&tenant_id=1c828b41022e4367bd8a19171329f245 HTTP/1.1" status: 200 len: 1098 time: 0.0728490 May 25 23:44:16.953869 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-d86874b6-002a-48fa-8422-04175491c281 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0690734 May 25 23:44:17.083583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c243828-836f-47a4-8c1c-407c480e7821 req-420c3792-8ad7-4739-8b81-4303684d0cfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:17.084968 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-420c3792-8ad7-4739-8b81-4303684d0cfc service neutron] 10.222.0.73 "GET /v2.0/networks?id=a55a2de4-6099-4a57-a9db-8aa4c885b895 HTTP/1.1" status: 200 len: 898 time: 0.1260798 May 25 23:44:17.186883 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-8cde8756-aa62-4bad-9fb2-0a547cf62a3c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171 HTTP/1.1" status: 200 len: 1001 time: 0.0943079 May 25 23:44:17.246154 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c243828-836f-47a4-8c1c-407c480e7821 req-0d99e45c-41ae-496c-986f-4149fe01b155 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:17.247565 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-0d99e45c-41ae-496c-986f-4149fe01b155 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41f2954d-54cc-4732-ad71-5dd3032689de HTTP/1.1" status: 200 len: 835 time: 0.0556746 May 25 23:44:17.324239 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-4ad9598f-955e-4c4a-8038-1adf8d91a585 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a55a2de4-6099-4a57-a9db-8aa4c885b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712225 May 25 23:44:17.454148 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-2e3e0a2c-929c-4ce6-8e44-6749ebdf26df service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235960 May 25 23:44:17.460928 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93121eb5-7862-4932-8788-97fdc481ff2f req-107a06a2-5fe7-4cb0-9636-684e6171ad37 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:17.462352 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-93121eb5-7862-4932-8788-97fdc481ff2f req-107a06a2-5fe7-4cb0-9636-684e6171ad37 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0752165 May 25 23:44:17.508864 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-93121eb5-7862-4932-8788-97fdc481ff2f req-993ce138-8d65-4666-987d-cc2ee2ba65f3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406029 May 25 23:44:17.675585 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c243828-836f-47a4-8c1c-407c480e7821 req-32e645d9-c229-45a3-b252-0182522f8442 service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160499 May 25 23:44:18.030858 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:18.708724 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c793eb-7905-4bc5-b88d-8d0eb3838dbb req-0d8c51b0-084e-4dfb-b2fd-327b5217b078 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:18.710161 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f7c793eb-7905-4bc5-b88d-8d0eb3838dbb req-0d8c51b0-084e-4dfb-b2fd-327b5217b078 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0771532 May 25 23:44:18.755170 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f7c793eb-7905-4bc5-b88d-8d0eb3838dbb req-246dc8bb-404a-49fe-ae7e-5662b303b5cf tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395677 May 25 23:44:19.952129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8f7ca-6302-4855-a1a1-6af60ddc602b req-f05ef570-45e4-4992-82f2-12cb1ba4bdd6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:19.953480 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bbb8f7ca-6302-4855-a1a1-6af60ddc602b req-f05ef570-45e4-4992-82f2-12cb1ba4bdd6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0751979 May 25 23:44:20.001425 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bbb8f7ca-6302-4855-a1a1-6af60ddc602b req-5d581a8a-ce04-40d3-8c9d-7135428a652b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424981 May 25 23:44:20.516073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fa963-a408-4fab-9e72-5ef4aeeea4f2 req-e0c614cf-240a-4483-b3bb-a8ef861ffdcd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:20.517536 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7d7fa963-a408-4fab-9e72-5ef4aeeea4f2 req-e0c614cf-240a-4483-b3bb-a8ef861ffdcd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0764298 May 25 23:44:20.559982 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8030ae5-a8f7-4b9f-971c-414eea8697ef req-b9c83c3b-dbdb-443d-9aa0-f1c097e1ad2a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:20.560891 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b8030ae5-a8f7-4b9f-971c-414eea8697ef req-b9c83c3b-dbdb-443d-9aa0-f1c097e1ad2a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:44:20.563887 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7d7fa963-a408-4fab-9e72-5ef4aeeea4f2 req-e4d9fddf-f703-4b59-b7d5-52ead9b988ef tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406635 May 25 23:44:20.625355 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b8030ae5-a8f7-4b9f-971c-414eea8697ef req-b9c83c3b-dbdb-443d-9aa0-f1c097e1ad2a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:44:20.626540 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8030ae5-a8f7-4b9f-971c-414eea8697ef req-b9c83c3b-dbdb-443d-9aa0-f1c097e1ad2a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2&tenant_id=1c828b41022e4367bd8a19171329f245&binding%3Ahost_id=hv-neutron-8433 HTTP/1.1" status: 200 len: 945 time: 0.1446161 May 25 23:44:20.650815 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:44:20.766994 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8030ae5-a8f7-4b9f-971c-414eea8697ef req-735f6b2f-66a6-4c75-818c-3542910a21e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0738780 May 25 23:44:20.767902 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f07737-4f68-418b-9dca-244caf93b49f req-49658c6f-50c8-4d5b-a711-f7ef3459b582 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:20.769368 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-65f07737-4f68-418b-9dca-244caf93b49f req-49658c6f-50c8-4d5b-a711-f7ef3459b582 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0810704 May 25 23:44:20.800579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c7ed799a-fb47-4a00-bc48-b12eedfbb171 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:44:20.805634 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c7ed799a-fb47-4a00-bc48-b12eedfbb171 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:44:20.814751 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-65f07737-4f68-418b-9dca-244caf93b49f req-756e60af-a01e-4291-a3b9-324f7e98f4f8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398016 May 25 23:44:20.897234 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8030ae5-a8f7-4b9f-971c-414eea8697ef req-63544a5e-1f30-4fb8-88e3-b3c89d28ad9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:20.898649 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8030ae5-a8f7-4b9f-971c-414eea8697ef req-63544a5e-1f30-4fb8-88e3-b3c89d28ad9c service neutron] 10.222.0.73 "GET /v2.0/networks?id=a55a2de4-6099-4a57-a9db-8aa4c885b895 HTTP/1.1" status: 200 len: 898 time: 0.1260746 May 25 23:44:20.997042 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8030ae5-a8f7-4b9f-971c-414eea8697ef req-23f0a82f-c4f7-47e7-be83-810ff628d67f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171 HTTP/1.1" status: 200 len: 1001 time: 0.0918896 May 25 23:44:20.998587 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:21.053406 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:44:21.061611 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c7ed799a-fb47-4a00-bc48-b12eedfbb171, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:44:21.073349 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8030ae5-a8f7-4b9f-971c-414eea8697ef req-f8e6ada1-5a50-473e-888a-615c156eeb70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:21.073349 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8030ae5-a8f7-4b9f-971c-414eea8697ef req-f8e6ada1-5a50-473e-888a-615c156eeb70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41f2954d-54cc-4732-ad71-5dd3032689de HTTP/1.1" status: 200 len: 835 time: 0.0709016 May 25 23:44:21.076594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c7ed799a-fb47-4a00-bc48-b12eedfbb171, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:44:21.078998 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'port_id': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171', 'mac_address': 'fa:16:3e:ee:0a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:44:21.118774 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a87b708-35e7-418b-bce7-7d448896fcd3'] response: {'server_uuid': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171', 'code': 200} May 25 23:44:21.138890 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:21.150363 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8030ae5-a8f7-4b9f-971c-414eea8697ef req-20c7d763-3b6d-443c-9ed1-76b75b57865a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a55a2de4-6099-4a57-a9db-8aa4c885b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707178 May 25 23:44:21.156088 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7ed799a-fb47-4a00-bc48-b12eedfbb171 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:44:21.168182 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:21.270309 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:44:21.270706 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:44:21.275513 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=c7ed799a-fb47-4a00-bc48-b12eedfbb171,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:44:21.283766 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:21.284108 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:21.284441 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:21.284790 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:21.285127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:21.285432 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:21.285749 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:21.286070 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:21.286377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:21.286482 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8030ae5-a8f7-4b9f-971c-414eea8697ef req-f2f22f07-237b-4992-bd16-1beddc2b6cde service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298513 May 25 23:44:21.286684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:21.286991 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:21.415602 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b8030ae5-a8f7-4b9f-971c-414eea8697ef req-11b59b8d-ffff-4499-bfcf-3bac9390ffe0 service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236305 May 25 23:44:21.827752 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:21.845895 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ed799a-fb47-4a00-bc48-b12eedfbb171 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:44:21.862673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c7ed799a-fb47-4a00-bc48-b12eedfbb171, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:44:21.928002 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:21.991400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['c7ed799a-fb47-4a00-bc48-b12eedfbb171'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:44:22.026628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a2ed9-9ca5-4dc1-af15-dec8507cb446 req-685da185-2c16-4919-a2c9-d82af7f147ee tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:22.028132 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7d2a2ed9-9ca5-4dc1-af15-dec8507cb446 req-685da185-2c16-4919-a2c9-d82af7f147ee tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 944 time: 0.0829682 May 25 23:44:22.074367 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=c7ed799a-fb47-4a00-bc48-b12eedfbb171,revision_number=7']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:44:22.079948 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7d2a2ed9-9ca5-4dc1-af15-dec8507cb446 req-6895f8d8-cddc-496a-af8e-97f8dcff06c3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441418 May 25 23:44:22.823784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c7ed799a-fb47-4a00-bc48-b12eedfbb171 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:44:22.892235 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port c7ed799a-fb47-4a00-bc48-b12eedfbb171 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:44:22.892937 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:23.003793 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:23.034400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port c7ed799a-fb47-4a00-bc48-b12eedfbb171, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:44:23.087552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:23.121809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:44:23.158978 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=c7ed799a-fb47-4a00-bc48-b12eedfbb171,revision_number=8']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:44:23.184505 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2b9375-52ba-4920-821d-181e83ec4f09'] response: {'server_uuid': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171', 'code': 200} May 25 23:44:23.286157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16fdf1-a5ad-4d68-a6f7-f6fa46f260be req-3f7fd85e-6c91-415c-83c2-ade580808b20 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:23.287648 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cf16fdf1-a5ad-4d68-a6f7-f6fa46f260be req-3f7fd85e-6c91-415c-83c2-ade580808b20 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0792859 May 25 23:44:23.333924 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cf16fdf1-a5ad-4d68-a6f7-f6fa46f260be req-368d3e4c-25ea-4cc1-83c9-0937ff76802a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403647 May 25 23:44:23.362686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49134) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:44:23.464254 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1ee98603-a1f9-4c43-8428-d57f55d7f7f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/02448d74-e645-4ed8-be44-3afd53962cf7 HTTP/1.1" status: 200 len: 993 time: 0.1004379 May 25 23:44:41.504066 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5308b552-0b78-4bf0-bf51-35344432aa26 req-cac9a2dc-408b-40a2-8c94-10824c05f8e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694101 May 25 23:44:41.510443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0c89a38f-fd01-4a1e-bc2d-aa0e546d8b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:41.637968 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5308b552-0b78-4bf0-bf51-35344432aa26 req-11c0dcc1-cadf-4461-b639-d7444930e968 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0676222 May 25 23:44:41.777744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308b552-0b78-4bf0-bf51-35344432aa26 req-216ce4be-9bb9-4632-8530-b07064acbca3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:41.779172 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5308b552-0b78-4bf0-bf51-35344432aa26 req-216ce4be-9bb9-4632-8530-b07064acbca3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a55a2de4-6099-4a57-a9db-8aa4c885b895 HTTP/1.1" status: 200 len: 898 time: 0.1230633 May 25 23:44:41.882191 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5308b552-0b78-4bf0-bf51-35344432aa26 req-7e50abe3-813d-4b4e-a0b7-fa7563fd9fa8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171 HTTP/1.1" status: 200 len: 1001 time: 0.0958734 May 25 23:44:41.943722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308b552-0b78-4bf0-bf51-35344432aa26 req-5e641eb2-5487-46bd-be7e-8db9c8f7f3e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:41.945046 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5308b552-0b78-4bf0-bf51-35344432aa26 req-5e641eb2-5487-46bd-be7e-8db9c8f7f3e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41f2954d-54cc-4732-ad71-5dd3032689de HTTP/1.1" status: 200 len: 835 time: 0.0567460 May 25 23:44:42.021552 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5308b552-0b78-4bf0-bf51-35344432aa26 req-b494c189-a0b3-40a6-b9ed-fe38288b1411 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a55a2de4-6099-4a57-a9db-8aa4c885b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710900 May 25 23:44:42.149631 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5308b552-0b78-4bf0-bf51-35344432aa26 req-cae53fd5-bf76-4f7f-a145-4599a7acd250 service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209145 May 25 23:44:42.362783 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5308b552-0b78-4bf0-bf51-35344432aa26 req-bb6177e7-6c24-4f50-8b58-7402e89ec7a9 service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069509 May 25 23:44:43.727743 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-45aae72e-da8d-4bae-b1c9-8ead73d03da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:45.024166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:45.115577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:46.847156 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:48.053433 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:50.081282 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49148) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:44:50.276230 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port f0a47a22-fa54-42a5-9d33-fa7a2c0d807c {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:44:50.276589 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:50.439652 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:50.439972 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:50.555269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for f0a47a22-fa54-42a5-9d33-fa7a2c0d807c owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:44:50.755966 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:50.800125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=f0a47a22-fa54-42a5-9d33-fa7a2c0d807c,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:44:50.844237 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:50.844603 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:50.844941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:50.845268 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:50.845593 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:50.848609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:50.848968 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:50.849296 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:50.849624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:50.849946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:50.850267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:51.002517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:51.421325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router bee56760-c540-47c3-84b7-e5fec9b36f06 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:44:51.622084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:44:51.631671 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c9bc7-e787-4c4f-ab92-70f941b0efb2 None None] Sync routers for ids ['bee56760-c540-47c3-84b7-e5fec9b36f06'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:44:51.643659 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c9bc7-e787-4c4f-ab92-70f941b0efb2 None None] Routers {'bee56760-c540-47c3-84b7-e5fec9b36f06'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:44:51.644247 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-440c9bc7-e787-4c4f-ab92-70f941b0efb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:44:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['bee56760-c540-47c3-84b7-e5fec9b36f06'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:44:51.704787 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:51.759061 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f3fd0b95-02da-48c8-8c50-368f460c07dc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/floatingips/02448d74-e645-4ed8-be44-3afd53962cf7 HTTP/1.1" status: 204 len: 168 time: 1.6767957 May 25 23:44:51.759623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'tag': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:44:51.820975 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a44a56-7c94-4e95-990e-8467e248d6cb'] response: {'name': 'network-changed', 'server_uuid': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'tag': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171', 'status': 'completed', 'code': 200} May 25 23:44:51.832519 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-440c9bc7-e787-4c4f-ab92-70f941b0efb2 None None] Set router bee56760-c540-47c3-84b7-e5fec9b36f06 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:44:51.922746 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f3766a8c-5be4-4805-a58e-f133731f052d req-612dc1e9-87fb-4a46-8557-3b77c846923f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0798798 May 25 23:44:52.055769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3766a8c-5be4-4805-a58e-f133731f052d req-57edc9a3-6bdf-404d-a268-0dc9556beb7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:52.057266 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f3766a8c-5be4-4805-a58e-f133731f052d req-57edc9a3-6bdf-404d-a268-0dc9556beb7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=a55a2de4-6099-4a57-a9db-8aa4c885b895 HTTP/1.1" status: 200 len: 898 time: 0.1289344 May 25 23:44:52.131251 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f3766a8c-5be4-4805-a58e-f133731f052d req-eabe2411-42ab-4c98-b2cd-78e7b9ffe176 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171 HTTP/1.1" status: 200 len: 217 time: 0.0682104 May 25 23:44:52.152906 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-440c9bc7-e787-4c4f-ab92-70f941b0efb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604691824', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:43:02Z', 'updated_at': '2022-05-25T23:43:07Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:03Z', 'updated_at': '2022-05-25T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '5d1e4d15-2469-43e3-9f80-337c9d710794', 'name': '', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:53:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:07Z', 'updated_at': '2022-05-25T23:43:14Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:44:52.156733 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c9bc7-e787-4c4f-ab92-70f941b0efb2 None None] Checking router: bee56760-c540-47c3-84b7-e5fec9b36f06 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:44:52.167045 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c9bc7-e787-4c4f-ab92-70f941b0efb2 None None] Routers {'bee56760-c540-47c3-84b7-e5fec9b36f06'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:44:52.167618 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-440c9bc7-e787-4c4f-ab92-70f941b0efb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:44:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['bee56760-c540-47c3-84b7-e5fec9b36f06'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:44:52.197525 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3766a8c-5be4-4805-a58e-f133731f052d req-b5b3fa03-773b-42ec-8dbc-83591bc3b4bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:52.198928 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f3766a8c-5be4-4805-a58e-f133731f052d req-b5b3fa03-773b-42ec-8dbc-83591bc3b4bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41f2954d-54cc-4732-ad71-5dd3032689de HTTP/1.1" status: 200 len: 835 time: 0.0615096 May 25 23:44:52.281088 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f3766a8c-5be4-4805-a58e-f133731f052d req-8ca6cada-dd42-4509-8223-3fc397e7a4f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a55a2de4-6099-4a57-a9db-8aa4c885b895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757873 May 25 23:44:52.380140 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-440c9bc7-e787-4c4f-ab92-70f941b0efb2 None None] Set router bee56760-c540-47c3-84b7-e5fec9b36f06 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:44:52.384690 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90184c2-1a8c-40fb-a243-7f98292e7cf2 req-796be8e8-e1b5-4b18-8219-fa857edae9f1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:52.385493 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-b90184c2-1a8c-40fb-a243-7f98292e7cf2 req-796be8e8-e1b5-4b18-8219-fa857edae9f1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:44:52.421525 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f3766a8c-5be4-4805-a58e-f133731f052d req-ed553b2d-922d-479c-bc2d-76c37a60e079 service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339910 May 25 23:44:52.441882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-b90184c2-1a8c-40fb-a243-7f98292e7cf2 req-796be8e8-e1b5-4b18-8219-fa857edae9f1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:44:52.443102 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b90184c2-1a8c-40fb-a243-7f98292e7cf2 req-796be8e8-e1b5-4b18-8219-fa857edae9f1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.1389523 May 25 23:44:52.492726 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b90184c2-1a8c-40fb-a243-7f98292e7cf2 req-32dd19a8-6645-4ff8-bece-c1a8c291b602 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439641 May 25 23:44:52.559625 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f3766a8c-5be4-4805-a58e-f133731f052d req-c916ca18-bde5-47c4-abeb-27533dafc74e service neutron] 10.222.0.73 "GET /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296775 May 25 23:44:52.695708 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-440c9bc7-e787-4c4f-ab92-70f941b0efb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604691824', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:43:02Z', 'updated_at': '2022-05-25T23:43:07Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:03Z', 'updated_at': '2022-05-25T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '5d1e4d15-2469-43e3-9f80-337c9d710794', 'name': '', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:53:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:07Z', 'updated_at': '2022-05-25T23:43:14Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:44:52.699595 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c9bc7-e787-4c4f-ab92-70f941b0efb2 None None] The sync data for ids ['bee56760-c540-47c3-84b7-e5fec9b36f06'] in dv-neutron-843300-1-hyperv is: [{'id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604691824', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:43:02Z', 'updated_at': '2022-05-25T23:43:07Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:03Z', 'updated_at': '2022-05-25T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': '5d1e4d15-2469-43e3-9f80-337c9d710794', 'name': '', 'network_id': 'a55a2de4-6099-4a57-a9db-8aa4c885b895', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:53:23:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:07Z', 'updated_at': '2022-05-25T23:43:14Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '41f2954d-54cc-4732-ad71-5dd3032689de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:44:52.914958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3194c-8907-4f26-938e-e3d1d039df4a None None] New status for floating IP 02448d74-e645-4ed8-be44-3afd53962cf7: DOWN {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:44:53.691269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97e4af-af04-4c10-9475-d0d44a4f7afb req-277c9b6d-7110-4efd-a8aa-ec3bc0bb9088 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:53.692722 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1f97e4af-af04-4c10-9475-d0d44a4f7afb req-277c9b6d-7110-4efd-a8aa-ec3bc0bb9088 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0746779 May 25 23:44:53.737240 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1f97e4af-af04-4c10-9475-d0d44a4f7afb req-e1299d1f-7687-4670-8107-72d401be2528 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=710d7f5d-fea2-440c-b97f-a8e241a02ada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390425 May 25 23:44:53.916600 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306d19d-d156-4ac9-8ac3-ca9dd8c29f77 req-0e000fd2-6d7a-44d4-8031-ef80a73ad2b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:44:53.918012 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f306d19d-d156-4ac9-8ac3-ca9dd8c29f77 req-0e000fd2-6d7a-44d4-8031-ef80a73ad2b7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 945 time: 0.0747252 May 25 23:44:53.986270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-f306d19d-d156-4ac9-8ac3-ca9dd8c29f77 req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port c7ed799a-fb47-4a00-bc48-b12eedfbb171 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:44:53.986527 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f306d19d-d156-4ac9-8ac3-ca9dd8c29f77 req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:54.224889 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-f306d19d-d156-4ac9-8ac3-ca9dd8c29f77 req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] For port c7ed799a-fb47-4a00-bc48-b12eedfbb171, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c7ed799a-fb47-4a00-bc48-b12eedfbb171,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:44:54.225241 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f306d19d-d156-4ac9-8ac3-ca9dd8c29f77 req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:54.345966 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-f306d19d-d156-4ac9-8ac3-ca9dd8c29f77 req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for c7ed799a-fb47-4a00-bc48-b12eedfbb171 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:44:54.532939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f306d19d-d156-4ac9-8ac3-ca9dd8c29f77 req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:54.583215 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=c7ed799a-fb47-4a00-bc48-b12eedfbb171,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:44:54.621836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:54.627611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:54.627611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:54.627611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:54.627611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:54.627611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:54.627611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:54.627611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:54.627611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:54.627611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:54.627611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:44:54.664037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-f306d19d-d156-4ac9-8ac3-ca9dd8c29f77 req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] No DVR routers for this DVR port c7ed799a-fb47-4a00-bc48-b12eedfbb171 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:44:54.666361 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-f306d19d-d156-4ac9-8ac3-ca9dd8c29f77 req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:54.668781 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'name': 'network-vif-deleted', 'tag': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:44:54.739644 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f306d19d-d156-4ac9-8ac3-ca9dd8c29f77 req-e953cad9-e68f-4d7c-83b0-dd70703ec3a9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "DELETE /v2.0/ports/c7ed799a-fb47-4a00-bc48-b12eedfbb171 HTTP/1.1" status: 204 len: 173 time: 0.8150222 May 25 23:44:54.845281 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-392ade98-8615-47a9-9d06-6cd155819b0e'] response: {'server_uuid': '7ddc66f8-3002-4342-b501-19321ed2b0a2', 'name': 'network-vif-deleted', 'tag': 'c7ed799a-fb47-4a00-bc48-b12eedfbb171', 'status': 'completed', 'code': 200} May 25 23:44:54.909230 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-30397a87-1375-4331-a918-474ddcac7bc9 req-21a208e3-5be2-4f77-ab43-3bd2bedf8748 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddc66f8-3002-4342-b501-19321ed2b0a2 HTTP/1.1" status: 200 len: 210 time: 0.0429132 May 25 23:44:56.017709 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49168) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:44:56.402415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-821ac8f5-af0e-4aaf-89ac-2fc3dc7c4215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:57.002909 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c7ed799a-fb47-4a00-bc48-b12eedfbb171 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:44:57.034526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: c7ed799a-fb47-4a00-bc48-b12eedfbb171 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:44:57.034857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device c7ed799a-fb47-4a00-bc48-b12eedfbb171 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:44:57.104876 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-821ac8f5-af0e-4aaf-89ac-2fc3dc7c4215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port 5d1e4d15-2469-43e3-9f80-337c9d710794 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:44:57.105464 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-821ac8f5-af0e-4aaf-89ac-2fc3dc7c4215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:57.284745 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-821ac8f5-af0e-4aaf-89ac-2fc3dc7c4215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] For port 5d1e4d15-2469-43e3-9f80-337c9d710794, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=5d1e4d15-2469-43e3-9f80-337c9d710794,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:44:57.285027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-821ac8f5-af0e-4aaf-89ac-2fc3dc7c4215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:57.407334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-821ac8f5-af0e-4aaf-89ac-2fc3dc7c4215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for 5d1e4d15-2469-43e3-9f80-337c9d710794 owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:44:57.624503 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-821ac8f5-af0e-4aaf-89ac-2fc3dc7c4215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:57.650898 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:44:57.670739 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ac8f5-af0e-4aaf-89ac-2fc3dc7c4215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=5d1e4d15-2469-43e3-9f80-337c9d710794,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:44:57.960898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-821ac8f5-af0e-4aaf-89ac-2fc3dc7c4215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:58.609887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821ac8f5-af0e-4aaf-89ac-2fc3dc7c4215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router bee56760-c540-47c3-84b7-e5fec9b36f06 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:44:58.802663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821ac8f5-af0e-4aaf-89ac-2fc3dc7c4215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:44:58.817366 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb30b3e-439a-4b41-ad9c-da392b735b9b None None] Sync routers for ids ['bee56760-c540-47c3-84b7-e5fec9b36f06'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:44:58.817819 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-821ac8f5-af0e-4aaf-89ac-2fc3dc7c4215 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "PUT /v2.0/routers/bee56760-c540-47c3-84b7-e5fec9b36f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7963815 May 25 23:44:58.818098 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49174) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:44:58.824776 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb30b3e-439a-4b41-ad9c-da392b735b9b None None] Routers {'bee56760-c540-47c3-84b7-e5fec9b36f06'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:44:58.825368 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-afb30b3e-439a-4b41-ad9c-da392b735b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:44:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['bee56760-c540-47c3-84b7-e5fec9b36f06'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:44:59.006288 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-afb30b3e-439a-4b41-ad9c-da392b735b9b None None] Set router bee56760-c540-47c3-84b7-e5fec9b36f06 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:44:59.088285 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cab0fd3-b073-4a80-aada-6d7756c79c72 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting subnet 41f2954d-54cc-4732-ad71-5dd3032689de {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:44:59.091113 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4cab0fd3-b073-4a80-aada-6d7756c79c72 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:59.145255 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4cab0fd3-b073-4a80-aada-6d7756c79c72 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:59.225601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4cab0fd3-b073-4a80-aada-6d7756c79c72 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:59.288915 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-afb30b3e-439a-4b41-ad9c-da392b735b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604691824', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:43:02Z', 'updated_at': '2022-05-25T23:44:57Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:03Z', 'updated_at': '2022-05-25T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:44:59.292663 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb30b3e-439a-4b41-ad9c-da392b735b9b None None] Checking router: bee56760-c540-47c3-84b7-e5fec9b36f06 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:44:59.303558 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb30b3e-439a-4b41-ad9c-da392b735b9b None None] Routers {'bee56760-c540-47c3-84b7-e5fec9b36f06'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:44:59.309260 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-afb30b3e-439a-4b41-ad9c-da392b735b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:44:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['bee56760-c540-47c3-84b7-e5fec9b36f06'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:44:59.367795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4cab0fd3-b073-4a80-aada-6d7756c79c72 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:59.406213 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab0fd3-b073-4a80-aada-6d7756c79c72 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Subnet': ['ID=41f2954d-54cc-4732-ad71-5dd3032689de,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:44:59.412432 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-4cab0fd3-b073-4a80-aada-6d7756c79c72 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:59.418336 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-4cab0fd3-b073-4a80-aada-6d7756c79c72 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/subnets/41f2954d-54cc-4732-ad71-5dd3032689de HTTP/1.1" status: 204 len: 168 time: 0.5992253 May 25 23:44:59.421964 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49178) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:44:59.423457 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb040c3-2bb6-467a-a953-cb6d583b9173 None None] Network a55a2de4-6099-4a57-a9db-8aa4c885b895 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:44:59.489192 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-afb30b3e-439a-4b41-ad9c-da392b735b9b None None] Set router bee56760-c540-47c3-84b7-e5fec9b36f06 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:44:59.630076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7f54-4366-4dee-bd14-a84859a52477 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:59.690799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c344727-6b6a-486c-bcd5-6c986bb72ebe None None] DHCP port deletion for a55a2de4-6099-4a57-a9db-8aa4c885b895 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:44:59.695626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2c344727-6b6a-486c-bcd5-6c986bb72ebe None None] Deleting port 9314eadc-84b5-4443-9f52-dae2b6ad019f {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:44:59.696182 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2c344727-6b6a-486c-bcd5-6c986bb72ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:59.780748 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9314eadc-84b5-4443-9f52-dae2b6ad019f no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:44:59.821517 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-afb30b3e-439a-4b41-ad9c-da392b735b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604691824', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:43:02Z', 'updated_at': '2022-05-25T23:44:57Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:03Z', 'updated_at': '2022-05-25T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:44:59.826586 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb30b3e-439a-4b41-ad9c-da392b735b9b None None] The sync data for ids ['bee56760-c540-47c3-84b7-e5fec9b36f06'] in dv-neutron-843300-1-hyperv is: [{'id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1604691824', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:43:02Z', 'updated_at': '2022-05-25T23:44:57Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'c9f2977d-2e39-4282-9bc3-effe9bb3bbed', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee56760-c540-47c3-84b7-e5fec9b36f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:43:03Z', 'updated_at': '2022-05-25T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:44:59.842882 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7f54-4366-4dee-bd14-a84859a52477 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:44:59.904746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c7f54-4366-4dee-bd14-a84859a52477 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port c9f2977d-2e39-4282-9bc3-effe9bb3bbed {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:44:59.905038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7f54-4366-4dee-bd14-a84859a52477 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:00.006245 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-2c344727-6b6a-486c-bcd5-6c986bb72ebe None None] For port 9314eadc-84b5-4443-9f52-dae2b6ad019f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9314eadc-84b5-4443-9f52-dae2b6ad019f,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:45:00.006631 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2c344727-6b6a-486c-bcd5-6c986bb72ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:00.013516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:00.075648 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-8d0c7f54-4366-4dee-bd14-a84859a52477 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] For port c9f2977d-2e39-4282-9bc3-effe9bb3bbed, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c9f2977d-2e39-4282-9bc3-effe9bb3bbed,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:45:00.075995 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7f54-4366-4dee-bd14-a84859a52477 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:00.136720 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2c344727-6b6a-486c-bcd5-6c986bb72ebe None None] Calling delete_port for 9314eadc-84b5-4443-9f52-dae2b6ad019f owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:45:00.196703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c7f54-4366-4dee-bd14-a84859a52477 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for c9f2977d-2e39-4282-9bc3-effe9bb3bbed owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:45:00.199111 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 9314eadc-84b5-4443-9f52-dae2b6ad019f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9314eadc-84b5-4443-9f52-dae2b6ad019f,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:45:00.283422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:00.353258 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-2c344727-6b6a-486c-bcd5-6c986bb72ebe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:45:00.353598 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-2c344727-6b6a-486c-bcd5-6c986bb72ebe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:45:00.367985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=9314eadc-84b5-4443-9f52-dae2b6ad019f,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:00.424420 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7f54-4366-4dee-bd14-a84859a52477 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:00.472172 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c7f54-4366-4dee-bd14-a84859a52477 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=c9f2977d-2e39-4282-9bc3-effe9bb3bbed,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:00.767990 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7f54-4366-4dee-bd14-a84859a52477 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:00.854644 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2c344727-6b6a-486c-bcd5-6c986bb72ebe None None] Deleting port 9314eadc-84b5-4443-9f52-dae2b6ad019f {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:45:00.855243 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2c344727-6b6a-486c-bcd5-6c986bb72ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:01.032683 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7f54-4366-4dee-bd14-a84859a52477 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:01.036767 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7f54-4366-4dee-bd14-a84859a52477 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:01.085266 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-2c344727-6b6a-486c-bcd5-6c986bb72ebe None None] For port 9314eadc-84b5-4443-9f52-dae2b6ad019f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9314eadc-84b5-4443-9f52-dae2b6ad019f,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:45:01.085647 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2c344727-6b6a-486c-bcd5-6c986bb72ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:01.139544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7f54-4366-4dee-bd14-a84859a52477 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:01.140089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0c7f54-4366-4dee-bd14-a84859a52477 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Fanout notify agent at l3_agent the message router_deleted on router bee56760-c540-47c3-84b7-e5fec9b36f06 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:45:01.155175 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7f54-4366-4dee-bd14-a84859a52477 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:01.159172 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8d0c7f54-4366-4dee-bd14-a84859a52477 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/routers/bee56760-c540-47c3-84b7-e5fec9b36f06 HTTP/1.1" status: 204 len: 168 time: 1.7339354 May 25 23:45:01.159513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49182) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:01.204818 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2c344727-6b6a-486c-bcd5-6c986bb72ebe None None] Calling delete_port for 9314eadc-84b5-4443-9f52-dae2b6ad019f owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:45:01.286945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:01.300000 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port 9314eadc-84b5-4443-9f52-dae2b6ad019f {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:45:01.305271 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:01.401651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2c344727-6b6a-486c-bcd5-6c986bb72ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:01.444775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c344727-6b6a-486c-bcd5-6c986bb72ebe None None] Pushing event deleted for resources: {'Port': ['ID=9314eadc-84b5-4443-9f52-dae2b6ad019f,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:01.450653 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c344727-6b6a-486c-bcd5-6c986bb72ebe None None] No DVR routers for this DVR port 9314eadc-84b5-4443-9f52-dae2b6ad019f on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:45:01.515487 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] For port 9314eadc-84b5-4443-9f52-dae2b6ad019f, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9314eadc-84b5-4443-9f52-dae2b6ad019f,segment=NetworkSegment(a8d0917d-3fc8-4671-baa8-eacaf84efd5a),segment_id=a8d0917d-3fc8-4671-baa8-eacaf84efd5a)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:45:01.515846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:01.637054 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for 9314eadc-84b5-4443-9f52-dae2b6ad019f owned by network:dhcp {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:45:01.711058 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.db.api [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:45:01.711373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG oslo_db.api [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:45:01.740119 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5d1e4d15-2469-43e3-9f80-337c9d710794 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:45:01.773405 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 5d1e4d15-2469-43e3-9f80-337c9d710794 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:45:01.773745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 5d1e4d15-2469-43e3-9f80-337c9d710794 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:45:01.774168 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c9f2977d-2e39-4282-9bc3-effe9bb3bbed no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:45:01.808768 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: c9f2977d-2e39-4282-9bc3-effe9bb3bbed {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:45:01.809105 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c9f2977d-2e39-4282-9bc3-effe9bb3bbed not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:45:02.212740 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port 9314eadc-84b5-4443-9f52-dae2b6ad019f {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:45:02.213186 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:02.275729 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] The port '9314eadc-84b5-4443-9f52-dae2b6ad019f' was deleted {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:45:02.395096 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:02.418860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55a2de4-6099-4a57-a9db-8aa4c885b895']}} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:45:02.430412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d0917d-3fc8-4671-baa8-eacaf84efd5a') {'for_net_delete': True} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:45:02.430686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.services.segments.db [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d0917d-3fc8-4671-baa8-eacaf84efd5a') {} {{(pid=84716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:45:02.442327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199885'] for segment, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:02.461004 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:02.466759 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:45:02.467263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1199138'] for segment, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: util.warn( May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: Traceback (most recent call last): May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: timer() May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: cb(*args, **kw) May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: return func(*args, **kwargs) May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: self._notify() May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: self.callback(batched_events) May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: event.method(event) May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: return f(self, *a, **k) May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._get(url).json() May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: return self.request(url, 'GET', **kwargs) May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:45:02.574701 dv-neutron-843300-1-hyperv neutron-server[84716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:45:02.704433 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:02.724318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:02.736042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Network': ['ID=a55a2de4-6099-4a57-a9db-8aa4c885b895,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:02.807973 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3081b20f-f79d-4536-a10e-4f7de54399ba tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/networks/a55a2de4-6099-4a57-a9db-8aa4c885b895 HTTP/1.1" status: 204 len: 168 time: 1.6474364 May 25 23:45:02.810696 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49186) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:02.877718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-256bd39e-29d5-48a2-a6c6-a6b16ae18c89 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:02.905468 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-256bd39e-29d5-48a2-a6c6-a6b16ae18c89 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:03.006926 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-256bd39e-29d5-48a2-a6c6-a6b16ae18c89 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:03.023973 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bd39e-29d5-48a2-a6c6-a6b16ae18c89 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=710d7f5d-fea2-440c-b97f-a8e241a02ada,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:03.080686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-256bd39e-29d5-48a2-a6c6-a6b16ae18c89 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:03.081797 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-256bd39e-29d5-48a2-a6c6-a6b16ae18c89 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/security-groups/710d7f5d-fea2-440c-b97f-a8e241a02ada HTTP/1.1" status: 204 len: 168 time: 0.2695217 May 25 23:45:03.365298 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49194) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:03.371010 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e98b00c9-2c38-4138-8e7b-2eb857a10dcb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1396360344', 'description': 'tempest-secgroup-smoke-1396360344 description', 'project_id': '1c828b41022e4367bd8a19171329f245'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:45:03.377515 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e98b00c9-2c38-4138-8e7b-2eb857a10dcb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:45:03.381484 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e98b00c9-2c38-4138-8e7b-2eb857a10dcb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:45:03.384394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e98b00c9-2c38-4138-8e7b-2eb857a10dcb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:45:03.390621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e98b00c9-2c38-4138-8e7b-2eb857a10dcb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:45:03.470139 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e98b00c9-2c38-4138-8e7b-2eb857a10dcb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:03.503978 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e98b00c9-2c38-4138-8e7b-2eb857a10dcb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:45:03.507768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e98b00c9-2c38-4138-8e7b-2eb857a10dcb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:45:03.510559 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e98b00c9-2c38-4138-8e7b-2eb857a10dcb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:45:03.516813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e98b00c9-2c38-4138-8e7b-2eb857a10dcb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:45:03.572893 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e98b00c9-2c38-4138-8e7b-2eb857a10dcb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:03.641509 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e98b00c9-2c38-4138-8e7b-2eb857a10dcb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:03.682553 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b00c9-2c38-4138-8e7b-2eb857a10dcb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77915132-b2a4-4141-87e1-cbe34b8774c7,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:03.733372 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e98b00c9-2c38-4138-8e7b-2eb857a10dcb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:03.734794 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e98b00c9-2c38-4138-8e7b-2eb857a10dcb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3684897 May 25 23:45:03.737619 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49198) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:03.742986 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c33ec230-4535-4d9d-a3bb-42d72d388520 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '77915132-b2a4-4141-87e1-cbe34b8774c7', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:45:03.749592 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c33ec230-4535-4d9d-a3bb-42d72d388520 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:45:03.753440 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c33ec230-4535-4d9d-a3bb-42d72d388520 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:45:03.756329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c33ec230-4535-4d9d-a3bb-42d72d388520 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:45:03.761990 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c33ec230-4535-4d9d-a3bb-42d72d388520 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:45:03.876666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c33ec230-4535-4d9d-a3bb-42d72d388520 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:03.934163 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c33ec230-4535-4d9d-a3bb-42d72d388520 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:04.001346 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c33ec230-4535-4d9d-a3bb-42d72d388520 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:04.024002 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ec230-4535-4d9d-a3bb-42d72d388520 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7493be0-7652-4e5f-8f12-f378b7465285,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:04.104174 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c33ec230-4535-4d9d-a3bb-42d72d388520 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:04.105376 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c33ec230-4535-4d9d-a3bb-42d72d388520 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3668375 May 25 23:45:04.108102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49202) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:04.113548 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-09945362-cdbc-47a4-bd54-6ad82a89cee1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '77915132-b2a4-4141-87e1-cbe34b8774c7', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:45:04.119425 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-09945362-cdbc-47a4-bd54-6ad82a89cee1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:45:04.123743 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-09945362-cdbc-47a4-bd54-6ad82a89cee1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:45:04.130573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-09945362-cdbc-47a4-bd54-6ad82a89cee1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:45:04.132462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-09945362-cdbc-47a4-bd54-6ad82a89cee1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:45:04.219281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-09945362-cdbc-47a4-bd54-6ad82a89cee1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:04.284239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-09945362-cdbc-47a4-bd54-6ad82a89cee1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:04.332992 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-09945362-cdbc-47a4-bd54-6ad82a89cee1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:04.356166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09945362-cdbc-47a4-bd54-6ad82a89cee1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9878ab-5aa1-4b6a-8cea-1458ce7f7b48,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:04.407387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-09945362-cdbc-47a4-bd54-6ad82a89cee1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:04.408810 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-09945362-cdbc-47a4-bd54-6ad82a89cee1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2991464 May 25 23:45:04.411212 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49206) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:04.416483 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a76c6954-4a3a-433d-8674-15d0af4c0d80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '77915132-b2a4-4141-87e1-cbe34b8774c7', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:45:04.423265 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a76c6954-4a3a-433d-8674-15d0af4c0d80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:45:04.427019 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a76c6954-4a3a-433d-8674-15d0af4c0d80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:45:04.429828 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a76c6954-4a3a-433d-8674-15d0af4c0d80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:45:04.436295 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a76c6954-4a3a-433d-8674-15d0af4c0d80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:45:04.492911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a76c6954-4a3a-433d-8674-15d0af4c0d80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:04.555340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a76c6954-4a3a-433d-8674-15d0af4c0d80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:04.618296 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a76c6954-4a3a-433d-8674-15d0af4c0d80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:04.640286 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c6954-4a3a-433d-8674-15d0af4c0d80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caad1240-8698-4920-bbec-47c57a9ce805,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:04.721846 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a76c6954-4a3a-433d-8674-15d0af4c0d80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:04.722992 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a76c6954-4a3a-433d-8674-15d0af4c0d80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3108330 May 25 23:45:04.725668 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49210) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:04.730887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-b0c48b33-fc90-43ed-96e2-8e25241072c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '77915132-b2a4-4141-87e1-cbe34b8774c7', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:45:04.737592 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b0c48b33-fc90-43ed-96e2-8e25241072c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:45:04.741365 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b0c48b33-fc90-43ed-96e2-8e25241072c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:45:04.744171 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-b0c48b33-fc90-43ed-96e2-8e25241072c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:45:04.749929 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-b0c48b33-fc90-43ed-96e2-8e25241072c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:45:04.853046 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b0c48b33-fc90-43ed-96e2-8e25241072c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:04.915020 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b0c48b33-fc90-43ed-96e2-8e25241072c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:04.990032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b0c48b33-fc90-43ed-96e2-8e25241072c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:05.013360 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c48b33-fc90-43ed-96e2-8e25241072c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25f8ba7-ac1f-44da-b139-61334f0713cb,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:05.086957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b0c48b33-fc90-43ed-96e2-8e25241072c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:05.088096 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b0c48b33-fc90-43ed-96e2-8e25241072c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3615947 May 25 23:45:05.090739 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49214) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:05.096519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-06508156-1fa8-4a5f-81f1-c22900f07a73 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '77915132-b2a4-4141-87e1-cbe34b8774c7', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:45:05.102329 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-06508156-1fa8-4a5f-81f1-c22900f07a73 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:45:05.106042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-06508156-1fa8-4a5f-81f1-c22900f07a73 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:45:05.109458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-06508156-1fa8-4a5f-81f1-c22900f07a73 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:45:05.114991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-06508156-1fa8-4a5f-81f1-c22900f07a73 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:45:05.224253 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-06508156-1fa8-4a5f-81f1-c22900f07a73 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Project 1c828b41022e4367bd8a19171329f245 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:45:05.230664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-06508156-1fa8-4a5f-81f1-c22900f07a73 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:05.294655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-06508156-1fa8-4a5f-81f1-c22900f07a73 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:05.378312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-06508156-1fa8-4a5f-81f1-c22900f07a73 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:05.401941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06508156-1fa8-4a5f-81f1-c22900f07a73 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8eda6be-6d94-4ce3-ae54-6ff49059846c,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:05.469822 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-06508156-1fa8-4a5f-81f1-c22900f07a73 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:05.470987 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-06508156-1fa8-4a5f-81f1-c22900f07a73 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3793790 May 25 23:45:05.473635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49218) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:05.478904 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-cb967f68-2911-4f3e-b8ca-becae7bf57d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '77915132-b2a4-4141-87e1-cbe34b8774c7', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:45:05.484998 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cb967f68-2911-4f3e-b8ca-becae7bf57d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:45:05.488802 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cb967f68-2911-4f3e-b8ca-becae7bf57d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:45:05.491595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-cb967f68-2911-4f3e-b8ca-becae7bf57d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:45:05.497231 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-cb967f68-2911-4f3e-b8ca-becae7bf57d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:45:05.573022 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-cb967f68-2911-4f3e-b8ca-becae7bf57d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Project 1c828b41022e4367bd8a19171329f245 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:45:05.580338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cb967f68-2911-4f3e-b8ca-becae7bf57d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:05.643314 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cb967f68-2911-4f3e-b8ca-becae7bf57d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:05.721504 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cb967f68-2911-4f3e-b8ca-becae7bf57d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:05.746617 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb967f68-2911-4f3e-b8ca-becae7bf57d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba2a97c-a6bd-4ed2-b056-36952a46e774,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:05.813457 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-cb967f68-2911-4f3e-b8ca-becae7bf57d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:05.814640 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-cb967f68-2911-4f3e-b8ca-becae7bf57d6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3400733 May 25 23:45:05.817544 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49222) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:05.822944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4737a663-f264-4d73-8da6-9cabb290d1c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'network': {'name': 'tempest-network-smoke--295054100', 'project_id': '1c828b41022e4367bd8a19171329f245', 'port_security_enabled': True}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:45:05.828211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4737a663-f264-4d73-8da6-9cabb290d1c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:45:05.832197 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4737a663-f264-4d73-8da6-9cabb290d1c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:network and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:45:05.835089 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4737a663-f264-4d73-8da6-9cabb290d1c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:45:05.840739 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4737a663-f264-4d73-8da6-9cabb290d1c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:45:05.887287 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4737a663-f264-4d73-8da6-9cabb290d1c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Made reservation on behalf of 1c828b41022e4367bd8a19171329f245 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:45:05.890609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4737a663-f264-4d73-8da6-9cabb290d1c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:05.922066 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4737a663-f264-4d73-8da6-9cabb290d1c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:45:05.930624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4737a663-f264-4d73-8da6-9cabb290d1c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:05.931008 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-4737a663-f264-4d73-8da6-9cabb290d1c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Added segment 4ed42312-256a-4f22-9e32-4c389c991712 of type vlan for network 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 May 25 23:45:05.959777 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4737a663-f264-4d73-8da6-9cabb290d1c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:06.018655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4737a663-f264-4d73-8da6-9cabb290d1c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:06.022359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4737a663-f264-4d73-8da6-9cabb290d1c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:06.022929 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4737a663-f264-4d73-8da6-9cabb290d1c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:06.129586 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737a663-f264-4d73-8da6-9cabb290d1c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Network': ['ID=13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:06.139531 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:45:06.196551 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4737a663-f264-4d73-8da6-9cabb290d1c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3779759 May 25 23:45:06.199248 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49226) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:06.205052 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1508642200', 'admin_state_up': True, 'project_id': '1c828b41022e4367bd8a19171329f245', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:45:06.212228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:45:06.215946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:router and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:45:06.219445 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:45:06.225203 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:45:06.276053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:06.277068 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:06.295582 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:06.487977 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:06.711532 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:06.740215 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:06.876076 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.26.5.105 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/e3a5ee88-71f0-43a4-9f77-b330dedfbedf) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:45:07.025266 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:07.127566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:07.274764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:45:07.277426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:45:07.280585 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:45:07.314940 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=e3a5ee88-71f0-43a4-9f77-b330dedfbedf,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:07.510394 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:07.511090 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:07.789551 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router 2e2c07e8-c618-4e0c-925f-741a33919578 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:45:07.985506 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:45:07.994693 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Sync routers for ids ['2e2c07e8-c618-4e0c-925f-741a33919578'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:45:08.006072 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Routers {'2e2c07e8-c618-4e0c-925f-741a33919578'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:45:08.006700 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:44:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['2e2c07e8-c618-4e0c-925f-741a33919578'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:45:08.064289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:08.065587 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0721e043-4c1e-43b3-a5f9-71ee69a205df tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8653634 May 25 23:45:08.068725 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49230) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:08.181311 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Set router 2e2c07e8-c618-4e0c-925f-741a33919578 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:45:08.202995 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-026615b9-d290-4a02-b85a-72cec49591b9 tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=1c828b41022e4367bd8a19171329f245&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1321769 May 25 23:45:08.205177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49236) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:08.334630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24327284-442c-4f7f-9527-1e09e2430864 tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:08.336101 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-24327284-442c-4f7f-9527-1e09e2430864 tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300311 May 25 23:45:08.338873 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49240) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:08.377134 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-401114f4-e08e-491c-a932-f7a810278f40 tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372243 May 25 23:45:08.379520 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49244) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:08.384654 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f58741a9-1470-424c-a720-c720e9265a33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-79022220', 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'project_id': '1c828b41022e4367bd8a19171329f245', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:45:08.468553 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508642200', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:07Z', 'revision_number': 3, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:45:08.472378 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Checking router: 2e2c07e8-c618-4e0c-925f-741a33919578 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:45:08.472748 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Updating router 2e2c07e8-c618-4e0c-925f-741a33919578 port e3a5ee88-71f0-43a4-9f77-b330dedfbedf binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:45:08.491861 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f58741a9-1470-424c-a720-c720e9265a33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:45:08.495638 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f58741a9-1470-424c-a720-c720e9265a33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:subnet and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:45:08.498432 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f58741a9-1470-424c-a720-c720e9265a33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:45:08.504912 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f58741a9-1470-424c-a720-c720e9265a33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:45:08.524039 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:08.573194 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58741a9-1470-424c-a720-c720e9265a33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Made reservation on behalf of 1c828b41022e4367bd8a19171329f245 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:45:08.671664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f58741a9-1470-424c-a720-c720e9265a33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:08.892453 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:08.903675 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Transition to ACTIVE for port object e3a5ee88-71f0-43a4-9f77-b330dedfbedf will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:45:08.944837 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f58741a9-1470-424c-a720-c720e9265a33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:08.972909 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:09.025014 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58741a9-1470-424c-a720-c720e9265a33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Subnet': ['ID=9af9c73e-b760-4cd4-a27f-d1b61a50b829,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:09.036442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58741a9-1470-424c-a720-c720e9265a33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Checking segment: {'id': '4ed42312-256a-4f22-9e32-4c389c991712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:45:09.036847 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58741a9-1470-424c-a720-c720e9265a33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network hostable DHCP agents. Network: 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:45:09.055029 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09076b66-277c-484b-8827-6285c6882480 None None] Pushing event updated for resources: {'Port': ['ID=e3a5ee88-71f0-43a4-9f77-b330dedfbedf,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:09.057354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Attempting to bind port e3a5ee88-71f0-43a4-9f77-b330dedfbedf on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:45:09.057702 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Attempting to bind port e3a5ee88-71f0-43a4-9f77-b330dedfbedf by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:45:09.058047 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Attempting to bind port e3a5ee88-71f0-43a4-9f77-b330dedfbedf on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:45:09.065344 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:45:09.065701 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:45:09.066091 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:09.066465 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:45:09.066914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Bound port: e3a5ee88-71f0-43a4-9f77-b330dedfbedf, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:45:09.067274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:09.121409 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58741a9-1470-424c-a720-c720e9265a33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:45:09.135351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] For port e3a5ee88-71f0-43a4-9f77-b330dedfbedf, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:45:09.138259 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] For port e3a5ee88-71f0-43a4-9f77-b330dedfbedf, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=e3a5ee88-71f0-43a4-9f77-b330dedfbedf,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:45:09.212522 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-f58741a9-1470-424c-a720-c720e9265a33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:45:09.216327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58741a9-1470-424c-a720-c720e9265a33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:09.216857 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f58741a9-1470-424c-a720-c720e9265a33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:09.221134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7483de2-2d39-4d67-8a6f-c1f0e819e865 None None] Network 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:45:09.240031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:09.299409 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f58741a9-1470-424c-a720-c720e9265a33 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9188771 May 25 23:45:09.302145 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49248) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:09.398288 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09076b66-277c-484b-8827-6285c6882480 None None] Pushing event updated for resources: {'Port': ['ID=e3a5ee88-71f0-43a4-9f77-b330dedfbedf,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:09.421522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Routers {'2e2c07e8-c618-4e0c-925f-741a33919578'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:45:09.422262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:44:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['2e2c07e8-c618-4e0c-925f-741a33919578'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:45:09.654294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ips': [{'subnet_id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:45:09.655122 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:09.725196 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] Set router 2e2c07e8-c618-4e0c-925f-741a33919578 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:45:10.019889 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Allocated IP 172.20.0.2 (13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78/9af9c73e-b760-4cd4-a27f-d1b61a50b829/32e7c0cd-d093-4f26-8f74-540836f4ff31) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:45:10.146273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:10.200122 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508642200', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:07Z', 'revision_number': 3, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:45:10.214613 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf0b70-ac74-4b09-a2d2-1403a4b8a090 None None] The sync data for ids ['2e2c07e8-c618-4e0c-925f-741a33919578'] in dv-neutron-843300-1-hyperv is: [{'id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508642200', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:07Z', 'revision_number': 3, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:45:10.277791 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:10.289599 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Transition to ACTIVE for port object 32e7c0cd-d093-4f26-8f74-540836f4ff31 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:45:10.312833 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Transition to ACTIVE for port object 32e7c0cd-d093-4f26-8f74-540836f4ff31 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:45:10.374287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:10.464441 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Network 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:45:10.467951 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:45:10.469878 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Pushing event updated for resources: {'Port': ['ID=32e7c0cd-d093-4f26-8f74-540836f4ff31,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:10.471939 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:45:10.590323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.20.0.1 (13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78/9af9c73e-b760-4cd4-a27f-d1b61a50b829/c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:45:10.611195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Attempting to bind port 32e7c0cd-d093-4f26-8f74-540836f4ff31 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:45:10.611652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Attempting to bind port 32e7c0cd-d093-4f26-8f74-540836f4ff31 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '4ed42312-256a-4f22-9e32-4c389c991712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:45:10.612072 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Attempting to bind port 32e7c0cd-d093-4f26-8f74-540836f4ff31 on network 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:45:10.619179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:45:10.620370 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Checking segment: {'id': '4ed42312-256a-4f22-9e32-4c389c991712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:45:10.620370 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:10.620370 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Bound using segment: {'id': '4ed42312-256a-4f22-9e32-4c389c991712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:45:10.621040 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Bound port: 32e7c0cd-d093-4f26-8f74-540836f4ff31, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed42312-256a-4f22-9e32-4c389c991712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:45:10.621470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:10.713958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] For port 32e7c0cd-d093-4f26-8f74-540836f4ff31, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:45:10.717965 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] For port 32e7c0cd-d093-4f26-8f74-540836f4ff31, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=32e7c0cd-d093-4f26-8f74-540836f4ff31,segment=NetworkSegment(4ed42312-256a-4f22-9e32-4c389c991712),segment_id=4ed42312-256a-4f22-9e32-4c389c991712)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:45:10.754666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:10.771165 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Transition to ACTIVE for port object c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:45:10.802658 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:10.848867 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:10.883754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb246faa-4efb-4ae4-a076-f8806c53e6b0 None None] Pushing event updated for resources: {'Port': ['ID=32e7c0cd-d093-4f26-8f74-540836f4ff31,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:10.925404 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:45:10.928734 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:45:10.933318 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:45:10.958656 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:10.994843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:11.204116 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:11.504516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8c8b942c-d86a-4caf-9cf9-45891e9fb558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:11.710442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:11.767591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:11.812085 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device e3a5ee88-71f0-43a4-9f77-b330dedfbedf up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:45:11.854176 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1e26ab-bc15-4480-9436-ecf2be5afdfb None None] Network 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:45:11.903869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:11.909230 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:12.040687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9266f3b7-98fd-48f3-830a-31d93ad7cd51 None None] Provisioning for port 32e7c0cd-d093-4f26-8f74-540836f4ff31 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:45:12.044243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:45:12.045369 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:45:12.116237 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port e3a5ee88-71f0-43a4-9f77-b330dedfbedf completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:45:12.124176 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port e3a5ee88-71f0-43a4-9f77-b330dedfbedf triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:45:12.124912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:12.259008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:12.280904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port e3a5ee88-71f0-43a4-9f77-b330dedfbedf, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=e3a5ee88-71f0-43a4-9f77-b330dedfbedf,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:45:12.350365 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:12.351214 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 32e7c0cd-d093-4f26-8f74-540836f4ff31 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:45:12.439861 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router 2e2c07e8-c618-4e0c-925f-741a33919578 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:45:12.472266 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=e3a5ee88-71f0-43a4-9f77-b330dedfbedf,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:12.561164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 32e7c0cd-d093-4f26-8f74-540836f4ff31 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:45:12.566950 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 32e7c0cd-d093-4f26-8f74-540836f4ff31 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:45:12.567312 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:12.595221 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2ea38ec3-9979-4a8f-baa2-bcc908b7d91b None None] Provisioning for port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:45:12.615847 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2ea38ec3-9979-4a8f-baa2-bcc908b7d91b None None] Provisioning complete for port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:45:12.616214 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2ea38ec3-9979-4a8f-baa2-bcc908b7d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:12.658305 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:45:12.671856 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-ff8af18a-78ba-4d90-82d3-d53d958242c0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "PUT /v2.0/routers/2e2c07e8-c618-4e0c-925f-741a33919578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3687191 May 25 23:45:12.688244 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2ea38ec3-9979-4a8f-baa2-bcc908b7d91b None None] Port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:45:12.754725 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:12.792564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 32e7c0cd-d093-4f26-8f74-540836f4ff31, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=32e7c0cd-d093-4f26-8f74-540836f4ff31,segment=NetworkSegment(4ed42312-256a-4f22-9e32-4c389c991712),segment_id=4ed42312-256a-4f22-9e32-4c389c991712)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:45:12.809026 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-015097a1-e75d-40c0-b821-0f441689f0c5 None None] Provisioning complete for port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:45:12.813666 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-015097a1-e75d-40c0-b821-0f441689f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:12.865002 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-015097a1-e75d-40c0-b821-0f441689f0c5 None None] Port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:45:12.870576 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-85d7035c-3c88-419e-b0ce-5e040936a6bd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:45:12.898144 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:12.963623 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=32e7c0cd-d093-4f26-8f74-540836f4ff31,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:13.018624 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-85d7035c-3c88-419e-b0ce-5e040936a6bd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:45:13.019844 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-85d7035c-3c88-419e-b0ce-5e040936a6bd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396360344&fields=id&tenant_id=1c828b41022e4367bd8a19171329f245 HTTP/1.1" status: 200 len: 267 time: 0.1905477 May 25 23:45:13.167149 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-268f86fe-d5bb-44fd-9f01-ad281832188c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:13.167731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-268f86fe-d5bb-44fd-9f01-ad281832188c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:45:13.282228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-268f86fe-d5bb-44fd-9f01-ad281832188c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:45:13.283723 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-268f86fe-d5bb-44fd-9f01-ad281832188c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/networks?id=13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 HTTP/1.1" status: 200 len: 796 time: 0.2574787 May 25 23:45:13.300445 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-14a9e559-d73d-43c5-b4d9-1882b32ac9c5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/quotas/1c828b41022e4367bd8a19171329f245 HTTP/1.1" status: 200 len: 375 time: 0.0109355 May 25 23:45:13.381648 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-00454206-b9df-4e8e-82fe-c81f39081928 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:45:13.481162 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-00454206-b9df-4e8e-82fe-c81f39081928 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:45:13.482408 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-00454206-b9df-4e8e-82fe-c81f39081928 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1750710 May 25 23:45:13.562911 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-e40a936e-7bd5-48dd-8b98-0ce1a95500b1 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 23:45:13.563878 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-e40a936e-7bd5-48dd-8b98-0ce1a95500b1 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0698340 May 25 23:45:13.745157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d0720e31-1078-44ec-abfc-6ff76c73091a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:13.753831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device e3a5ee88-71f0-43a4-9f77-b330dedfbedf up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:45:13.800693 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Sync routers for ids ['2e2c07e8-c618-4e0c-925f-741a33919578'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:45:13.814833 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-8e4dfad2-e3cd-4869-ae9f-c15e3fb3811d service neutron] 10.222.0.66 "GET /v2.0/networks/13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444475 May 25 23:45:13.815619 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Routers {'2e2c07e8-c618-4e0c-925f-741a33919578'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:45:13.816228 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:45:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['2e2c07e8-c618-4e0c-925f-741a33919578'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:45:13.831381 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port e3a5ee88-71f0-43a4-9f77-b330dedfbedf triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:45:13.831749 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:13.955176 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 32e7c0cd-d093-4f26-8f74-540836f4ff31 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:45:13.960500 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-ed199b76-19da-48ac-b0be-0281a945bbc4 service neutron] 10.222.0.66 "GET /v2.0/networks/13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386456 May 25 23:45:13.996421 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Set router 2e2c07e8-c618-4e0c-925f-741a33919578 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:45:14.034651 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 32e7c0cd-d093-4f26-8f74-540836f4ff31 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:45:14.035103 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:14.250397 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e8d0bea5-4c13-4469-818e-2c1d48140d6c req-c3c07d73-b58f-4e99-8e9c-f2d252947b72 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 210 time: 0.0467255 May 25 23:45:14.329872 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508642200', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:11Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534', 'name': '', 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:84:0f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:10Z', 'updated_at': '2022-05-25T23:45:11Z', 'revision_number': 2, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:45:14.333736 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Checking router: 2e2c07e8-c618-4e0c-925f-741a33919578 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:45:14.334076 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Updating router 2e2c07e8-c618-4e0c-925f-741a33919578 port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:45:14.386758 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:14.711757 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:14.722862 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Transition to ACTIVE for port object c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:45:14.807233 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:14.927822 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a17344-a758-401a-ae4a-36b6d4786d28 None None] Pushing event updated for resources: {'Port': ['ID=c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:14.941906 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a17344-a758-401a-ae4a-36b6d4786d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:14.942238 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a17344-a758-401a-ae4a-36b6d4786d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:14.942565 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a17344-a758-401a-ae4a-36b6d4786d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:14.943134 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a17344-a758-401a-ae4a-36b6d4786d28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:14.943239 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a17344-a758-401a-ae4a-36b6d4786d28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:14.943485 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a17344-a758-401a-ae4a-36b6d4786d28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:14.943797 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a17344-a758-401a-ae4a-36b6d4786d28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:14.944109 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a17344-a758-401a-ae4a-36b6d4786d28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:14.944418 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a17344-a758-401a-ae4a-36b6d4786d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:14.944753 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a17344-a758-401a-ae4a-36b6d4786d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:14.945060 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a17344-a758-401a-ae4a-36b6d4786d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:15.027675 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Attempting to bind port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:45:15.028028 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Attempting to bind port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '4ed42312-256a-4f22-9e32-4c389c991712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:45:15.028380 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Attempting to bind port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 on network 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:45:15.035964 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:45:15.035964 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Checking segment: {'id': '4ed42312-256a-4f22-9e32-4c389c991712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:45:15.036369 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:15.037001 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Bound using segment: {'id': '4ed42312-256a-4f22-9e32-4c389c991712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:45:15.037404 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Bound port: c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed42312-256a-4f22-9e32-4c389c991712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:45:15.037782 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:15.043141 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:15.099904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:15.127283 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] For port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:45:15.130191 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] For port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534,segment=NetworkSegment(4ed42312-256a-4f22-9e32-4c389c991712),segment_id=4ed42312-256a-4f22-9e32-4c389c991712)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:45:15.184904 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:15.268373 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a17344-a758-401a-ae4a-36b6d4786d28 None None] Pushing event updated for resources: {'Port': ['ID=c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:15.271178 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Routers {'2e2c07e8-c618-4e0c-925f-741a33919578'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:45:15.271783 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:45:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['2e2c07e8-c618-4e0c-925f-741a33919578'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:45:15.371040 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c192da2e-fae3-4e5b-986f-0505a54a604a req-5edf0cb4-14c7-419b-bdfc-0dc7bf022cb0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 210 time: 0.0428517 May 25 23:45:15.480456 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] Set router 2e2c07e8-c618-4e0c-925f-741a33919578 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:45:15.789576 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508642200', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:11Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534', 'name': '', 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:84:0f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:10Z', 'updated_at': '2022-05-25T23:45:15Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:45:15.793450 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7606cb-a8dd-44c5-83e7-a496ad83e889 None None] The sync data for ids ['2e2c07e8-c618-4e0c-925f-741a33919578'] in dv-neutron-843300-1-hyperv is: [{'id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508642200', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:11Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534', 'name': '', 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:84:0f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:10Z', 'updated_at': '2022-05-25T23:45:15Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:45:16.539722 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-244cfd81-9752-4643-9ac5-0a78677158a8 req-882a2f08-3cf6-4fc3-bfef-493ac47aa590 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 210 time: 0.0424359 May 25 23:45:17.058734 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:17.705705 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-48e6ba29-da9c-4e94-8a6a-6a2f53d74a2f req-061ad022-606d-4945-afca-4504d6d747b0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 210 time: 0.0448990 May 25 23:45:17.763764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:45:17.875311 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:45:17.879977 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:45:17.880336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:18.030737 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:18.062421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534,segment=NetworkSegment(4ed42312-256a-4f22-9e32-4c389c991712),segment_id=4ed42312-256a-4f22-9e32-4c389c991712)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:45:18.075369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:18.178542 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:18.248080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:18.322952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-34e9f113-001d-4dce-9d20-0343112eede9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:18.324387 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-34e9f113-001d-4dce-9d20-0343112eede9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "GET /v2.0/networks?id=13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 HTTP/1.1" status: 200 len: 796 time: 0.1496212 May 25 23:45:18.377065 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-7f70103d-2cb1-44a8-939b-248200a0c7dd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c828b41022e4367bd8a19171329f245 HTTP/1.1" status: 200 len: 380 time: 0.0414588 May 25 23:45:18.384871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-4aa52ed0-8244-48f7-b4ff-9d5949fd668c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'port': {'device_id': 'f954689c-ce2b-41b7-87a8-8c870afe5225', 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'admin_state_up': True, 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'security_groups': ['77915132-b2a4-4141-87e1-cbe34b8774c7']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:45:18.519728 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-4aa52ed0-8244-48f7-b4ff-9d5949fd668c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:45:18.529264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-4aa52ed0-8244-48f7-b4ff-9d5949fd668c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:45:18.589758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-4aa52ed0-8244-48f7-b4ff-9d5949fd668c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Made reservation on behalf of 1c828b41022e4367bd8a19171329f245 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:45:18.593559 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-4aa52ed0-8244-48f7-b4ff-9d5949fd668c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:18.754909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-4aa52ed0-8244-48f7-b4ff-9d5949fd668c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.20.0.4 (13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78/9af9c73e-b760-4cd4-a27f-d1b61a50b829/ddf51a05-4d4c-4cd8-a954-da37acd749ca) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:45:18.870090 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-35fa3048-2122-4901-9b02-7f582f4506fd req-a4f78b72-1dbd-4e9e-bd5f-ab507e27abd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 210 time: 0.0399220 May 25 23:45:18.941723 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-4aa52ed0-8244-48f7-b4ff-9d5949fd668c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:18.958114 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-4aa52ed0-8244-48f7-b4ff-9d5949fd668c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Transition to ACTIVE for port object ddf51a05-4d4c-4cd8-a954-da37acd749ca will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:45:19.036039 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-4aa52ed0-8244-48f7-b4ff-9d5949fd668c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:19.112130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-4aa52ed0-8244-48f7-b4ff-9d5949fd668c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:45:19.115464 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-4aa52ed0-8244-48f7-b4ff-9d5949fd668c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:45:19.117355 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa52ed0-8244-48f7-b4ff-9d5949fd668c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=ddf51a05-4d4c-4cd8-a954-da37acd749ca,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:19.119404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-4aa52ed0-8244-48f7-b4ff-9d5949fd668c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:45:19.179455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-4aa52ed0-8244-48f7-b4ff-9d5949fd668c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:19.180052 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-4aa52ed0-8244-48f7-b4ff-9d5949fd668c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:19.293481 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-4aa52ed0-8244-48f7-b4ff-9d5949fd668c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9120169 May 25 23:45:19.305440 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Request body: {'port': {'device_id': 'f954689c-ce2b-41b7-87a8-8c870afe5225', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:45:19.413385 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:19.435652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2cdce14f-4b5e-4809-ba20-5a022b1cdeb7 None None] Provisioning for port ddf51a05-4d4c-4cd8-a954-da37acd749ca completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:45:19.441085 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2cdce14f-4b5e-4809-ba20-5a022b1cdeb7 None None] Provisioning complete for port ddf51a05-4d4c-4cd8-a954-da37acd749ca triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:45:19.441446 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2cdce14f-4b5e-4809-ba20-5a022b1cdeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:19.493926 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2cdce14f-4b5e-4809-ba20-5a022b1cdeb7 None None] Port ddf51a05-4d4c-4cd8-a954-da37acd749ca cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:45:19.747689 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:45:19.813873 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:45:19.814231 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:19.841391 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf51a05-4d4c-4cd8-a954-da37acd749ca {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:45:19.849069 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:19.864992 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Transition to ACTIVE for port object ddf51a05-4d4c-4cd8-a954-da37acd749ca will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:45:19.926922 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:20.056750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf51a05-4d4c-4cd8-a954-da37acd749ca,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:20.079750 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6891c-2c5b-4d7f-9e72-84edd1175a74 req-0403047a-aaa0-46d2-8cc3-5614f4ef9ac8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:20.081351 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-11c6891c-2c5b-4d7f-9e72-84edd1175a74 req-0403047a-aaa0-46d2-8cc3-5614f4ef9ac8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 943 time: 0.0859749 May 25 23:45:20.133952 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-11c6891c-2c5b-4d7f-9e72-84edd1175a74 req-60cc4f04-5620-4472-afb2-2015ce40de71 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464270 May 25 23:45:20.172890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Attempting to bind port ddf51a05-4d4c-4cd8-a954-da37acd749ca on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:45:20.173226 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Attempting to bind port ddf51a05-4d4c-4cd8-a954-da37acd749ca by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '4ed42312-256a-4f22-9e32-4c389c991712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:45:20.173582 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Attempting to bind port ddf51a05-4d4c-4cd8-a954-da37acd749ca on network 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:45:20.179574 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Port ddf51a05-4d4c-4cd8-a954-da37acd749ca on network 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:45:20.179888 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Attempting to bind port ddf51a05-4d4c-4cd8-a954-da37acd749ca on network 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:45:20.186334 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:45:20.186904 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Checking segment: {'id': '4ed42312-256a-4f22-9e32-4c389c991712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:45:20.187303 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Bound using segment: {'id': '4ed42312-256a-4f22-9e32-4c389c991712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:45:20.187724 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Bound port: ddf51a05-4d4c-4cd8-a954-da37acd749ca, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed42312-256a-4f22-9e32-4c389c991712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:45:20.188073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:20.276513 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] For port ddf51a05-4d4c-4cd8-a954-da37acd749ca, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:45:20.279367 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] For port ddf51a05-4d4c-4cd8-a954-da37acd749ca, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=ddf51a05-4d4c-4cd8-a954-da37acd749ca,segment=NetworkSegment(4ed42312-256a-4f22-9e32-4c389c991712),segment_id=4ed42312-256a-4f22-9e32-4c389c991712)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:45:20.333111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:20.398956 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:20.400334 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] 10.222.0.73 "PUT /v2.0/ports/ddf51a05-4d4c-4cd8-a954-da37acd749ca HTTP/1.1" status: 200 len: 1093 time: 1.1000834 May 25 23:45:20.400817 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f954689c-ce2b-41b7-87a8-8c870afe5225', 'tag': 'ddf51a05-4d4c-4cd8-a954-da37acd749ca'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:45:20.417905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d620561-d1ae-4264-bf32-ffaddf323164 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf51a05-4d4c-4cd8-a954-da37acd749ca,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:20.466805 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2628c089-3513-45a0-9c4d-e96f960e8378'] response: {'name': 'network-changed', 'server_uuid': 'f954689c-ce2b-41b7-87a8-8c870afe5225', 'tag': 'ddf51a05-4d4c-4cd8-a954-da37acd749ca', 'status': 'completed', 'code': 200} May 25 23:45:20.556989 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7678e92e-f13e-4072-acb1-b64bbc0b004b req-02a74cf5-87a4-4e45-a975-a07325068154 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 1096 time: 0.0700779 May 25 23:45:20.695099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678e92e-f13e-4072-acb1-b64bbc0b004b req-7a8c4965-8286-457b-8b8b-0b99859b697f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:20.696443 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7678e92e-f13e-4072-acb1-b64bbc0b004b req-7a8c4965-8286-457b-8b8b-0b99859b697f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1c828b41022e4367bd8a19171329f245&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1337447 May 25 23:45:20.831025 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678e92e-f13e-4072-acb1-b64bbc0b004b req-af712fcb-dac2-4a24-ae3e-1e77bcbacdca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:20.832378 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7678e92e-f13e-4072-acb1-b64bbc0b004b req-af712fcb-dac2-4a24-ae3e-1e77bcbacdca service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307726 May 25 23:45:20.938046 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-dca03e3b-5e89-4196-a831-26ec0229d588 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 1096 time: 0.0720477 May 25 23:45:21.003788 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-207460bb-c0a6-44a3-a858-c37e9ff2b2d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddf51a05-4d4c-4cd8-a954-da37acd749ca HTTP/1.1" status: 200 len: 217 time: 0.0598001 May 25 23:45:21.067478 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-5eecaaa7-e8bb-4b7b-ba05-5eae86740c10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:21.068919 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-5eecaaa7-e8bb-4b7b-ba05-5eae86740c10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9af9c73e-b760-4cd4-a27f-d1b61a50b829 HTTP/1.1" status: 200 len: 833 time: 0.0594466 May 25 23:45:21.141882 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-a716e390-8da2-465f-91c5-ddb08b950705 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670555 May 25 23:45:21.274559 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-c92642eb-bdaf-4beb-ad73-6c2bf9cb1065 service neutron] 10.222.0.73 "GET /v2.0/networks/13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274264 May 25 23:45:21.333261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07af7b-72c0-4989-98bc-2d330e79eed9 req-768ca3e7-289d-452c-b7cd-b79363979f09 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:21.334719 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5c07af7b-72c0-4989-98bc-2d330e79eed9 req-768ca3e7-289d-452c-b7cd-b79363979f09 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 943 time: 0.0794330 May 25 23:45:21.382226 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5c07af7b-72c0-4989-98bc-2d330e79eed9 req-af460f1f-5c67-4bc7-b381-49f4a2abf760 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418081 May 25 23:45:21.411678 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ef585b03-5ded-478a-80d3-ebef18e0cb70 req-c6dde769-6802-41c2-a3ef-cc57ae9599d4 service neutron] 10.222.0.73 "GET /v2.0/networks/13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316779 May 25 23:45:22.581016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd53fb-2164-465c-a604-940fffd41549 req-759b1cfa-d50f-4c32-a1f8-5aa92e45762e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:22.582363 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5ffd53fb-2164-465c-a604-940fffd41549 req-759b1cfa-d50f-4c32-a1f8-5aa92e45762e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 943 time: 0.0748677 May 25 23:45:22.630150 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5ffd53fb-2164-465c-a604-940fffd41549 req-88005e78-5924-4065-9394-01fe72d58b44 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420907 May 25 23:45:23.096075 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device ddf51a05-4d4c-4cd8-a954-da37acd749ca details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:45:23.227051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port ddf51a05-4d4c-4cd8-a954-da37acd749ca, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=ddf51a05-4d4c-4cd8-a954-da37acd749ca,segment=NetworkSegment(4ed42312-256a-4f22-9e32-4c389c991712),segment_id=4ed42312-256a-4f22-9e32-4c389c991712)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:45:23.241307 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'ddf51a05-4d4c-4cd8-a954-da37acd749ca', 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'port_id': 'ddf51a05-4d4c-4cd8-a954-da37acd749ca', 'mac_address': 'fa:16:3e:05:3a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:45:23.301910 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:23.320065 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf51a05-4d4c-4cd8-a954-da37acd749ca {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:45:23.335501 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port ddf51a05-4d4c-4cd8-a954-da37acd749ca, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=ddf51a05-4d4c-4cd8-a954-da37acd749ca,segment=NetworkSegment(4ed42312-256a-4f22-9e32-4c389c991712),segment_id=4ed42312-256a-4f22-9e32-4c389c991712)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:45:23.395524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:23.459673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=ddf51a05-4d4c-4cd8-a954-da37acd749ca,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:23.469240 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:23.469577 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:23.469901 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:23.470220 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:23.470540 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:23.470856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:23.471168 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:23.471488 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:23.471792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:23.472096 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:23.472403 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:45:23.635821 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['ddf51a05-4d4c-4cd8-a954-da37acd749ca'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:45:23.824417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b322490-7c5a-4101-917f-165369fb0331 req-e8c93159-0307-4a81-9eda-5cc77d7a72d7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:23.825918 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9b322490-7c5a-4101-917f-165369fb0331 req-e8c93159-0307-4a81-9eda-5cc77d7a72d7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 944 time: 0.0766373 May 25 23:45:23.872122 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9b322490-7c5a-4101-917f-165369fb0331 req-2703a933-c3f6-4db5-96a3-37b1f369b9f1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402300 May 25 23:45:25.066892 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72e8c0-49d5-407a-afa1-377a04b5bf20 req-8f702c2e-8077-4623-9642-c7937ac7ec15 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:25.068307 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fd72e8c0-49d5-407a-afa1-377a04b5bf20 req-8f702c2e-8077-4623-9642-c7937ac7ec15 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 944 time: 0.0771737 May 25 23:45:25.112899 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fd72e8c0-49d5-407a-afa1-377a04b5bf20 req-31ac1f9d-de29-4ab3-9ce5-ec582e32380e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389562 May 25 23:45:25.118903 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device ddf51a05-4d4c-4cd8-a954-da37acd749ca up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:45:25.247229 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port ddf51a05-4d4c-4cd8-a954-da37acd749ca completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:45:25.253263 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port ddf51a05-4d4c-4cd8-a954-da37acd749ca triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:45:25.253745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:25.365696 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:25.391196 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f954689c-ce2b-41b7-87a8-8c870afe5225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf51a05-4d4c-4cd8-a954-da37acd749ca'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:45:25.401815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port ddf51a05-4d4c-4cd8-a954-da37acd749ca, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=ddf51a05-4d4c-4cd8-a954-da37acd749ca,segment=NetworkSegment(4ed42312-256a-4f22-9e32-4c389c991712),segment_id=4ed42312-256a-4f22-9e32-4c389c991712)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:45:25.446412 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f73b36f-dac4-4772-a86e-03f80894e00f'] response: {'server_uuid': 'f954689c-ce2b-41b7-87a8-8c870afe5225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf51a05-4d4c-4cd8-a954-da37acd749ca', 'code': 200} May 25 23:45:25.482337 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:25.551876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=ddf51a05-4d4c-4cd8-a954-da37acd749ca,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:25.869782 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1009c8d4-e0dc-4395-8cb2-3ab271d62c35 req-6760e2a9-2ff4-46e8-bde5-85afc182fe5e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 1098 time: 0.0684004 May 25 23:45:25.996478 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1009c8d4-e0dc-4395-8cb2-3ab271d62c35 req-d2aa7d56-f02c-4555-84bc-acd4f863ac58 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206627 May 25 23:45:26.308630 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ecb02-4835-4b97-97da-b8950398cd8e req-0b262042-1981-4f24-91f9-cee50b716a26 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:26.310085 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-835ecb02-4835-4b97-97da-b8950398cd8e req-0b262042-1981-4f24-91f9-cee50b716a26 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0744212 May 25 23:45:26.355200 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-835ecb02-4835-4b97-97da-b8950398cd8e req-fb6f8f12-508a-41de-b70a-427cd46b1a03 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387423 May 25 23:45:27.559309 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981e21d-85c8-486a-bba0-b6b283bd7667 req-f4b74acf-20c7-44ae-a8b6-daa837b9803a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:27.560780 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e981e21d-85c8-486a-bba0-b6b283bd7667 req-f4b74acf-20c7-44ae-a8b6-daa837b9803a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0819438 May 25 23:45:27.606538 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e981e21d-85c8-486a-bba0-b6b283bd7667 req-14fb14ad-db33-4c3e-9eeb-3c90102a184a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402699 May 25 23:45:27.799494 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fe7b7-b6f6-4bf7-8abe-7e3b2630ed9b req-7c81cf2e-899a-41b6-a783-7bca5e1e7c0b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:27.801054 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ea3fe7b7-b6f6-4bf7-8abe-7e3b2630ed9b req-7c81cf2e-899a-41b6-a783-7bca5e1e7c0b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0759811 May 25 23:45:27.849892 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ea3fe7b7-b6f6-4bf7-8abe-7e3b2630ed9b req-c0c5d782-f00f-4759-92bb-570eeb51c908 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433836 May 25 23:45:27.877760 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49306) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:27.944865 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4f3280ad-5111-4ab6-b042-21505c6512f1 tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 1093 time: 0.0659866 May 25 23:45:27.947338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49310) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:27.952914 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': 'ddf51a05-4d4c-4cd8-a954-da37acd749ca', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:45:27.958666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:45:27.962463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:floatingip and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:45:27.965200 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:45:27.970993 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:45:28.040909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:28.173483 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:28.306500 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.26.5.232 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/56ccd3c9-f19d-4d75-b801-808bc5092c4e) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:45:28.534620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:28.641401 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:28.704428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:45:28.707053 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:45:28.712744 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:45:28.745095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=56ccd3c9-f19d-4d75-b801-808bc5092c4e,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:29.205891 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:29.318535 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:29.518267 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:29.578661 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:29.687628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=56ccd3c9-f19d-4d75-b801-808bc5092c4e,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:45:29.700594 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:29.886958 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Floating IP c7b71eee-f0e4-4389-97e8-681c125737d7 associated. External IP: 172.26.5.232, port: ddf51a05-4d4c-4cd8-a954-da37acd749ca. May 25 23:45:30.371405 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router 2e2c07e8-c618-4e0c-925f-741a33919578 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:45:30.562149 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:45:30.571609 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13078917-06c6-422c-b55b-bb17572d2859 None None] Sync routers for ids ['2e2c07e8-c618-4e0c-925f-741a33919578'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:45:30.584369 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13078917-06c6-422c-b55b-bb17572d2859 None None] Routers {'2e2c07e8-c618-4e0c-925f-741a33919578'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:45:30.584989 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-13078917-06c6-422c-b55b-bb17572d2859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:45:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['2e2c07e8-c618-4e0c-925f-741a33919578'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:45:30.652913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:30.709707 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-1d4b8a26-8f73-4e38-bd7b-726a69c98d08 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7613564 May 25 23:45:30.710415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f954689c-ce2b-41b7-87a8-8c870afe5225', 'tag': 'ddf51a05-4d4c-4cd8-a954-da37acd749ca'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:45:30.770746 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94287e25-5861-458c-8ec2-dac82b4d5650'] response: {'name': 'network-changed', 'server_uuid': 'f954689c-ce2b-41b7-87a8-8c870afe5225', 'tag': 'ddf51a05-4d4c-4cd8-a954-da37acd749ca', 'status': 'completed', 'code': 200} May 25 23:45:30.804392 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-13078917-06c6-422c-b55b-bb17572d2859 None None] Set router 2e2c07e8-c618-4e0c-925f-741a33919578 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:45:30.861464 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-57948776-41cb-439e-95c7-8f8b550775d7 req-59c22b63-f798-4479-aec8-39414f7bd822 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 1098 time: 0.0695539 May 25 23:45:30.895957 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77de37-ab60-4db2-945e-5b8a2173db8a req-e88cf722-c47b-409c-a41d-c92e7fffaf4f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:30.897422 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6b77de37-ab60-4db2-945e-5b8a2173db8a req-e88cf722-c47b-409c-a41d-c92e7fffaf4f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0874364 May 25 23:45:30.946212 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6b77de37-ab60-4db2-945e-5b8a2173db8a req-e7c686b4-7824-4c48-a242-1ea83b0263a7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433326 May 25 23:45:30.975734 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49320) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:31.005297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57948776-41cb-439e-95c7-8f8b550775d7 req-e0bd54e9-5814-453a-b6dc-6a6efb0dd0a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:31.006752 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-57948776-41cb-439e-95c7-8f8b550775d7 req-e0bd54e9-5814-453a-b6dc-6a6efb0dd0a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 HTTP/1.1" status: 200 len: 897 time: 0.1400297 May 25 23:45:31.083999 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-feff7f53-7e9c-4cc8-a647-e44bf17a503a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/c7b71eee-f0e4-4389-97e8-681c125737d7 HTTP/1.1" status: 200 len: 991 time: 0.1067660 May 25 23:45:31.111023 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-57948776-41cb-439e-95c7-8f8b550775d7 req-91cd7d03-8e79-4eae-9ded-2e4c62355316 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddf51a05-4d4c-4cd8-a954-da37acd749ca HTTP/1.1" status: 200 len: 999 time: 0.0986748 May 25 23:45:31.158773 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-13078917-06c6-422c-b55b-bb17572d2859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508642200', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:11Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'c7b71eee-f0e4-4389-97e8-681c125737d7', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'floating_ip_address': '172.26.5.232', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'port_id': 'ddf51a05-4d4c-4cd8-a954-da37acd749ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'mac_address': 'fa:16:3e:05:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f954689c-ce2b-41b7-87a8-8c870afe5225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:45:29Z', 'updated_at': '2022-05-25T23:45:29Z', 'revision_number': 0, 'project_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534', 'name': '', 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:84:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:10Z', 'updated_at': '2022-05-25T23:45:18Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:45:31.162660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13078917-06c6-422c-b55b-bb17572d2859 None None] Checking router: 2e2c07e8-c618-4e0c-925f-741a33919578 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:45:31.173404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57948776-41cb-439e-95c7-8f8b550775d7 req-ebd2fd63-80f7-4aec-8c9d-9bc46dcd5b65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:31.173606 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13078917-06c6-422c-b55b-bb17572d2859 None None] Routers {'2e2c07e8-c618-4e0c-925f-741a33919578'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:45:31.174139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-13078917-06c6-422c-b55b-bb17572d2859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:45:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['2e2c07e8-c618-4e0c-925f-741a33919578'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:45:31.174950 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-57948776-41cb-439e-95c7-8f8b550775d7 req-ebd2fd63-80f7-4aec-8c9d-9bc46dcd5b65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9af9c73e-b760-4cd4-a27f-d1b61a50b829 HTTP/1.1" status: 200 len: 833 time: 0.0589221 May 25 23:45:31.251554 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-57948776-41cb-439e-95c7-8f8b550775d7 req-f7d4fee4-0775-40d5-81da-3a0554cddfea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706182 May 25 23:45:31.354891 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-13078917-06c6-422c-b55b-bb17572d2859 None None] Set router 2e2c07e8-c618-4e0c-925f-741a33919578 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:45:31.383600 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-57948776-41cb-439e-95c7-8f8b550775d7 req-122ba3d0-8c12-4958-b79b-cb95806f6d73 service neutron] 10.222.0.73 "GET /v2.0/networks/13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264181 May 25 23:45:31.513446 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-57948776-41cb-439e-95c7-8f8b550775d7 req-8d05f356-f147-4c04-ab1a-9d099ae17b8c service neutron] 10.222.0.73 "GET /v2.0/networks/13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246965 May 25 23:45:31.711610 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-13078917-06c6-422c-b55b-bb17572d2859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508642200', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:11Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'c7b71eee-f0e4-4389-97e8-681c125737d7', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'floating_ip_address': '172.26.5.232', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'port_id': 'ddf51a05-4d4c-4cd8-a954-da37acd749ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'mac_address': 'fa:16:3e:05:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f954689c-ce2b-41b7-87a8-8c870afe5225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:45:29Z', 'updated_at': '2022-05-25T23:45:29Z', 'revision_number': 0, 'project_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534', 'name': '', 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:84:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:10Z', 'updated_at': '2022-05-25T23:45:18Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:45:31.715554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13078917-06c6-422c-b55b-bb17572d2859 None None] The sync data for ids ['2e2c07e8-c618-4e0c-925f-741a33919578'] in dv-neutron-843300-1-hyperv is: [{'id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508642200', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:11Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'c7b71eee-f0e4-4389-97e8-681c125737d7', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'floating_ip_address': '172.26.5.232', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'port_id': 'ddf51a05-4d4c-4cd8-a954-da37acd749ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'mac_address': 'fa:16:3e:05:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f954689c-ce2b-41b7-87a8-8c870afe5225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:45:29Z', 'updated_at': '2022-05-25T23:45:29Z', 'revision_number': 0, 'project_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534', 'name': '', 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:84:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:10Z', 'updated_at': '2022-05-25T23:45:18Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:45:32.087865 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49324) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:32.192444 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f0926878-76d8-4013-a9a3-36a136797eb9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/c7b71eee-f0e4-4389-97e8-681c125737d7 HTTP/1.1" status: 200 len: 991 time: 0.1035383 May 25 23:45:32.782663 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0c2e18-ae75-4d67-b0e6-9641fc3ca720 None None] New status for floating IP c7b71eee-f0e4-4389-97e8-681c125737d7: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:45:33.196023 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49328) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:45:33.304136 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-881744ec-68a6-4de3-b75f-a95d98969156 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/c7b71eee-f0e4-4389-97e8-681c125737d7 HTTP/1.1" status: 200 len: 993 time: 0.1069531 May 25 23:45:34.651170 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:45:41.498783 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8636453a-48c4-4f56-bf6c-df214eb995fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:41.521087 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c4bf9e9a-3307-4e8c-85d2-620ccf8f2051 req-557d831e-1aea-4bf3-bf09-eedaa4690b9a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0865195 May 25 23:45:41.659401 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c4bf9e9a-3307-4e8c-85d2-620ccf8f2051 req-8012734a-d695-45a7-9fe7-0ae524094dff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 1098 time: 0.0727727 May 25 23:45:41.799878 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf9e9a-3307-4e8c-85d2-620ccf8f2051 req-51b0f0c9-a84d-4e11-81fa-b61d11668ce9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:41.801337 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c4bf9e9a-3307-4e8c-85d2-620ccf8f2051 req-51b0f0c9-a84d-4e11-81fa-b61d11668ce9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 HTTP/1.1" status: 200 len: 897 time: 0.1242678 May 25 23:45:41.898361 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c4bf9e9a-3307-4e8c-85d2-620ccf8f2051 req-29b25a79-8e97-45b3-886d-58bd309bfbed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddf51a05-4d4c-4cd8-a954-da37acd749ca HTTP/1.1" status: 200 len: 1001 time: 0.0900276 May 25 23:45:41.962599 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf9e9a-3307-4e8c-85d2-620ccf8f2051 req-2fb69b95-f4b2-4683-a620-f8cff41eb3c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:45:41.964046 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c4bf9e9a-3307-4e8c-85d2-620ccf8f2051 req-2fb69b95-f4b2-4683-a620-f8cff41eb3c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9af9c73e-b760-4cd4-a27f-d1b61a50b829 HTTP/1.1" status: 200 len: 833 time: 0.0602977 May 25 23:45:42.080811 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c4bf9e9a-3307-4e8c-85d2-620ccf8f2051 req-132e0351-4ce2-4a52-9252-25327ee373c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1108510 May 25 23:45:42.208023 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c4bf9e9a-3307-4e8c-85d2-620ccf8f2051 req-6cfc3849-33e9-4217-8b79-5644cdee2172 service neutron] 10.222.0.73 "GET /v2.0/networks/13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212707 May 25 23:45:42.337912 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c4bf9e9a-3307-4e8c-85d2-620ccf8f2051 req-dcacaa27-a614-4989-8bea-14de4b34baf7 service neutron] 10.222.0.73 "GET /v2.0/networks/13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241362 May 25 23:45:43.715108 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6959b2b4-cae7-453a-b0c9-76803f86268a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:45.018123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:45.104057 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:46.818155 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:45:48.075116 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:02.963376 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a5272-186a-4e5b-ab12-717e2b1a6ed0 req-39ded151-e3c3-4e6e-953d-a7b4aa3179b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:02.964813 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3d6a5272-186a-4e5b-ab12-717e2b1a6ed0 req-39ded151-e3c3-4e6e-953d-a7b4aa3179b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.1422296 May 25 23:46:03.008722 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3d6a5272-186a-4e5b-ab12-717e2b1a6ed0 req-e250da00-2791-44dc-a519-f758ca0ead34 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383034 May 25 23:46:04.275378 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2f6d4-23e6-4cd5-8e7f-d5fafc8eb440 req-b44d8add-8ce6-4c72-9e44-36c722308924 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:04.276806 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-70c2f6d4-23e6-4cd5-8e7f-d5fafc8eb440 req-b44d8add-8ce6-4c72-9e44-36c722308924 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.1446781 May 25 23:46:04.321771 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-70c2f6d4-23e6-4cd5-8e7f-d5fafc8eb440 req-b12ecea9-b9c0-4b78-9e03-6e37de526349 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392532 May 25 23:46:05.514779 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6982c9e-7c0d-4421-bf4a-d9cba1b70cd8 req-076f1dc9-4a07-4c49-9dc5-a27ab189e80e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:05.516243 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e6982c9e-7c0d-4421-bf4a-d9cba1b70cd8 req-076f1dc9-4a07-4c49-9dc5-a27ab189e80e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0747654 May 25 23:46:05.561026 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e6982c9e-7c0d-4421-bf4a-d9cba1b70cd8 req-0291e089-4792-434d-8fac-b386fbcffe12 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387468 May 25 23:46:06.756430 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b52925-fd0f-44fe-8263-c3d40644929e req-976ae328-1c98-4d48-a0ef-5b04e8af3b9a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:06.757869 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-88b52925-fd0f-44fe-8263-c3d40644929e req-976ae328-1c98-4d48-a0ef-5b04e8af3b9a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0766549 May 25 23:46:06.803244 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-88b52925-fd0f-44fe-8263-c3d40644929e req-c0df22fc-c635-44c0-856d-298b04c487ec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399177 May 25 23:46:07.997880 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87d044-ed1d-4086-a69f-4d736a018fe4 req-edf49e2f-ffcc-40f0-b2c0-1da6de292717 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:07.999224 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6f87d044-ed1d-4086-a69f-4d736a018fe4 req-edf49e2f-ffcc-40f0-b2c0-1da6de292717 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0734923 May 25 23:46:08.046396 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6f87d044-ed1d-4086-a69f-4d736a018fe4 req-1340f72e-ef9e-467d-9423-2de12f6d85bd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411530 May 25 23:46:09.240234 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a189c0-e621-4d63-9e2f-5043391ca1f2 req-ea3d59ff-88cd-44be-9517-99d66e8f30a0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:09.241683 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-83a189c0-e621-4d63-9e2f-5043391ca1f2 req-ea3d59ff-88cd-44be-9517-99d66e8f30a0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0754135 May 25 23:46:09.286248 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-83a189c0-e621-4d63-9e2f-5043391ca1f2 req-506753dd-3377-476a-adf0-1f1d48dad6fa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386529 May 25 23:46:10.628781 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a73919-5277-44b8-bdf9-d0d476ea4113 req-7c2f3700-b1fc-4300-aaef-be581163ce0e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:10.630334 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c2a73919-5277-44b8-bdf9-d0d476ea4113 req-7c2f3700-b1fc-4300-aaef-be581163ce0e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0779257 May 25 23:46:10.674274 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c2a73919-5277-44b8-bdf9-d0d476ea4113 req-2ccdeffc-69a9-4fb0-9e80-a0f064670731 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385685 May 25 23:46:11.549421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-007223e3-0498-4c51-a4cb-06264986bcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:11.651835 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:46:11.873314 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5332a-7ac5-4696-aa63-59558bef837b req-0b641b03-c6ea-45e8-bbc8-604f1e651155 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:11.874762 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fde5332a-7ac5-4696-aa63-59558bef837b req-0b641b03-c6ea-45e8-bbc8-604f1e651155 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0790150 May 25 23:46:11.920742 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fde5332a-7ac5-4696-aa63-59558bef837b req-1c76e250-8bf5-4b02-94b3-004ae5e0068d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402989 May 25 23:46:13.215420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735f35d-f8f6-4653-a2fb-4f248a5dfd89 req-9d97fe5f-9ba0-430d-af1a-34ab1202e28c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:13.216931 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e735f35d-f8f6-4653-a2fb-4f248a5dfd89 req-9d97fe5f-9ba0-430d-af1a-34ab1202e28c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.1737597 May 25 23:46:13.263380 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e735f35d-f8f6-4653-a2fb-4f248a5dfd89 req-5d2c1dca-f8aa-4485-957d-dae5e31cd157 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408015 May 25 23:46:13.743527 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c125631e-3029-4fca-aeb1-6a44bbed7351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:14.456415 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad2ea5-71ae-4150-8e30-ab4758e361f3 req-c1e0eb35-575f-43cd-b2cb-70ee22eb947d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:14.458020 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-25ad2ea5-71ae-4150-8e30-ab4758e361f3 req-c1e0eb35-575f-43cd-b2cb-70ee22eb947d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0739069 May 25 23:46:14.505255 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-25ad2ea5-71ae-4150-8e30-ab4758e361f3 req-a770c1b3-fc0e-4624-a1b5-9a66d9098dea tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416200 May 25 23:46:15.045480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:15.131003 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:15.699667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e4b4c-a6cc-41e9-941c-81e707917040 req-eb9ed4c2-384e-488f-ac2d-f1d9f46f2f67 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:15.701112 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c39e4b4c-a6cc-41e9-941c-81e707917040 req-eb9ed4c2-384e-488f-ac2d-f1d9f46f2f67 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0752890 May 25 23:46:15.745905 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c39e4b4c-a6cc-41e9-941c-81e707917040 req-ae827212-aa60-488b-916a-f1c6e49a3033 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392962 May 25 23:46:16.840797 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:16.945994 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cad96-8cbb-4d50-b144-efa75705da57 req-d1bf7d0b-6bc8-4c9f-a413-e7f04acd6f07 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:16.947418 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cc3cad96-8cbb-4d50-b144-efa75705da57 req-d1bf7d0b-6bc8-4c9f-a413-e7f04acd6f07 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0816193 May 25 23:46:16.993338 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cc3cad96-8cbb-4d50-b144-efa75705da57 req-5dd89105-8f86-4b23-9fad-cdd8166358e7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403147 May 25 23:46:18.086687 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:18.187614 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc119cef-c353-48bf-a4a9-086d54ed9089 req-94157cb5-2448-49ab-89fc-0b649fbea9b4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:18.189180 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dc119cef-c353-48bf-a4a9-086d54ed9089 req-94157cb5-2448-49ab-89fc-0b649fbea9b4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0762348 May 25 23:46:18.235397 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dc119cef-c353-48bf-a4a9-086d54ed9089 req-3d0aa538-7ddd-4846-986a-d5ce37f0c770 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397263 May 25 23:46:19.435339 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3cf1d-b5d6-456b-977f-cf0a8e4094b8 req-46b915e5-9340-4471-aa4f-572259a591d8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:19.436787 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bcf3cf1d-b5d6-456b-977f-cf0a8e4094b8 req-46b915e5-9340-4471-aa4f-572259a591d8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0781727 May 25 23:46:19.481088 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bcf3cf1d-b5d6-456b-977f-cf0a8e4094b8 req-6b2def1a-bf20-4e39-bd68-98babe10e0d0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382099 May 25 23:46:19.509490 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49380) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:46:19.693167 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-561375ca-f769-4719-b5ad-1d0b7a999663 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/c7b71eee-f0e4-4389-97e8-681c125737d7 HTTP/1.1" status: 200 len: 993 time: 0.1825562 May 25 23:46:21.356959 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2558e5-f8f6-47cf-9079-341b5f21cd99 req-0e324f29-e722-4a55-b0d1-c5cd37c990eb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:21.358469 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1e2558e5-f8f6-47cf-9079-341b5f21cd99 req-0e324f29-e722-4a55-b0d1-c5cd37c990eb tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0861115 May 25 23:46:21.408009 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1e2558e5-f8f6-47cf-9079-341b5f21cd99 req-94d4b8e9-5e94-499c-b134-db8b994b2316 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425034 May 25 23:46:21.444214 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7e33ad53-dd0a-4bac-896a-32846d422e5e req-444901f1-2bb6-4e37-8b35-8a4d61d1dec9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 1098 time: 0.0736520 May 25 23:46:21.581730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33ad53-dd0a-4bac-896a-32846d422e5e req-dc0fce0d-b6c4-41b3-b27f-fa4fb1a6772a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:21.583270 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7e33ad53-dd0a-4bac-896a-32846d422e5e req-dc0fce0d-b6c4-41b3-b27f-fa4fb1a6772a service neutron] 10.222.0.73 "GET /v2.0/networks?id=13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 HTTP/1.1" status: 200 len: 897 time: 0.1329718 May 25 23:46:21.683851 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7e33ad53-dd0a-4bac-896a-32846d422e5e req-fd4d08c8-46b7-40cb-b3b8-dc8a5014d30b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddf51a05-4d4c-4cd8-a954-da37acd749ca HTTP/1.1" status: 200 len: 1001 time: 0.0946984 May 25 23:46:21.744384 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33ad53-dd0a-4bac-896a-32846d422e5e req-7cf0aef8-9d54-4f63-8dcc-ca17ee191a98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:21.745827 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7e33ad53-dd0a-4bac-896a-32846d422e5e req-7cf0aef8-9d54-4f63-8dcc-ca17ee191a98 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9af9c73e-b760-4cd4-a27f-d1b61a50b829 HTTP/1.1" status: 200 len: 833 time: 0.0564680 May 25 23:46:21.818781 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7e33ad53-dd0a-4bac-896a-32846d422e5e req-7888520f-4652-41a5-870c-0e903c5c2765 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665448 May 25 23:46:21.951820 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7e33ad53-dd0a-4bac-896a-32846d422e5e req-e7882236-d178-4a31-8fd1-edcb47c93499 service neutron] 10.222.0.73 "GET /v2.0/networks/13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270273 May 25 23:46:22.080833 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7e33ad53-dd0a-4bac-896a-32846d422e5e req-74b178b7-0928-47f3-a96e-f33f09634292 service neutron] 10.222.0.73 "GET /v2.0/networks/13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224720 May 25 23:46:22.758131 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70913646-8a2e-4739-8489-626d81abcaa4 req-19c4e62e-f570-4b9c-82c3-e41273c97951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:22.759694 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-70913646-8a2e-4739-8489-626d81abcaa4 req-19c4e62e-f570-4b9c-82c3-e41273c97951 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0764687 May 25 23:46:22.809255 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-70913646-8a2e-4739-8489-626d81abcaa4 req-03a73ab5-ced3-4211-a42f-fe36b7f56e45 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438933 May 25 23:46:24.029512 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a9aef-5c36-40a3-810f-dd5b7a46fa1c req-b44818b0-7a84-4f21-ad71-b15dbdde3349 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:24.030837 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-292a9aef-5c36-40a3-810f-dd5b7a46fa1c req-b44818b0-7a84-4f21-ad71-b15dbdde3349 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0777135 May 25 23:46:24.075616 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-292a9aef-5c36-40a3-810f-dd5b7a46fa1c req-f20a39b6-8795-48ee-9fd8-15a1eb2902dd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391867 May 25 23:46:24.104508 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49402) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:46:24.209348 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0c915d65-f060-4441-823b-bc481dcb48b0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/c7b71eee-f0e4-4389-97e8-681c125737d7 HTTP/1.1" status: 200 len: 993 time: 0.1036766 May 25 23:46:41.519656 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-26e78253-0a9d-4d74-99da-ae443ff097dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:42.500853 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f6447a25-2373-4675-919b-f526d99cb5b7 req-67ba1bf9-6df4-4ea1-a4e9-b6ae0df4a8d1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689657 May 25 23:46:42.636632 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f6447a25-2373-4675-919b-f526d99cb5b7 req-45072027-d5e5-401a-9ded-ab088b693c6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 1098 time: 0.0681815 May 25 23:46:42.779011 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6447a25-2373-4675-919b-f526d99cb5b7 req-68e35146-14d0-43cb-959d-038dd4593ba2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:42.780447 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f6447a25-2373-4675-919b-f526d99cb5b7 req-68e35146-14d0-43cb-959d-038dd4593ba2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 HTTP/1.1" status: 200 len: 897 time: 0.1234972 May 25 23:46:42.882350 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f6447a25-2373-4675-919b-f526d99cb5b7 req-f16000d5-a0b2-4ece-9635-86216180791d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddf51a05-4d4c-4cd8-a954-da37acd749ca HTTP/1.1" status: 200 len: 1001 time: 0.0954223 May 25 23:46:42.943598 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6447a25-2373-4675-919b-f526d99cb5b7 req-aab5ca9b-309a-4785-9fe0-a6a2605cd091 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:42.944920 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f6447a25-2373-4675-919b-f526d99cb5b7 req-aab5ca9b-309a-4785-9fe0-a6a2605cd091 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9af9c73e-b760-4cd4-a27f-d1b61a50b829 HTTP/1.1" status: 200 len: 833 time: 0.0567067 May 25 23:46:43.021534 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f6447a25-2373-4675-919b-f526d99cb5b7 req-36532926-e65d-43ac-95ea-ae6a13a9c022 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695770 May 25 23:46:43.238757 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f6447a25-2373-4675-919b-f526d99cb5b7 req-351ec3b1-dde5-412c-a20d-58083864a1ba service neutron] 10.222.0.73 "GET /v2.0/networks/13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094591 May 25 23:46:43.371342 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-f6447a25-2373-4675-919b-f526d99cb5b7 req-d7f93a14-0ace-4ad0-b724-285cb93df74c service neutron] 10.222.0.73 "GET /v2.0/networks/13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270075 May 25 23:46:43.754041 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9422c84d-a686-4a4f-8af9-f931cfad16e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:45.042403 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:45.130194 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:46.869230 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:48.103497 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:48.652805 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:46:54.716513 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49414) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:46:54.913605 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port 56ccd3c9-f19d-4d75-b801-808bc5092c4e {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:46:54.913940 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:55.080825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:55.081066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:55.195998 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for 56ccd3c9-f19d-4d75-b801-808bc5092c4e owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:46:55.406086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:55.451750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=56ccd3c9-f19d-4d75-b801-808bc5092c4e,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:46:55.488928 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:46:55.489272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:46:55.489604 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:46:55.491757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:46:55.491757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:46:55.491757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:46:55.491757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:46:55.491757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:46:55.491757 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:46:55.492307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:46:55.492307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:46:55.553531 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:55.936773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router 2e2c07e8-c618-4e0c-925f-741a33919578 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:46:56.221974 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:46:56.232007 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff5b915-8baf-4923-b26d-a9ffc157d9fe None None] Sync routers for ids ['2e2c07e8-c618-4e0c-925f-741a33919578'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:46:56.239240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:56.246070 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff5b915-8baf-4923-b26d-a9ffc157d9fe None None] Routers {'2e2c07e8-c618-4e0c-925f-741a33919578'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:46:56.246678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-cff5b915-8baf-4923-b26d-a9ffc157d9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:46:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['2e2c07e8-c618-4e0c-925f-741a33919578'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:46:56.296311 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0f834db1-09b1-49c5-9632-164bd4ed9538 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/floatingips/c7b71eee-f0e4-4389-97e8-681c125737d7 HTTP/1.1" status: 204 len: 168 time: 1.5785365 May 25 23:46:56.296890 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f954689c-ce2b-41b7-87a8-8c870afe5225', 'tag': 'ddf51a05-4d4c-4cd8-a954-da37acd749ca'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:46:56.357137 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e3ea57-7a86-4428-95db-f8289ef790e4'] response: {'name': 'network-changed', 'server_uuid': 'f954689c-ce2b-41b7-87a8-8c870afe5225', 'tag': 'ddf51a05-4d4c-4cd8-a954-da37acd749ca', 'status': 'completed', 'code': 200} May 25 23:46:56.429403 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-cff5b915-8baf-4923-b26d-a9ffc157d9fe None None] Set router 2e2c07e8-c618-4e0c-925f-741a33919578 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:46:56.453525 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-295f132a-2b81-40aa-bf28-a44b106f9f86 req-6f497b73-de72-4df0-b0b5-b48ab7ecd692 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 1098 time: 0.0750892 May 25 23:46:56.589300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f132a-2b81-40aa-bf28-a44b106f9f86 req-c02cc3db-905a-49dd-afa7-7c230dbd22e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:56.590676 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-295f132a-2b81-40aa-bf28-a44b106f9f86 req-c02cc3db-905a-49dd-afa7-7c230dbd22e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 HTTP/1.1" status: 200 len: 897 time: 0.1307180 May 25 23:46:56.658773 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-295f132a-2b81-40aa-bf28-a44b106f9f86 req-81a19b6c-3591-4d43-b0e6-aa694e9da9be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddf51a05-4d4c-4cd8-a954-da37acd749ca HTTP/1.1" status: 200 len: 217 time: 0.0623183 May 25 23:46:56.730258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f132a-2b81-40aa-bf28-a44b106f9f86 req-e593ecbd-3460-406f-bb7a-3361fe70fcf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:56.731750 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-295f132a-2b81-40aa-bf28-a44b106f9f86 req-e593ecbd-3460-406f-bb7a-3361fe70fcf3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9af9c73e-b760-4cd4-a27f-d1b61a50b829 HTTP/1.1" status: 200 len: 833 time: 0.0627615 May 25 23:46:56.792460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-cff5b915-8baf-4923-b26d-a9ffc157d9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508642200', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:11Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534', 'name': '', 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:84:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:10Z', 'updated_at': '2022-05-25T23:45:18Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:46:56.796817 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff5b915-8baf-4923-b26d-a9ffc157d9fe None None] Checking router: 2e2c07e8-c618-4e0c-925f-741a33919578 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:46:56.808375 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff5b915-8baf-4923-b26d-a9ffc157d9fe None None] Routers {'2e2c07e8-c618-4e0c-925f-741a33919578'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:46:56.809025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-cff5b915-8baf-4923-b26d-a9ffc157d9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:46:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['2e2c07e8-c618-4e0c-925f-741a33919578'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:46:56.814661 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-295f132a-2b81-40aa-bf28-a44b106f9f86 req-8ae20ba5-7cd0-4289-a5fb-5eb7d65c5c81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767438 May 25 23:46:56.938385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9981d5b-fd60-49ff-8e23-31455ee0ac18 req-d4026a96-6b05-4766-bb7d-9b3495ba39f9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:56.946607 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9981d5b-fd60-49ff-8e23-31455ee0ac18 req-d4026a96-6b05-4766-bb7d-9b3495ba39f9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0871716 May 25 23:46:56.953145 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-295f132a-2b81-40aa-bf28-a44b106f9f86 req-d86b48d8-a2af-49cd-8e4f-b1a0ce9dd3cf service neutron] 10.222.0.73 "GET /v2.0/networks/13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321261 May 25 23:46:56.990402 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9981d5b-fd60-49ff-8e23-31455ee0ac18 req-5e84f5c5-5ae4-4d0f-b44a-d94e8a4e6956 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423565 May 25 23:46:56.998252 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-cff5b915-8baf-4923-b26d-a9ffc157d9fe None None] Set router 2e2c07e8-c618-4e0c-925f-741a33919578 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:46:57.091456 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-295f132a-2b81-40aa-bf28-a44b106f9f86 req-7ab25944-00cd-4560-a3da-f6c40bcb4809 service neutron] 10.222.0.73 "GET /v2.0/networks/13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325734 May 25 23:46:57.310708 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-cff5b915-8baf-4923-b26d-a9ffc157d9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508642200', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:11Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534', 'name': '', 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:84:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:10Z', 'updated_at': '2022-05-25T23:45:18Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:46:57.314964 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff5b915-8baf-4923-b26d-a9ffc157d9fe None None] The sync data for ids ['2e2c07e8-c618-4e0c-925f-741a33919578'] in dv-neutron-843300-1-hyperv is: [{'id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508642200', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:11Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534', 'name': '', 'network_id': '13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:84:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:10Z', 'updated_at': '2022-05-25T23:45:18Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '9af9c73e-b760-4cd4-a27f-d1b61a50b829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:46:57.541231 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ad01b-2ad0-4b90-a764-01fe86a6c31b None None] New status for floating IP c7b71eee-f0e4-4389-97e8-681c125737d7: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:46:58.198469 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc455750-117b-4c91-9f07-4ba8798ba440 req-0d1d3c91-ec09-469e-a7b2-2020aa927ae4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:58.199904 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fc455750-117b-4c91-9f07-4ba8798ba440 req-0d1d3c91-ec09-469e-a7b2-2020aa927ae4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.0784519 May 25 23:46:58.246673 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fc455750-117b-4c91-9f07-4ba8798ba440 req-b5e14937-10b9-4af9-a802-3a39a9ea01b4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=77915132-b2a4-4141-87e1-cbe34b8774c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410235 May 25 23:46:58.333489 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6ca28-51cf-436f-a192-b43ddb887a67 req-5d62b620-32ef-4952-9c1a-7de86eb1eef2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:46:58.334830 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b9e6ca28-51cf-436f-a192-b43ddb887a67 req-5d62b620-32ef-4952-9c1a-7de86eb1eef2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:46:58.404352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-b9e6ca28-51cf-436f-a192-b43ddb887a67 req-5d62b620-32ef-4952-9c1a-7de86eb1eef2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:46:58.405517 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b9e6ca28-51cf-436f-a192-b43ddb887a67 req-5d62b620-32ef-4952-9c1a-7de86eb1eef2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 945 time: 0.1464319 May 25 23:46:58.476827 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-b9e6ca28-51cf-436f-a192-b43ddb887a67 req-03cc8beb-c493-47a3-bb45-f0d5715267c1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port ddf51a05-4d4c-4cd8-a954-da37acd749ca {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:46:58.477161 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b9e6ca28-51cf-436f-a192-b43ddb887a67 req-03cc8beb-c493-47a3-bb45-f0d5715267c1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:58.714884 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-b9e6ca28-51cf-436f-a192-b43ddb887a67 req-03cc8beb-c493-47a3-bb45-f0d5715267c1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] For port ddf51a05-4d4c-4cd8-a954-da37acd749ca, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=ddf51a05-4d4c-4cd8-a954-da37acd749ca,segment=NetworkSegment(4ed42312-256a-4f22-9e32-4c389c991712),segment_id=4ed42312-256a-4f22-9e32-4c389c991712)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:46:58.715232 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b9e6ca28-51cf-436f-a192-b43ddb887a67 req-03cc8beb-c493-47a3-bb45-f0d5715267c1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:58.832989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-b9e6ca28-51cf-436f-a192-b43ddb887a67 req-03cc8beb-c493-47a3-bb45-f0d5715267c1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for ddf51a05-4d4c-4cd8-a954-da37acd749ca owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:46:59.120769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b9e6ca28-51cf-436f-a192-b43ddb887a67 req-03cc8beb-c493-47a3-bb45-f0d5715267c1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:59.168840 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc8beb-c493-47a3-bb45-f0d5715267c1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=ddf51a05-4d4c-4cd8-a954-da37acd749ca,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:46:59.241356 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e6ca28-51cf-436f-a192-b43ddb887a67 req-03cc8beb-c493-47a3-bb45-f0d5715267c1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] No DVR routers for this DVR port ddf51a05-4d4c-4cd8-a954-da37acd749ca on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:46:59.243761 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-b9e6ca28-51cf-436f-a192-b43ddb887a67 req-03cc8beb-c493-47a3-bb45-f0d5715267c1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:46:59.246543 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f954689c-ce2b-41b7-87a8-8c870afe5225', 'name': 'network-vif-deleted', 'tag': 'ddf51a05-4d4c-4cd8-a954-da37acd749ca'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:46:59.304121 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf84ac0c-f2a7-4692-bfc0-06386f8343fb'] response: {'server_uuid': 'f954689c-ce2b-41b7-87a8-8c870afe5225', 'name': 'network-vif-deleted', 'tag': 'ddf51a05-4d4c-4cd8-a954-da37acd749ca', 'status': 'completed', 'code': 200} May 25 23:46:59.325492 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-b9e6ca28-51cf-436f-a192-b43ddb887a67 req-03cc8beb-c493-47a3-bb45-f0d5715267c1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "DELETE /v2.0/ports/ddf51a05-4d4c-4cd8-a954-da37acd749ca HTTP/1.1" status: 204 len: 173 time: 0.9147611 May 25 23:46:59.409616 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bfb270f2-a023-4950-b295-ff65fbb3f6f2 req-d84629f9-14c2-4c34-97ee-03cb54ee5752 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=f954689c-ce2b-41b7-87a8-8c870afe5225 HTTP/1.1" status: 200 len: 210 time: 0.0411868 May 25 23:47:00.516557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49440) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:00.904960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a036b74e-bd9b-4b98-8af0-7be8c7c2b0c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:01.499171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-a036b74e-bd9b-4b98-8af0-7be8c7c2b0c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:47:01.499511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a036b74e-bd9b-4b98-8af0-7be8c7c2b0c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:01.624714 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device ddf51a05-4d4c-4cd8-a954-da37acd749ca no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:47:01.656919 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: ddf51a05-4d4c-4cd8-a954-da37acd749ca {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:47:01.657259 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device ddf51a05-4d4c-4cd8-a954-da37acd749ca not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:47:01.680319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-a036b74e-bd9b-4b98-8af0-7be8c7c2b0c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] For port c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534,segment=NetworkSegment(4ed42312-256a-4f22-9e32-4c389c991712),segment_id=4ed42312-256a-4f22-9e32-4c389c991712)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:47:01.680897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a036b74e-bd9b-4b98-8af0-7be8c7c2b0c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:01.883242 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-a036b74e-bd9b-4b98-8af0-7be8c7c2b0c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:47:02.113382 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a036b74e-bd9b-4b98-8af0-7be8c7c2b0c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:02.159211 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036b74e-bd9b-4b98-8af0-7be8c7c2b0c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:02.454812 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a036b74e-bd9b-4b98-8af0-7be8c7c2b0c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:03.015551 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a036b74e-bd9b-4b98-8af0-7be8c7c2b0c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router 2e2c07e8-c618-4e0c-925f-741a33919578 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:47:03.210348 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a036b74e-bd9b-4b98-8af0-7be8c7c2b0c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:47:03.219941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caa0d9b-9001-4f0e-838c-7507441bec91 None None] Sync routers for ids ['2e2c07e8-c618-4e0c-925f-741a33919578'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:47:03.224600 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a036b74e-bd9b-4b98-8af0-7be8c7c2b0c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "PUT /v2.0/routers/2e2c07e8-c618-4e0c-925f-741a33919578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7052908 May 25 23:47:03.225783 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49444) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:03.231993 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa0d9b-9001-4f0e-838c-7507441bec91 None None] Routers {'2e2c07e8-c618-4e0c-925f-741a33919578'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:47:03.232620 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-3caa0d9b-9001-4f0e-838c-7507441bec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:46:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['2e2c07e8-c618-4e0c-925f-741a33919578'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:03.428842 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-3caa0d9b-9001-4f0e-838c-7507441bec91 None None] Set router 2e2c07e8-c618-4e0c-925f-741a33919578 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:47:03.515552 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-201a9a23-bf44-450c-9154-6abe797f7459 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting subnet 9af9c73e-b760-4cd4-a27f-d1b61a50b829 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:47:03.518432 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-201a9a23-bf44-450c-9154-6abe797f7459 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:03.574462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-201a9a23-bf44-450c-9154-6abe797f7459 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:03.656845 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-201a9a23-bf44-450c-9154-6abe797f7459 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:03.709888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-3caa0d9b-9001-4f0e-838c-7507441bec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508642200', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:47:01Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:03.713947 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caa0d9b-9001-4f0e-838c-7507441bec91 None None] Checking router: 2e2c07e8-c618-4e0c-925f-741a33919578 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:47:03.724948 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa0d9b-9001-4f0e-838c-7507441bec91 None None] Routers {'2e2c07e8-c618-4e0c-925f-741a33919578'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:47:03.725898 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-3caa0d9b-9001-4f0e-838c-7507441bec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:46:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['2e2c07e8-c618-4e0c-925f-741a33919578'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:03.812237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-201a9a23-bf44-450c-9154-6abe797f7459 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:03.854305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a9a23-bf44-450c-9154-6abe797f7459 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Subnet': ['ID=9af9c73e-b760-4cd4-a27f-d1b61a50b829,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:03.861442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-201a9a23-bf44-450c-9154-6abe797f7459 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:03.869440 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-201a9a23-bf44-450c-9154-6abe797f7459 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/subnets/9af9c73e-b760-4cd4-a27f-d1b61a50b829 HTTP/1.1" status: 204 len: 168 time: 0.6417534 May 25 23:47:03.871246 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49448) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:03.888723 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18130092-c768-4cff-b67e-c4b1c8dc653a None None] Network 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:47:04.067861 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd982dc7-8ff9-4f90-89ec-9c7c4be33b3c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:04.110834 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-3caa0d9b-9001-4f0e-838c-7507441bec91 None None] Set router 2e2c07e8-c618-4e0c-925f-741a33919578 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:47:04.268007 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd982dc7-8ff9-4f90-89ec-9c7c4be33b3c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:04.320919 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-fd982dc7-8ff9-4f90-89ec-9c7c4be33b3c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port e3a5ee88-71f0-43a4-9f77-b330dedfbedf {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:47:04.321269 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd982dc7-8ff9-4f90-89ec-9c7c4be33b3c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:04.398414 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] DHCP port deletion for 13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:47:04.407904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Deleting port 32e7c0cd-d093-4f26-8f74-540836f4ff31 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:47:04.408264 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:04.503289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-fd982dc7-8ff9-4f90-89ec-9c7c4be33b3c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] For port e3a5ee88-71f0-43a4-9f77-b330dedfbedf, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=e3a5ee88-71f0-43a4-9f77-b330dedfbedf,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:47:04.503644 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd982dc7-8ff9-4f90-89ec-9c7c4be33b3c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:04.538433 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-3caa0d9b-9001-4f0e-838c-7507441bec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508642200', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:47:01Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:04.595480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caa0d9b-9001-4f0e-838c-7507441bec91 None None] The sync data for ids ['2e2c07e8-c618-4e0c-925f-741a33919578'] in dv-neutron-843300-1-hyperv is: [{'id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508642200', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:47:01Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': 'e3a5ee88-71f0-43a4-9f77-b330dedfbedf', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c07e8-c618-4e0c-925f-741a33919578', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:45:06Z', 'updated_at': '2022-05-25T23:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:47:04.627077 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] For port 32e7c0cd-d093-4f26-8f74-540836f4ff31, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=32e7c0cd-d093-4f26-8f74-540836f4ff31,segment=NetworkSegment(4ed42312-256a-4f22-9e32-4c389c991712),segment_id=4ed42312-256a-4f22-9e32-4c389c991712)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:47:04.627466 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:04.635119 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-fd982dc7-8ff9-4f90-89ec-9c7c4be33b3c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for e3a5ee88-71f0-43a4-9f77-b330dedfbedf owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:47:04.749289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Calling delete_port for 32e7c0cd-d093-4f26-8f74-540836f4ff31 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:47:04.886646 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd982dc7-8ff9-4f90-89ec-9c7c4be33b3c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:04.920513 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:04.931753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd982dc7-8ff9-4f90-89ec-9c7c4be33b3c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=e3a5ee88-71f0-43a4-9f77-b330dedfbedf,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:04.972126 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Pushing event deleted for resources: {'Port': ['ID=32e7c0cd-d093-4f26-8f74-540836f4ff31,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:04.979400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] No DVR routers for this DVR port 32e7c0cd-d093-4f26-8f74-540836f4ff31 on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:47:04.994329 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:04.994657 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:04.994989 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:04.995317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:04.995630 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:04.995947 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:04.996447 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:04.996677 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:04.997102 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:04.997323 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:04.997658 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fdf2f2-3ea7-43be-a1ee-fe5d70e0f339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:05.252305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd982dc7-8ff9-4f90-89ec-9c7c4be33b3c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:05.510557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd982dc7-8ff9-4f90-89ec-9c7c4be33b3c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:05.514611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd982dc7-8ff9-4f90-89ec-9c7c4be33b3c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:05.604282 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd982dc7-8ff9-4f90-89ec-9c7c4be33b3c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:05.604815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd982dc7-8ff9-4f90-89ec-9c7c4be33b3c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Fanout notify agent at l3_agent the message router_deleted on router 2e2c07e8-c618-4e0c-925f-741a33919578 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:47:05.620808 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fd982dc7-8ff9-4f90-89ec-9c7c4be33b3c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:05.620808 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fd982dc7-8ff9-4f90-89ec-9c7c4be33b3c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/routers/2e2c07e8-c618-4e0c-925f-741a33919578 HTTP/1.1" status: 204 len: 168 time: 1.7485836 May 25 23:47:05.624600 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49452) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:05.745264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c23eeb0-2ca8-492b-9df4-250b2b04e99f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:05.871770 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c23eeb0-2ca8-492b-9df4-250b2b04e99f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:05.896875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-9c23eeb0-2ca8-492b-9df4-250b2b04e99f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:05.908670 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-9c23eeb0-2ca8-492b-9df4-250b2b04e99f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed42312-256a-4f22-9e32-4c389c991712') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:05.908967 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-9c23eeb0-2ca8-492b-9df4-250b2b04e99f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed42312-256a-4f22-9e32-4c389c991712') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:05.920216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c23eeb0-2ca8-492b-9df4-250b2b04e99f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:05.935458 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c23eeb0-2ca8-492b-9df4-250b2b04e99f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:05.941414 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c23eeb0-2ca8-492b-9df4-250b2b04e99f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:47:05.941790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c23eeb0-2ca8-492b-9df4-250b2b04e99f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:47:05.955915 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:47:06.087543 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:47:06.118862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c23eeb0-2ca8-492b-9df4-250b2b04e99f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:06.119895 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:47:06.120223 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device c12fefc3-6cc7-4ac2-ba0a-2f3d3cb7c534 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:47:06.120649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device e3a5ee88-71f0-43a4-9f77-b330dedfbedf no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:47:06.137012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c23eeb0-2ca8-492b-9df4-250b2b04e99f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:06.148875 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23eeb0-2ca8-492b-9df4-250b2b04e99f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Network': ['ID=13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:06.152364 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: e3a5ee88-71f0-43a4-9f77-b330dedfbedf {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:47:06.152793 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device e3a5ee88-71f0-43a4-9f77-b330dedfbedf not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:47:06.153216 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 32e7c0cd-d093-4f26-8f74-540836f4ff31 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:47:06.183572 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 32e7c0cd-d093-4f26-8f74-540836f4ff31 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:47:06.183904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 32e7c0cd-d093-4f26-8f74-540836f4ff31 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:47:06.228231 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9c23eeb0-2ca8-492b-9df4-250b2b04e99f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/networks/13f7c2d5-bf32-4cbd-ae1e-3f98f876bc78 HTTP/1.1" status: 204 len: 168 time: 0.6027303 May 25 23:47:06.230790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49456) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:06.300166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-65f76dd0-6697-4e79-a03a-d4db9fdca3e1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:06.334595 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-65f76dd0-6697-4e79-a03a-d4db9fdca3e1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:06.455843 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-65f76dd0-6697-4e79-a03a-d4db9fdca3e1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:06.473813 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f76dd0-6697-4e79-a03a-d4db9fdca3e1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77915132-b2a4-4141-87e1-cbe34b8774c7,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:06.563540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-65f76dd0-6697-4e79-a03a-d4db9fdca3e1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:06.564689 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-65f76dd0-6697-4e79-a03a-d4db9fdca3e1 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/security-groups/77915132-b2a4-4141-87e1-cbe34b8774c7 HTTP/1.1" status: 204 len: 168 time: 0.3329358 May 25 23:47:06.864127 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49464) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:06.869772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-cac71fe4-3a53-4a7e-90a0-407ca0fe4347 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2020429309', 'description': 'tempest-secgroup-smoke-2020429309 description', 'project_id': '1c828b41022e4367bd8a19171329f245'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:47:06.875649 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cac71fe4-3a53-4a7e-90a0-407ca0fe4347 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:47:06.879675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cac71fe4-3a53-4a7e-90a0-407ca0fe4347 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:47:06.883035 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cac71fe4-3a53-4a7e-90a0-407ca0fe4347 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:47:06.888721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cac71fe4-3a53-4a7e-90a0-407ca0fe4347 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:47:06.970489 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cac71fe4-3a53-4a7e-90a0-407ca0fe4347 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:07.005178 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cac71fe4-3a53-4a7e-90a0-407ca0fe4347 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:47:07.009788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cac71fe4-3a53-4a7e-90a0-407ca0fe4347 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:47:07.012589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-cac71fe4-3a53-4a7e-90a0-407ca0fe4347 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:47:07.018280 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-cac71fe4-3a53-4a7e-90a0-407ca0fe4347 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:47:07.071427 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cac71fe4-3a53-4a7e-90a0-407ca0fe4347 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:07.147028 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cac71fe4-3a53-4a7e-90a0-407ca0fe4347 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:07.190229 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac71fe4-3a53-4a7e-90a0-407ca0fe4347 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d0d030-5753-48a0-8e14-df407cf4dbb1,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:07.267664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cac71fe4-3a53-4a7e-90a0-407ca0fe4347 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:07.268828 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cac71fe4-3a53-4a7e-90a0-407ca0fe4347 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4035740 May 25 23:47:07.271675 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49468) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:07.277229 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-fe064cac-21ec-46d9-b66d-6dcee9c9b5b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '72d0d030-5753-48a0-8e14-df407cf4dbb1', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:47:07.283298 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fe064cac-21ec-46d9-b66d-6dcee9c9b5b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:47:07.289054 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fe064cac-21ec-46d9-b66d-6dcee9c9b5b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:47:07.290754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-fe064cac-21ec-46d9-b66d-6dcee9c9b5b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:47:07.296480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-fe064cac-21ec-46d9-b66d-6dcee9c9b5b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:47:07.383173 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe064cac-21ec-46d9-b66d-6dcee9c9b5b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:07.445701 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe064cac-21ec-46d9-b66d-6dcee9c9b5b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:07.530493 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe064cac-21ec-46d9-b66d-6dcee9c9b5b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:07.554234 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe064cac-21ec-46d9-b66d-6dcee9c9b5b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98866b34-0e20-4495-8961-5e45253233fe,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:07.629007 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-fe064cac-21ec-46d9-b66d-6dcee9c9b5b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:07.630201 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-fe064cac-21ec-46d9-b66d-6dcee9c9b5b8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3576066 May 25 23:47:07.633099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49472) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:07.638480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-09ba736e-40b9-4651-aeb4-b7ea698d60b4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '72d0d030-5753-48a0-8e14-df407cf4dbb1', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:47:07.644356 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-09ba736e-40b9-4651-aeb4-b7ea698d60b4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:47:07.648233 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-09ba736e-40b9-4651-aeb4-b7ea698d60b4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:47:07.651229 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-09ba736e-40b9-4651-aeb4-b7ea698d60b4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:47:07.657012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-09ba736e-40b9-4651-aeb4-b7ea698d60b4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:47:07.733153 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09ba736e-40b9-4651-aeb4-b7ea698d60b4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:07.795218 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09ba736e-40b9-4651-aeb4-b7ea698d60b4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:07.907152 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09ba736e-40b9-4651-aeb4-b7ea698d60b4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:07.928246 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba736e-40b9-4651-aeb4-b7ea698d60b4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7b89ef-e794-4843-a38f-5ac913cf3de3,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:08.015961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-09ba736e-40b9-4651-aeb4-b7ea698d60b4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:08.017174 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-09ba736e-40b9-4651-aeb4-b7ea698d60b4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3831205 May 25 23:47:08.020008 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49476) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:08.026005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-74c28e66-19ea-43f6-881e-cf6eda7d40ef tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '72d0d030-5753-48a0-8e14-df407cf4dbb1', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:47:08.031816 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-74c28e66-19ea-43f6-881e-cf6eda7d40ef tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:47:08.035790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-74c28e66-19ea-43f6-881e-cf6eda7d40ef tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:47:08.040069 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-74c28e66-19ea-43f6-881e-cf6eda7d40ef tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:47:08.046025 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-74c28e66-19ea-43f6-881e-cf6eda7d40ef tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:47:08.126434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-74c28e66-19ea-43f6-881e-cf6eda7d40ef tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:08.187608 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-74c28e66-19ea-43f6-881e-cf6eda7d40ef tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:08.263292 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-74c28e66-19ea-43f6-881e-cf6eda7d40ef tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:08.291257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c28e66-19ea-43f6-881e-cf6eda7d40ef tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc85dbe1-d4ba-45e6-86dd-5712a99aa838,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:08.370457 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-74c28e66-19ea-43f6-881e-cf6eda7d40ef tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:08.371636 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-74c28e66-19ea-43f6-881e-cf6eda7d40ef tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3507271 May 25 23:47:08.374340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49480) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:08.379618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-0a6da7ef-8406-4b7b-bed5-65c9812f23ae tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '72d0d030-5753-48a0-8e14-df407cf4dbb1', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:47:08.386383 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0a6da7ef-8406-4b7b-bed5-65c9812f23ae tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:47:08.390135 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0a6da7ef-8406-4b7b-bed5-65c9812f23ae tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:47:08.393018 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0a6da7ef-8406-4b7b-bed5-65c9812f23ae tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:47:08.399494 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0a6da7ef-8406-4b7b-bed5-65c9812f23ae tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:47:08.480608 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0a6da7ef-8406-4b7b-bed5-65c9812f23ae tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:08.542237 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0a6da7ef-8406-4b7b-bed5-65c9812f23ae tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:08.623350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0a6da7ef-8406-4b7b-bed5-65c9812f23ae tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:08.646351 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6da7ef-8406-4b7b-bed5-65c9812f23ae tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb389ff-95b7-4b89-ac53-ef72e115ab63,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:08.726378 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0a6da7ef-8406-4b7b-bed5-65c9812f23ae tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:08.727670 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0a6da7ef-8406-4b7b-bed5-65c9812f23ae tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3523188 May 25 23:47:08.730188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49484) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:08.735603 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-27929934-471a-493c-98c8-89ea7a5499f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '72d0d030-5753-48a0-8e14-df407cf4dbb1', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:47:08.742041 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-27929934-471a-493c-98c8-89ea7a5499f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:47:08.745780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-27929934-471a-493c-98c8-89ea7a5499f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:47:08.748666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-27929934-471a-493c-98c8-89ea7a5499f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:47:08.754363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-27929934-471a-493c-98c8-89ea7a5499f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:47:08.800626 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-27929934-471a-493c-98c8-89ea7a5499f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Project 1c828b41022e4367bd8a19171329f245 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:47:08.807454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-27929934-471a-493c-98c8-89ea7a5499f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:08.870748 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-27929934-471a-493c-98c8-89ea7a5499f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:08.909138 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-27929934-471a-493c-98c8-89ea7a5499f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:08.932487 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27929934-471a-493c-98c8-89ea7a5499f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ae6687-5cc6-4c5e-8205-49ea4d9c0264,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:08.982974 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-27929934-471a-493c-98c8-89ea7a5499f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:08.984147 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-27929934-471a-493c-98c8-89ea7a5499f5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2530224 May 25 23:47:08.987032 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49488) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:08.993192 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-42ca29c7-252e-4a88-8cd1-85755c5c61c9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'security_group_rule': {'security_group_id': '72d0d030-5753-48a0-8e14-df407cf4dbb1', 'project_id': '1c828b41022e4367bd8a19171329f245', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:47:08.998968 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-42ca29c7-252e-4a88-8cd1-85755c5c61c9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:47:09.002742 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-42ca29c7-252e-4a88-8cd1-85755c5c61c9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:security_group_rule and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:47:09.005605 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-42ca29c7-252e-4a88-8cd1-85755c5c61c9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:47:09.011320 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-42ca29c7-252e-4a88-8cd1-85755c5c61c9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:47:09.062958 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-42ca29c7-252e-4a88-8cd1-85755c5c61c9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Project 1c828b41022e4367bd8a19171329f245 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:47:09.069205 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-42ca29c7-252e-4a88-8cd1-85755c5c61c9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:09.134698 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-42ca29c7-252e-4a88-8cd1-85755c5c61c9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:09.205833 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-42ca29c7-252e-4a88-8cd1-85755c5c61c9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:09.229157 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca29c7-252e-4a88-8cd1-85755c5c61c9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19452b86-4c70-4ac7-984e-b75d7270fe3c,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:09.295822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-42ca29c7-252e-4a88-8cd1-85755c5c61c9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:09.297098 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-42ca29c7-252e-4a88-8cd1-85755c5c61c9 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3091822 May 25 23:47:09.299973 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49492) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:09.305462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-167aa44d-e575-405f-8e57-912fb7b73ab7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'network': {'name': 'tempest-network-smoke--2133253991', 'project_id': '1c828b41022e4367bd8a19171329f245', 'port_security_enabled': True}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:47:09.310427 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-167aa44d-e575-405f-8e57-912fb7b73ab7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:47:09.314500 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-167aa44d-e575-405f-8e57-912fb7b73ab7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:network and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:47:09.317471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-167aa44d-e575-405f-8e57-912fb7b73ab7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:47:09.323175 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-167aa44d-e575-405f-8e57-912fb7b73ab7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:47:09.411188 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167aa44d-e575-405f-8e57-912fb7b73ab7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Made reservation on behalf of 1c828b41022e4367bd8a19171329f245 for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:47:09.414157 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-167aa44d-e575-405f-8e57-912fb7b73ab7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:09.444224 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167aa44d-e575-405f-8e57-912fb7b73ab7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:47:09.452335 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-167aa44d-e575-405f-8e57-912fb7b73ab7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:09.452701 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-167aa44d-e575-405f-8e57-912fb7b73ab7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Added segment 272e78e4-85ef-4e53-a9cc-41913a121474 of type vlan for network f43b6ae7-ed7e-46b8-9140-889f36474610 May 25 23:47:09.481471 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-167aa44d-e575-405f-8e57-912fb7b73ab7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:09.560123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-167aa44d-e575-405f-8e57-912fb7b73ab7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:09.563838 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167aa44d-e575-405f-8e57-912fb7b73ab7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:09.564403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-167aa44d-e575-405f-8e57-912fb7b73ab7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:09.760197 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167aa44d-e575-405f-8e57-912fb7b73ab7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Network': ['ID=f43b6ae7-ed7e-46b8-9140-889f36474610,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:09.770572 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network f43b6ae7-ed7e-46b8-9140-889f36474610 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:47:09.806975 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-167aa44d-e575-405f-8e57-912fb7b73ab7 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5059400 May 25 23:47:09.809602 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49496) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:09.814792 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1512700679', 'admin_state_up': True, 'project_id': '1c828b41022e4367bd8a19171329f245', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:47:09.822221 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:47:09.826020 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:router and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:47:09.828844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:47:09.835769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:47:09.907783 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:09.908791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:09.926317 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:10.157856 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:10.399858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:10.428867 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:10.563583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.26.5.186 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/4416bc13-e260-49d3-b22e-3f03ec139c75) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:47:10.717665 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:10.835194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:10.900553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:47:10.903367 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:47:10.907555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:47:10.934516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=4416bc13-e260-49d3-b22e-3f03ec139c75,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:11.138392 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:11.139104 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:11.434455 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router a7ced6f6-b6e6-49fd-a7af-267d468d75ce is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:47:11.514712 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b0839db2-9c8a-47d3-bc3f-6031357bed25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:11.637243 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:47:11.646814 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Sync routers for ids ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:47:11.658953 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Routers {'a7ced6f6-b6e6-49fd-a7af-267d468d75ce'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:47:11.659557 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:46:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:11.753259 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:11.754466 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-30e9221f-cb29-4c27-872c-74ad3d6e7bce tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9438925 May 25 23:47:11.757710 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49500) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:11.800256 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-975a8f2a-86ad-4302-9639-15dd334e993f tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=1c828b41022e4367bd8a19171329f245&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414450 May 25 23:47:11.803472 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49504) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:11.869458 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Set router a7ced6f6-b6e6-49fd-a7af-267d468d75ce gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:47:12.037411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26802f4a-fb95-4c60-9a43-11fc2f04627f tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:12.038720 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-26802f4a-fb95-4c60-9a43-11fc2f04627f tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2342947 May 25 23:47:12.041482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49508) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:12.080790 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-041794c1-605b-429c-bc67-5a2522df09a8 tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=c513f589-f876-49b8-8061-8e2704cb350d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381753 May 25 23:47:12.083247 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49512) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:12.088691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b2d8d51b-72b0-4ad2-8549-b3b62444f82e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-919218784', 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610', 'project_id': '1c828b41022e4367bd8a19171329f245', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:47:12.153256 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512700679', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:47:09Z', 'updated_at': '2022-05-25T23:47:11Z', 'revision_number': 3, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:10Z', 'updated_at': '2022-05-25T23:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:12.157099 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Checking router: a7ced6f6-b6e6-49fd-a7af-267d468d75ce for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:47:12.157435 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Updating router a7ced6f6-b6e6-49fd-a7af-267d468d75ce port 4416bc13-e260-49d3-b22e-3f03ec139c75 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:47:12.195567 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b2d8d51b-72b0-4ad2-8549-b3b62444f82e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:47:12.199305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b2d8d51b-72b0-4ad2-8549-b3b62444f82e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:subnet and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:47:12.202066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b2d8d51b-72b0-4ad2-8549-b3b62444f82e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:47:12.206825 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:12.208097 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b2d8d51b-72b0-4ad2-8549-b3b62444f82e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:47:12.290635 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d8d51b-72b0-4ad2-8549-b3b62444f82e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Made reservation on behalf of 1c828b41022e4367bd8a19171329f245 for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:47:12.395614 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2d8d51b-72b0-4ad2-8549-b3b62444f82e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:12.526282 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:12.538537 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Transition to ACTIVE for port object 4416bc13-e260-49d3-b22e-3f03ec139c75 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:47:12.612034 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:12.669328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2d8d51b-72b0-4ad2-8549-b3b62444f82e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:12.695411 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537b348-5ed5-4994-b45f-8b5f82c636c5 None None] Pushing event updated for resources: {'Port': ['ID=4416bc13-e260-49d3-b22e-3f03ec139c75,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:12.697734 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Attempting to bind port 4416bc13-e260-49d3-b22e-3f03ec139c75 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:47:12.698088 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Attempting to bind port 4416bc13-e260-49d3-b22e-3f03ec139c75 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:47:12.698441 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Attempting to bind port 4416bc13-e260-49d3-b22e-3f03ec139c75 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:47:12.710508 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:47:12.710876 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:47:12.711270 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:12.711762 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:47:12.712171 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Bound port: 4416bc13-e260-49d3-b22e-3f03ec139c75, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:47:12.712607 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:12.736631 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537b348-5ed5-4994-b45f-8b5f82c636c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:12.736969 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537b348-5ed5-4994-b45f-8b5f82c636c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:12.737296 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537b348-5ed5-4994-b45f-8b5f82c636c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:12.737622 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537b348-5ed5-4994-b45f-8b5f82c636c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:12.737946 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537b348-5ed5-4994-b45f-8b5f82c636c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:12.738266 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537b348-5ed5-4994-b45f-8b5f82c636c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:12.738587 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537b348-5ed5-4994-b45f-8b5f82c636c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:12.738905 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537b348-5ed5-4994-b45f-8b5f82c636c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:12.739217 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537b348-5ed5-4994-b45f-8b5f82c636c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:12.739531 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537b348-5ed5-4994-b45f-8b5f82c636c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:12.739917 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4537b348-5ed5-4994-b45f-8b5f82c636c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:12.753588 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8d51b-72b0-4ad2-8549-b3b62444f82e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Subnet': ['ID=4074b1f5-0e7e-4b28-a540-df10e58fa9e1,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:12.760618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d8d51b-72b0-4ad2-8549-b3b62444f82e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Checking segment: {'id': '272e78e4-85ef-4e53-a9cc-41913a121474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:47:12.760977 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d8d51b-72b0-4ad2-8549-b3b62444f82e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network hostable DHCP agents. Network: f43b6ae7-ed7e-46b8-9140-889f36474610, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:47:12.793405 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] For port 4416bc13-e260-49d3-b22e-3f03ec139c75, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:47:12.796422 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] For port 4416bc13-e260-49d3-b22e-3f03ec139c75, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4416bc13-e260-49d3-b22e-3f03ec139c75,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:47:12.875014 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d8d51b-72b0-4ad2-8549-b3b62444f82e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network f43b6ae7-ed7e-46b8-9140-889f36474610 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:47:12.898273 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:12.949331 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-b2d8d51b-72b0-4ad2-8549-b3b62444f82e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, f43b6ae7-ed7e-46b8-9140-889f36474610) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:47:12.953846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d8d51b-72b0-4ad2-8549-b3b62444f82e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:12.954912 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b2d8d51b-72b0-4ad2-8549-b3b62444f82e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:12.959425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8284a46-1d49-48fb-9133-a2e23e50a264 None None] Network f43b6ae7-ed7e-46b8-9140-889f36474610 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:47:12.983764 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537b348-5ed5-4994-b45f-8b5f82c636c5 None None] Pushing event updated for resources: {'Port': ['ID=4416bc13-e260-49d3-b22e-3f03ec139c75,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:12.987697 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Routers {'a7ced6f6-b6e6-49fd-a7af-267d468d75ce'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:47:12.987697 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:46:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:13.030459 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b2d8d51b-72b0-4ad2-8549-b3b62444f82e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9459906 May 25 23:47:13.033166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49516) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:13.164393 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] Set router a7ced6f6-b6e6-49fd-a7af-267d468d75ce gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:47:13.230287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-f43b6ae7-ed7e-46b8-9140-889f36474610', 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ips': [{'subnet_id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:47:13.231341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:13.408433 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Allocated IP 172.20.0.2 (f43b6ae7-ed7e-46b8-9140-889f36474610/4074b1f5-0e7e-4b28-a540-df10e58fa9e1/961657bd-8839-4e72-86cd-e1750621fe0e) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:47:13.481382 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512700679', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:47:09Z', 'updated_at': '2022-05-25T23:47:11Z', 'revision_number': 3, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:10Z', 'updated_at': '2022-05-25T23:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:13.485640 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30854e48-f964-4218-8676-2d8347bccc40 None None] The sync data for ids ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'] in dv-neutron-843300-1-hyperv is: [{'id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512700679', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:47:09Z', 'updated_at': '2022-05-25T23:47:11Z', 'revision_number': 3, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:10Z', 'updated_at': '2022-05-25T23:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:47:13.627829 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:13.640041 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Transition to ACTIVE for port object 961657bd-8839-4e72-86cd-e1750621fe0e will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:47:13.661233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Transition to ACTIVE for port object 961657bd-8839-4e72-86cd-e1750621fe0e will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:47:13.743775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:13.789051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5197-34fe-47c7-b1af-ac5ad5da2c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:13.825107 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Network f43b6ae7-ed7e-46b8-9140-889f36474610 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:47:13.828073 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:47:13.832610 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:47:13.835862 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Pushing event updated for resources: {'Port': ['ID=961657bd-8839-4e72-86cd-e1750621fe0e,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:13.882058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4416bc13-e260-49d3-b22e-3f03ec139c75 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:47:13.983812 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:13.994885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Attempting to bind port 961657bd-8839-4e72-86cd-e1750621fe0e on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:47:13.995449 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Attempting to bind port 961657bd-8839-4e72-86cd-e1750621fe0e by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '272e78e4-85ef-4e53-a9cc-41913a121474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:47:13.995564 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Attempting to bind port 961657bd-8839-4e72-86cd-e1750621fe0e on network f43b6ae7-ed7e-46b8-9140-889f36474610 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:47:14.005536 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:47:14.005991 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Checking segment: {'id': '272e78e4-85ef-4e53-a9cc-41913a121474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:47:14.006298 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:14.006684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Bound using segment: {'id': '272e78e4-85ef-4e53-a9cc-41913a121474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:47:14.007154 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Bound port: 961657bd-8839-4e72-86cd-e1750621fe0e, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e78e4-85ef-4e53-a9cc-41913a121474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:47:14.007752 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:14.106297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] For port 961657bd-8839-4e72-86cd-e1750621fe0e, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:47:14.110080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] For port 961657bd-8839-4e72-86cd-e1750621fe0e, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=961657bd-8839-4e72-86cd-e1750621fe0e,segment=NetworkSegment(272e78e4-85ef-4e53-a9cc-41913a121474),segment_id=272e78e4-85ef-4e53-a9cc-41913a121474)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:47:14.118588 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 4416bc13-e260-49d3-b22e-3f03ec139c75 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:47:14.123880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 4416bc13-e260-49d3-b22e-3f03ec139c75 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:47:14.124247 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:14.215502 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:14.316283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:14.339049 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46d67e-72b9-4ce8-a97e-13ca2837800f None None] Pushing event updated for resources: {'Port': ['ID=961657bd-8839-4e72-86cd-e1750621fe0e,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:14.343657 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 4416bc13-e260-49d3-b22e-3f03ec139c75, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4416bc13-e260-49d3-b22e-3f03ec139c75,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:47:14.401631 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:14.439518 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.20.0.1 (f43b6ae7-ed7e-46b8-9140-889f36474610/4074b1f5-0e7e-4b28-a540-df10e58fa9e1/fc35464e-ba3f-48d0-ab46-7eceb681e5d8) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:47:14.484862 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=4416bc13-e260-49d3-b22e-3f03ec139c75,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:14.647952 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:14.666534 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Transition to ACTIVE for port object fc35464e-ba3f-48d0-ab46-7eceb681e5d8 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:47:14.743392 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:14.815222 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network f43b6ae7-ed7e-46b8-9140-889f36474610 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:47:14.818900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:47:14.823680 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:47:14.854745 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=fc35464e-ba3f-48d0-ab46-7eceb681e5d8,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:14.875016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:14.875357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:14.875694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:14.876025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:14.876354 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:14.876708 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:14.877032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:14.877375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:14.877696 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:14.878012 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:14.878350 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:47:14.895467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:15.035109 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:15.042699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:15.111642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:15.285646 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1305b5a4-070a-4a17-813c-e0cedc3cc365 None None] Network f43b6ae7-ed7e-46b8-9140-889f36474610 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:47:15.449583 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:15.494216 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5f7ea46d-4b33-4281-b700-84a5f8f23c19 None None] Provisioning for port 961657bd-8839-4e72-86cd-e1750621fe0e completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:47:15.503807 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:15.617667 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:15.621168 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=fc35464e-ba3f-48d0-ab46-7eceb681e5d8,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:15.874971 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network f43b6ae7-ed7e-46b8-9140-889f36474610 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:47:15.876213 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:47:15.899645 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4416bc13-e260-49d3-b22e-3f03ec139c75 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:47:15.932962 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-67eda6b3-27be-4980-82b6-f0a7e469d707 None None] Provisioning for port fc35464e-ba3f-48d0-ab46-7eceb681e5d8 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:47:15.947756 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-67eda6b3-27be-4980-82b6-f0a7e469d707 None None] Provisioning complete for port fc35464e-ba3f-48d0-ab46-7eceb681e5d8 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:47:15.948385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-67eda6b3-27be-4980-82b6-f0a7e469d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:16.023392 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-67eda6b3-27be-4980-82b6-f0a7e469d707 None None] Port fc35464e-ba3f-48d0-ab46-7eceb681e5d8 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:47:16.042192 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 4416bc13-e260-49d3-b22e-3f03ec139c75 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:47:16.042650 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:16.179488 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 961657bd-8839-4e72-86cd-e1750621fe0e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:47:16.206443 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e5b1947b-37fb-487b-8482-7eea0536a813 None None] Provisioning complete for port fc35464e-ba3f-48d0-ab46-7eceb681e5d8 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:47:16.206808 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e5b1947b-37fb-487b-8482-7eea0536a813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:16.271872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router a7ced6f6-b6e6-49fd-a7af-267d468d75ce has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:47:16.279029 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1947b-37fb-487b-8482-7eea0536a813 None None] Port fc35464e-ba3f-48d0-ab46-7eceb681e5d8 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:47:16.353083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 961657bd-8839-4e72-86cd-e1750621fe0e completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:47:16.358157 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 961657bd-8839-4e72-86cd-e1750621fe0e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:47:16.358602 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:16.455957 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-488b1d44-8d66-4cdb-9cbf-3036e759e9ae None None] Provisioning complete for port fc35464e-ba3f-48d0-ab46-7eceb681e5d8 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:47:16.456316 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-488b1d44-8d66-4cdb-9cbf-3036e759e9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:16.476243 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:47:16.489049 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6e36e065-8551-478e-b68a-9addb5c9a291 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "PUT /v2.0/routers/a7ced6f6-b6e6-49fd-a7af-267d468d75ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4542732 May 25 23:47:16.537038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-488b1d44-8d66-4cdb-9cbf-3036e759e9ae None None] Port fc35464e-ba3f-48d0-ab46-7eceb681e5d8 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:47:16.567941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:16.620452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 961657bd-8839-4e72-86cd-e1750621fe0e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=961657bd-8839-4e72-86cd-e1750621fe0e,segment=NetworkSegment(272e78e4-85ef-4e53-a9cc-41913a121474),segment_id=272e78e4-85ef-4e53-a9cc-41913a121474)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:47:16.663956 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-513180dc-95e2-49c8-b394-1cfab5924160 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020429309&fields=id&tenant_id=1c828b41022e4367bd8a19171329f245 HTTP/1.1" status: 200 len: 267 time: 0.0406311 May 25 23:47:16.697807 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:16.772506 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=961657bd-8839-4e72-86cd-e1750621fe0e,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:16.812413 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-19c8ffaa-9df2-400e-b630-817130dc4c37 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:16.813850 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-19c8ffaa-9df2-400e-b630-817130dc4c37 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/networks?id=f43b6ae7-ed7e-46b8-9140-889f36474610 HTTP/1.1" status: 200 len: 797 time: 0.1435895 May 25 23:47:16.829784 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-358bf095-70b8-42de-a8b3-443366f12bfd tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/quotas/1c828b41022e4367bd8a19171329f245 HTTP/1.1" status: 200 len: 375 time: 0.0104914 May 25 23:47:16.840659 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:16.912482 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e8f1c52c-d729-4802-8435-be75ff484caa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:47:17.016023 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e8f1c52c-d729-4802-8435-be75ff484caa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:47:17.017505 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e8f1c52c-d729-4802-8435-be75ff484caa tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1823165 May 25 23:47:17.158214 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-ba0295cc-2759-4e98-9bbe-85d13069bd02 service neutron] 10.222.0.66 "GET /v2.0/networks/f43b6ae7-ed7e-46b8-9140-889f36474610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283000 May 25 23:47:17.237572 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Sync routers for ids ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:47:17.249669 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Routers {'a7ced6f6-b6e6-49fd-a7af-267d468d75ce'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:47:17.249941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:47:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:17.290739 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-07079523-4e26-401b-8c92-c2ad06c368fa service neutron] 10.222.0.66 "GET /v2.0/networks/f43b6ae7-ed7e-46b8-9140-889f36474610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260452 May 25 23:47:17.426605 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Set router a7ced6f6-b6e6-49fd-a7af-267d468d75ce gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:47:17.620602 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-396bc219-d28e-494f-b496-2cbaca56b48f req-bb73fefd-b1f8-4c03-b5cf-edca33bcf56b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 210 time: 0.0493426 May 25 23:47:17.748793 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512700679', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:47:09Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:10Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'fc35464e-ba3f-48d0-ab46-7eceb681e5d8', 'name': '', 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:7c:7d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:14Z', 'updated_at': '2022-05-25T23:47:15Z', 'revision_number': 2, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:17.752695 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Checking router: a7ced6f6-b6e6-49fd-a7af-267d468d75ce for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:47:17.753087 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Updating router a7ced6f6-b6e6-49fd-a7af-267d468d75ce port fc35464e-ba3f-48d0-ab46-7eceb681e5d8 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:47:17.805222 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:17.814955 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 961657bd-8839-4e72-86cd-e1750621fe0e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:47:17.988957 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 961657bd-8839-4e72-86cd-e1750621fe0e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:47:17.989314 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:18.121460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:18.305341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:18.316998 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Transition to ACTIVE for port object fc35464e-ba3f-48d0-ab46-7eceb681e5d8 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:47:18.378597 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:18.503558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70c822-cecd-451a-b5fc-ead070c144a5 None None] Pushing event updated for resources: {'Port': ['ID=fc35464e-ba3f-48d0-ab46-7eceb681e5d8,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:18.633378 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Attempting to bind port fc35464e-ba3f-48d0-ab46-7eceb681e5d8 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:47:18.633742 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Attempting to bind port fc35464e-ba3f-48d0-ab46-7eceb681e5d8 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '272e78e4-85ef-4e53-a9cc-41913a121474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:47:18.635390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Attempting to bind port fc35464e-ba3f-48d0-ab46-7eceb681e5d8 on network f43b6ae7-ed7e-46b8-9140-889f36474610 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:47:18.640438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:47:18.640831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Checking segment: {'id': '272e78e4-85ef-4e53-a9cc-41913a121474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:47:18.641221 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:18.641604 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Bound using segment: {'id': '272e78e4-85ef-4e53-a9cc-41913a121474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:47:18.642068 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Bound port: fc35464e-ba3f-48d0-ab46-7eceb681e5d8, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e78e4-85ef-4e53-a9cc-41913a121474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:47:18.642430 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:18.745526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] For port fc35464e-ba3f-48d0-ab46-7eceb681e5d8, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:47:18.748720 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] For port fc35464e-ba3f-48d0-ab46-7eceb681e5d8, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fc35464e-ba3f-48d0-ab46-7eceb681e5d8,segment=NetworkSegment(272e78e4-85ef-4e53-a9cc-41913a121474),segment_id=272e78e4-85ef-4e53-a9cc-41913a121474)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:47:18.788556 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e040c880-4ea8-4ed6-9f2d-fc3c77af1fbc req-dc0c7de0-644c-4f53-855b-fad98fb148c4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 210 time: 0.0420423 May 25 23:47:18.789485 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:18.873297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70c822-cecd-451a-b5fc-ead070c144a5 None None] Pushing event updated for resources: {'Port': ['ID=fc35464e-ba3f-48d0-ab46-7eceb681e5d8,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:18.881628 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Routers {'a7ced6f6-b6e6-49fd-a7af-267d468d75ce'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:47:18.881628 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:47:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:19.220325 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] Set router a7ced6f6-b6e6-49fd-a7af-267d468d75ce gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:47:19.500364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-ddd6ddcc-b525-4696-b18d-dc14804d29fc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:19.501072 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-ddd6ddcc-b525-4696-b18d-dc14804d29fc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:network {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:47:19.583565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-ddd6ddcc-b525-4696-b18d-dc14804d29fc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:network {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:47:19.584647 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-ddd6ddcc-b525-4696-b18d-dc14804d29fc tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "GET /v2.0/networks?id=f43b6ae7-ed7e-46b8-9140-889f36474610 HTTP/1.1" status: 200 len: 797 time: 0.2311041 May 25 23:47:19.586600 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512700679', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:47:09Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:10Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'fc35464e-ba3f-48d0-ab46-7eceb681e5d8', 'name': '', 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:7c:7d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:14Z', 'updated_at': '2022-05-25T23:47:18Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:19.590879 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0a56b7-8227-4021-97cb-47f65e0e14b2 None None] The sync data for ids ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'] in dv-neutron-843300-1-hyperv is: [{'id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512700679', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:47:09Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:10Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'fc35464e-ba3f-48d0-ab46-7eceb681e5d8', 'name': '', 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:7c:7d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:14Z', 'updated_at': '2022-05-25T23:47:18Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:47:19.642794 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e85d1fb5-8eb0-4c6a-87b5-d0e3c413f79a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:47:19.732338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e85d1fb5-8eb0-4c6a-87b5-d0e3c413f79a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:47:19.733665 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e85d1fb5-8eb0-4c6a-87b5-d0e3c413f79a tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c828b41022e4367bd8a19171329f245 HTTP/1.1" status: 200 len: 380 time: 0.1368158 May 25 23:47:19.742965 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e2937d84-4219-4c36-9b61-a5946139782d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'port': {'device_id': '7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc', 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610', 'admin_state_up': True, 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'security_groups': ['72d0d030-5753-48a0-8e14-df407cf4dbb1']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:47:19.859901 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fc35464e-ba3f-48d0-ab46-7eceb681e5d8 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:47:19.932492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e2937d84-4219-4c36-9b61-a5946139782d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:47:19.946046 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e2937d84-4219-4c36-9b61-a5946139782d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:47:20.009203 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6f008037-b0a4-4e43-ba35-186f10e3e24a req-82a35769-f90d-4be3-b566-efafb2754a48 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 210 time: 0.0430343 May 25 23:47:20.035253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port fc35464e-ba3f-48d0-ab46-7eceb681e5d8 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:47:20.041768 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port fc35464e-ba3f-48d0-ab46-7eceb681e5d8 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:47:20.042132 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:20.046474 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e2937d84-4219-4c36-9b61-a5946139782d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Made reservation on behalf of 1c828b41022e4367bd8a19171329f245 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:47:20.049772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e2937d84-4219-4c36-9b61-a5946139782d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:20.157855 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:20.192922 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port fc35464e-ba3f-48d0-ab46-7eceb681e5d8, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fc35464e-ba3f-48d0-ab46-7eceb681e5d8,segment=NetworkSegment(272e78e4-85ef-4e53-a9cc-41913a121474),segment_id=272e78e4-85ef-4e53-a9cc-41913a121474)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:47:20.226365 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e2937d84-4219-4c36-9b61-a5946139782d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.20.0.5 (f43b6ae7-ed7e-46b8-9140-889f36474610/4074b1f5-0e7e-4b28-a540-df10e58fa9e1/3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:47:20.269594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:20.355112 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=fc35464e-ba3f-48d0-ab46-7eceb681e5d8,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:20.430792 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e2937d84-4219-4c36-9b61-a5946139782d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:20.447305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e2937d84-4219-4c36-9b61-a5946139782d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Transition to ACTIVE for port object 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:47:20.537148 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e2937d84-4219-4c36-9b61-a5946139782d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:20.611364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e2937d84-4219-4c36-9b61-a5946139782d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network f43b6ae7-ed7e-46b8-9140-889f36474610 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:47:20.617808 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e2937d84-4219-4c36-9b61-a5946139782d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:47:20.619576 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e2937d84-4219-4c36-9b61-a5946139782d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:47:20.650602 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2937d84-4219-4c36-9b61-a5946139782d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:20.685912 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e2937d84-4219-4c36-9b61-a5946139782d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:20.686506 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e2937d84-4219-4c36-9b61-a5946139782d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:20.766895 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-e2937d84-4219-4c36-9b61-a5946139782d tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0282691 May 25 23:47:20.778262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Request body: {'port': {'device_id': '7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:47:20.863395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-63306538-8d10-4aa5-ba8c-a77f04d1dafe None None] Provisioning for port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:47:20.875002 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-63306538-8d10-4aa5-ba8c-a77f04d1dafe None None] Provisioning complete for port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:47:20.875002 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-63306538-8d10-4aa5-ba8c-a77f04d1dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:20.886949 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:20.921778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-63306538-8d10-4aa5-ba8c-a77f04d1dafe None None] Port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:47:21.206992 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1cede-02a4-4efe-aead-14cd3d05b84f req-7a1678f1-0060-4bdf-8c94-104488b9afec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:21.209013 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b9e1cede-02a4-4efe-aead-14cd3d05b84f req-7a1678f1-0060-4bdf-8c94-104488b9afec tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 931 time: 0.0748789 May 25 23:47:21.260036 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b9e1cede-02a4-4efe-aead-14cd3d05b84f req-87dbecd3-c2c7-442a-82ad-dd354bc0cfa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455024 May 25 23:47:21.313367 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:47:21.320883 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:21.335397 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Transition to ACTIVE for port object 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:47:21.440278 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:21.566369 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Pushing event updated for resources: {'Port': ['ID=3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:21.676313 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Attempting to bind port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:47:21.676685 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Attempting to bind port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '272e78e4-85ef-4e53-a9cc-41913a121474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:47:21.677539 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Attempting to bind port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 on network f43b6ae7-ed7e-46b8-9140-889f36474610 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:47:21.683590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 on network f43b6ae7-ed7e-46b8-9140-889f36474610 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:47:21.683907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Attempting to bind port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 on network f43b6ae7-ed7e-46b8-9140-889f36474610 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:47:21.690806 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:47:21.691138 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Checking segment: {'id': '272e78e4-85ef-4e53-a9cc-41913a121474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:47:21.691521 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Bound using segment: {'id': '272e78e4-85ef-4e53-a9cc-41913a121474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:47:21.691942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Bound port: 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272e78e4-85ef-4e53-a9cc-41913a121474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:47:21.692290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:21.784771 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] For port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:47:21.787787 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] For port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5,segment=NetworkSegment(272e78e4-85ef-4e53-a9cc-41913a121474),segment_id=272e78e4-85ef-4e53-a9cc-41913a121474)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:47:21.805714 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fc35464e-ba3f-48d0-ab46-7eceb681e5d8 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:47:21.852047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:21.876261 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port fc35464e-ba3f-48d0-ab46-7eceb681e5d8 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:47:21.876828 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:21.920351 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:21.921778 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] 10.222.0.73 "PUT /v2.0/ports/3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 HTTP/1.1" status: 200 len: 1093 time: 1.1480768 May 25 23:47:21.922200 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc', 'tag': '3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:47:21.943931 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4fdac-5e38-4cb0-9074-af84561c971d service neutron] Pushing event updated for resources: {'Port': ['ID=3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:21.987423 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fcab5c9-e3fc-4eb5-8e95-41b0a5f1b9d6'] response: {'name': 'network-changed', 'server_uuid': '7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc', 'tag': '3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5', 'status': 'completed', 'code': 200} May 25 23:47:22.078843 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7bcf073b-68a3-4f9c-927f-4790d7d8dde3 req-5e4bc469-c0bd-4188-8710-9255992ab942 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 1096 time: 0.0720119 May 25 23:47:22.218849 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf073b-68a3-4f9c-927f-4790d7d8dde3 req-13f4d4d4-da67-403e-b280-375d1d81c566 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:22.220187 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7bcf073b-68a3-4f9c-927f-4790d7d8dde3 req-13f4d4d4-da67-403e-b280-375d1d81c566 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1c828b41022e4367bd8a19171329f245&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1354156 May 25 23:47:22.356625 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf073b-68a3-4f9c-927f-4790d7d8dde3 req-afaf9b18-a4f3-41af-b5b1-99b868f568b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:22.358048 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7bcf073b-68a3-4f9c-927f-4790d7d8dde3 req-afaf9b18-a4f3-41af-b5b1-99b868f568b2 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326740 May 25 23:47:22.468108 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-3449b7a8-1581-4029-9b0b-0a9f19839c9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 1096 time: 0.0764961 May 25 23:47:22.535423 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-c7320e18-aa8b-4e96-b05b-f842fcf6f798 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 HTTP/1.1" status: 200 len: 217 time: 0.0603597 May 25 23:47:22.563135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f97ae-9b46-4223-b834-a232bd8fcd31 req-7209478d-91c3-496f-8916-222ca0fe24af tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:22.565433 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-938f97ae-9b46-4223-b834-a232bd8fcd31 req-7209478d-91c3-496f-8916-222ca0fe24af tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 943 time: 0.1831181 May 25 23:47:22.600518 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-a76ee8e5-dc86-4a14-9159-3f2215402d07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:22.601992 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-a76ee8e5-dc86-4a14-9159-3f2215402d07 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4074b1f5-0e7e-4b28-a540-df10e58fa9e1 HTTP/1.1" status: 200 len: 834 time: 0.0612113 May 25 23:47:22.610640 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-938f97ae-9b46-4223-b834-a232bd8fcd31 req-0af2befe-6312-4927-a8ef-6a393984b927 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398359 May 25 23:47:22.675561 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-10e290f6-906f-4707-b6c5-bd8fca2cb8aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f43b6ae7-ed7e-46b8-9140-889f36474610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675821 May 25 23:47:22.803807 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-74cd03bd-937c-45a9-a7e7-36d0d1ae619f service neutron] 10.222.0.73 "GET /v2.0/networks/f43b6ae7-ed7e-46b8-9140-889f36474610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225483 May 25 23:47:22.933138 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-83da02f4-9fd7-4081-ae0e-77fa7343d166 req-fe549f27-a0a0-4576-8842-70953286f31b service neutron] 10.222.0.73 "GET /v2.0/networks/f43b6ae7-ed7e-46b8-9140-889f36474610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228111 May 25 23:47:23.810167 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d68faf-7615-40e7-84e6-030ea12171ca req-d67869a6-2723-4cd9-bc3e-57487b002f23 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:23.811589 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-56d68faf-7615-40e7-84e6-030ea12171ca req-d67869a6-2723-4cd9-bc3e-57487b002f23 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 943 time: 0.0799499 May 25 23:47:23.856394 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-56d68faf-7615-40e7-84e6-030ea12171ca req-d52767da-f36a-40b1-a7ac-2302732a39b5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392015 May 25 23:47:25.060153 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3939b-1e4f-49f6-8cc2-734dcb0bfeaa req-5bcc2838-86ed-46d1-838b-ddafcd6e8cb3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:25.061525 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1da3939b-1e4f-49f6-8cc2-734dcb0bfeaa req-5bcc2838-86ed-46d1-838b-ddafcd6e8cb3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 943 time: 0.0759325 May 25 23:47:25.106978 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1da3939b-1e4f-49f6-8cc2-734dcb0bfeaa req-51f021ce-d9db-4435-9120-e801124f206b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400035 May 25 23:47:25.653614 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:47:25.703056 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:47:25.871599 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5,segment=NetworkSegment(272e78e4-85ef-4e53-a9cc-41913a121474),segment_id=272e78e4-85ef-4e53-a9cc-41913a121474)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:47:25.884367 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5', 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610', 'port_id': '3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5', 'mac_address': 'fa:16:3e:bb:0e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:47:25.935895 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:25.952107 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:47:25.967033 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5,segment=NetworkSegment(272e78e4-85ef-4e53-a9cc-41913a121474),segment_id=272e78e4-85ef-4e53-a9cc-41913a121474)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:47:26.032546 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:26.098567 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:26.267586 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:47:26.313428 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b25ab2-2a35-40f3-8c58-5bcfcbc91d3c req-3facdf20-cf9f-4286-bd36-ec25319c2779 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:26.314867 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c1b25ab2-2a35-40f3-8c58-5bcfcbc91d3c req-3facdf20-cf9f-4286-bd36-ec25319c2779 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 944 time: 0.0813746 May 25 23:47:26.362005 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c1b25ab2-2a35-40f3-8c58-5bcfcbc91d3c req-b6983045-7f52-466d-8300-6343c284d3e0 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407224 May 25 23:47:27.554804 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1102348-5e34-42eb-87e4-9d39522fab57 req-56982af6-4b02-4c9f-a349-6831b8ab8fa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:27.556233 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b1102348-5e34-42eb-87e4-9d39522fab57 req-56982af6-4b02-4c9f-a349-6831b8ab8fa5 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 944 time: 0.0748129 May 25 23:47:27.601029 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b1102348-5e34-42eb-87e4-9d39522fab57 req-87485af0-e64d-4839-ad65-46c25a32f463 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384893 May 25 23:47:27.716936 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:47:27.835242 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:47:27.839707 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:47:27.840069 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:27.955491 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:27.982425 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:47:27.991916 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5,segment=NetworkSegment(272e78e4-85ef-4e53-a9cc-41913a121474),segment_id=272e78e4-85ef-4e53-a9cc-41913a121474)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:47:28.036827 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79730ce6-9519-48dd-b51e-a89828668820'] response: {'server_uuid': '7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5', 'code': 200} May 25 23:47:28.055691 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:28.125254 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:28.478771 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-448e58be-5cb9-4e2e-937a-9c92cfa138d3 req-59f95a68-7ce2-44ac-ad07-78c4e9dcb890 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 1098 time: 0.1498232 May 25 23:47:28.521348 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-448e58be-5cb9-4e2e-937a-9c92cfa138d3 req-09ce4a4c-9905-44ec-8098-7b30e392223a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360608 May 25 23:47:28.801941 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89842fb-e922-4769-b89f-9e201fd6ffc1 req-c914fe49-11d8-4843-a8e7-54b4d05f3f4c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:28.803935 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b89842fb-e922-4769-b89f-9e201fd6ffc1 req-c914fe49-11d8-4843-a8e7-54b4d05f3f4c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 945 time: 0.0784261 May 25 23:47:28.850219 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b89842fb-e922-4769-b89f-9e201fd6ffc1 req-a01ddede-2c51-4482-8395-32b053531065 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405815 May 25 23:47:30.047120 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f616e7d-70b3-42d5-b8b3-54b6c607cb74 req-8e0230d2-4ae1-4fcf-b757-f7e2cdf3ae85 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:30.048463 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3f616e7d-70b3-42d5-b8b3-54b6c607cb74 req-8e0230d2-4ae1-4fcf-b757-f7e2cdf3ae85 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 945 time: 0.0784645 May 25 23:47:30.095904 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3f616e7d-70b3-42d5-b8b3-54b6c607cb74 req-64f3e7bf-b191-484f-857a-41e72f5ea159 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413773 May 25 23:47:30.301200 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41306917-8bec-4d6e-a7ec-9acc055d1fb8 req-517ccf84-7ad3-4e39-8216-1b428f27d7ad tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:30.302621 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-41306917-8bec-4d6e-a7ec-9acc055d1fb8 req-517ccf84-7ad3-4e39-8216-1b428f27d7ad tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 945 time: 0.0752449 May 25 23:47:30.348477 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-41306917-8bec-4d6e-a7ec-9acc055d1fb8 req-df1486d6-94f7-4c46-a1d0-8f3dda2e734e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395901 May 25 23:47:30.376554 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49566) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:30.447845 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-80b33de8-b636-422d-bf1e-ef0a8aca31af tempest-TestNetworkAdvancedServerOps-996351424 tempest-TestNetworkAdvancedServerOps-996351424-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 1093 time: 0.0701826 May 25 23:47:30.450517 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49570) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:30.455357 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': '3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:47:30.461131 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:47:30.464815 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Usage tracker for resource:floatingip and tenant:1c828b41022e4367bd8a19171329f245 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:47:30.467571 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:47:30.473070 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:47:30.537470 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:30.671477 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:30.799263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Allocated IP 172.26.5.200 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/eaa5ea67-c792-4ca9-ac74-fb393d0adec2) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:47:30.941389 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:31.015875 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:31.084093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:47:31.087735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:47:31.091932 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:47:31.115628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=eaa5ea67-c792-4ca9-ac74-fb393d0adec2,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:31.675641 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:31.786463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:31.987402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:32.068694 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:32.176466 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event updated for resources: {'Port': ['ID=eaa5ea67-c792-4ca9-ac74-fb393d0adec2,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:47:32.190217 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:32.379698 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Floating IP 2580ee94-c77b-47ae-8a87-0b7451274319 associated. External IP: 172.26.5.200, port: 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5. May 25 23:47:32.760441 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router a7ced6f6-b6e6-49fd-a7af-267d468d75ce has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:47:32.955821 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:47:32.965778 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df58807d-c361-4c32-99ec-99ef8148b125 None None] Sync routers for ids ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:47:32.978671 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df58807d-c361-4c32-99ec-99ef8148b125 None None] Routers {'a7ced6f6-b6e6-49fd-a7af-267d468d75ce'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:47:32.979266 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-df58807d-c361-4c32-99ec-99ef8148b125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:47:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:33.046471 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:33.099858 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f1366890-5470-415a-ae5a-987bbd65671c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6483476 May 25 23:47:33.100417 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc', 'tag': '3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:47:33.175579 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99aeb071-53c7-478e-9385-d9a28f24d431'] response: {'name': 'network-changed', 'server_uuid': '7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc', 'tag': '3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5', 'status': 'completed', 'code': 200} May 25 23:47:33.183206 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-df58807d-c361-4c32-99ec-99ef8148b125 None None] Set router a7ced6f6-b6e6-49fd-a7af-267d468d75ce gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:47:33.266891 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8c2ceb6c-9bce-4708-9d2c-a92775d20e6d req-c2ae542c-1f7f-4a69-9fb3-2e34e86834cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 1098 time: 0.0717306 May 25 23:47:33.302044 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75ae3d-c84e-459c-aa29-f4e6018a0695 req-5c3b71e2-9178-4fee-8568-2ee96f92b621 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:33.305096 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ac75ae3d-c84e-459c-aa29-f4e6018a0695 req-5c3b71e2-9178-4fee-8568-2ee96f92b621 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 945 time: 0.0871930 May 25 23:47:33.362628 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ac75ae3d-c84e-459c-aa29-f4e6018a0695 req-0e9c8ed7-7d3e-495c-a2be-55718b8d6267 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514896 May 25 23:47:33.394375 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49578) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:33.403893 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ceb6c-9bce-4708-9d2c-a92775d20e6d req-abf513c6-5a90-4d03-8f99-992c3457c369 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:33.405427 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8c2ceb6c-9bce-4708-9d2c-a92775d20e6d req-abf513c6-5a90-4d03-8f99-992c3457c369 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f43b6ae7-ed7e-46b8-9140-889f36474610 HTTP/1.1" status: 200 len: 898 time: 0.1331816 May 25 23:47:33.514959 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8c2ceb6c-9bce-4708-9d2c-a92775d20e6d req-e56ed0a2-00f1-40d8-a4ca-33cdd2001652 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 HTTP/1.1" status: 200 len: 999 time: 0.1041589 May 25 23:47:33.570293 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-df58807d-c361-4c32-99ec-99ef8148b125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512700679', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:47:09Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:10Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '2580ee94-c77b-47ae-8a87-0b7451274319', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'floating_ip_address': '172.26.5.200', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'port_id': '3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610', 'mac_address': 'fa:16:3e:bb:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:47:31Z', 'updated_at': '2022-05-25T23:47:31Z', 'revision_number': 0, 'project_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc35464e-ba3f-48d0-ab46-7eceb681e5d8', 'name': '', 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:7c:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:14Z', 'updated_at': '2022-05-25T23:47:20Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:33.573947 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df58807d-c361-4c32-99ec-99ef8148b125 None None] Checking router: a7ced6f6-b6e6-49fd-a7af-267d468d75ce for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:47:33.578901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ceb6c-9bce-4708-9d2c-a92775d20e6d req-e24f61c0-dc10-44f6-889d-71e3dc56d9a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:33.581840 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8c2ceb6c-9bce-4708-9d2c-a92775d20e6d req-e24f61c0-dc10-44f6-889d-71e3dc56d9a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4074b1f5-0e7e-4b28-a540-df10e58fa9e1 HTTP/1.1" status: 200 len: 834 time: 0.0603602 May 25 23:47:33.584577 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df58807d-c361-4c32-99ec-99ef8148b125 None None] Routers {'a7ced6f6-b6e6-49fd-a7af-267d468d75ce'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:47:33.585699 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-df58807d-c361-4c32-99ec-99ef8148b125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:47:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:33.603957 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-67a2fa35-a628-42d6-a258-d20952092d53 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/2580ee94-c77b-47ae-8a87-0b7451274319 HTTP/1.1" status: 200 len: 991 time: 0.2083933 May 25 23:47:33.659947 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8c2ceb6c-9bce-4708-9d2c-a92775d20e6d req-1076262d-c0dd-4c1c-98ec-070a76fb8dba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f43b6ae7-ed7e-46b8-9140-889f36474610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735943 May 25 23:47:33.764412 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-df58807d-c361-4c32-99ec-99ef8148b125 None None] Set router a7ced6f6-b6e6-49fd-a7af-267d468d75ce gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:47:33.790872 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8c2ceb6c-9bce-4708-9d2c-a92775d20e6d req-8f90b42d-53f7-47cd-b8ba-e6b80461aecf service neutron] 10.222.0.73 "GET /v2.0/networks/f43b6ae7-ed7e-46b8-9140-889f36474610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252725 May 25 23:47:33.923673 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8c2ceb6c-9bce-4708-9d2c-a92775d20e6d req-c2b54430-1a76-4e0d-9913-0d92cc3eae53 service neutron] 10.222.0.73 "GET /v2.0/networks/f43b6ae7-ed7e-46b8-9140-889f36474610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276588 May 25 23:47:34.105631 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-df58807d-c361-4c32-99ec-99ef8148b125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512700679', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:47:09Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:10Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '2580ee94-c77b-47ae-8a87-0b7451274319', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'floating_ip_address': '172.26.5.200', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'port_id': '3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610', 'mac_address': 'fa:16:3e:bb:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:47:31Z', 'updated_at': '2022-05-25T23:47:31Z', 'revision_number': 0, 'project_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc35464e-ba3f-48d0-ab46-7eceb681e5d8', 'name': '', 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:7c:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:14Z', 'updated_at': '2022-05-25T23:47:20Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:47:34.109547 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df58807d-c361-4c32-99ec-99ef8148b125 None None] The sync data for ids ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'] in dv-neutron-843300-1-hyperv is: [{'id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512700679', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:47:09Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:10Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '2580ee94-c77b-47ae-8a87-0b7451274319', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'floating_ip_address': '172.26.5.200', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'port_id': '3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610', 'mac_address': 'fa:16:3e:bb:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:47:31Z', 'updated_at': '2022-05-25T23:47:31Z', 'revision_number': 0, 'project_id': '1c828b41022e4367bd8a19171329f245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc35464e-ba3f-48d0-ab46-7eceb681e5d8', 'name': '', 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:7c:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:14Z', 'updated_at': '2022-05-25T23:47:20Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:47:34.291448 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db893a88-e74a-469c-8e82-6fe292a18204 None None] New status for floating IP 2580ee94-c77b-47ae-8a87-0b7451274319: ACTIVE {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:47:34.607827 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49582) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:47:34.711663 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e2df5707-14aa-45cc-be91-38dffbd6d9b4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/2580ee94-c77b-47ae-8a87-0b7451274319 HTTP/1.1" status: 200 len: 993 time: 0.1027110 May 25 23:47:41.517983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-072514e8-281a-4645-97ef-4238836d62d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:43.731991 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-25fe4dd9-f7ad-477b-a1e2-15ca40b3c384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:44.492176 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9afeaef8-d1b1-497b-8ebc-f7840513b711 req-4b257da6-d317-4051-8a34-d918663d4515 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675137 May 25 23:47:44.632483 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9afeaef8-d1b1-497b-8ebc-f7840513b711 req-dc3e5fb8-6065-4fa7-9558-0d0fdd56ca78 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 1098 time: 0.0732703 May 25 23:47:44.778368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeaef8-d1b1-497b-8ebc-f7840513b711 req-24064c83-c809-4877-8569-3ba05f27af9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:44.779773 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9afeaef8-d1b1-497b-8ebc-f7840513b711 req-24064c83-c809-4877-8569-3ba05f27af9c service neutron] 10.222.0.73 "GET /v2.0/networks?id=f43b6ae7-ed7e-46b8-9140-889f36474610 HTTP/1.1" status: 200 len: 898 time: 0.1265938 May 25 23:47:44.878217 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9afeaef8-d1b1-497b-8ebc-f7840513b711 req-23c02cd5-b59b-428d-a037-4bc94c1499b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 HTTP/1.1" status: 200 len: 1001 time: 0.0925977 May 25 23:47:44.944460 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeaef8-d1b1-497b-8ebc-f7840513b711 req-11a97900-3d76-4566-b50f-e9be55ba25a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:47:44.945788 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9afeaef8-d1b1-497b-8ebc-f7840513b711 req-11a97900-3d76-4566-b50f-e9be55ba25a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4074b1f5-0e7e-4b28-a540-df10e58fa9e1 HTTP/1.1" status: 200 len: 834 time: 0.0597091 May 25 23:47:45.020011 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9afeaef8-d1b1-497b-8ebc-f7840513b711 req-ead82ea3-5ef6-41b8-a5dc-5edb0c8dd5b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f43b6ae7-ed7e-46b8-9140-889f36474610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681715 May 25 23:47:45.080207 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:45.150821 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9afeaef8-d1b1-497b-8ebc-f7840513b711 req-956ff5e6-8517-4d1e-a55a-89b8861dde13 service neutron] 10.222.0.73 "GET /v2.0/networks/f43b6ae7-ed7e-46b8-9140-889f36474610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239095 May 25 23:47:45.188612 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:45.283164 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9afeaef8-d1b1-497b-8ebc-f7840513b711 req-151da27a-4f2a-4b0e-8067-4156a63b449f service neutron] 10.222.0.73 "GET /v2.0/networks/f43b6ae7-ed7e-46b8-9140-889f36474610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263723 May 25 23:47:46.837994 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:47:48.057549 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:01.993363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3cb1-ba83-4b19-864b-2a8e6efc8187 req-60038c6b-1096-4e23-8e99-f7358ffd3dd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:01.994801 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-688a3cb1-ba83-4b19-864b-2a8e6efc8187 req-60038c6b-1096-4e23-8e99-f7358ffd3dd2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 945 time: 0.0756636 May 25 23:48:02.040588 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-688a3cb1-ba83-4b19-864b-2a8e6efc8187 req-ea842146-e91f-49fe-a34f-e2301f292741 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392981 May 25 23:48:02.653707 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:48:03.241222 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30830657-2222-4395-9d65-c5a4c09636e4 req-b3ecb9ba-6dd5-48ab-8b51-22c5dd846356 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:03.242650 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-30830657-2222-4395-9d65-c5a4c09636e4 req-b3ecb9ba-6dd5-48ab-8b51-22c5dd846356 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 945 time: 0.0778463 May 25 23:48:03.287671 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-30830657-2222-4395-9d65-c5a4c09636e4 req-fdcf57eb-269f-47e1-86f1-616399519c6c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394495 May 25 23:48:03.317826 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49602) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:03.421191 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6b422a7e-80ef-476e-825e-2ec387afcf2f tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/2580ee94-c77b-47ae-8a87-0b7451274319 HTTP/1.1" status: 200 len: 993 time: 0.1021836 May 25 23:48:04.778918 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [req-81f31f4a-17a2-4d99-8232-afc70f3e16fe req-c039a2e6-857e-4967-aba2-da1d77a0861d service neutron] (84717) timed out ('10.222.0.66', 45714) {{(pid=84717) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 23:48:05.038956 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3a9d0-cbdd-48fd-970c-2158d99eaf09 req-709bfa7a-06a3-440b-9c34-d02cb260b4da tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:05.040461 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-85b3a9d0-cbdd-48fd-970c-2158d99eaf09 req-709bfa7a-06a3-440b-9c34-d02cb260b4da tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 945 time: 0.0772436 May 25 23:48:05.086416 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-85b3a9d0-cbdd-48fd-970c-2158d99eaf09 req-6f58ba55-07e5-4930-951c-67620951c20e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394070 May 25 23:48:05.215295 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c384791-b508-41f3-b09c-a9a6267cb579 req-2dacfc1c-64ee-4e0c-b035-e1174e46c79c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 1098 time: 0.1546516 May 25 23:48:05.346398 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c384791-b508-41f3-b09c-a9a6267cb579 req-1c1a1e4c-0da2-4f8f-8125-4c4f400af1bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:05.347827 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c384791-b508-41f3-b09c-a9a6267cb579 req-1c1a1e4c-0da2-4f8f-8125-4c4f400af1bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=f43b6ae7-ed7e-46b8-9140-889f36474610 HTTP/1.1" status: 200 len: 898 time: 0.1267326 May 25 23:48:05.452859 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c384791-b508-41f3-b09c-a9a6267cb579 req-da8b08d7-d576-4f04-a5e8-49fe5f75a7d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 HTTP/1.1" status: 200 len: 1001 time: 0.0979853 May 25 23:48:05.514302 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c384791-b508-41f3-b09c-a9a6267cb579 req-aa0f4422-6cbf-4ed0-bf94-f2ae7f949894 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:05.515790 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c384791-b508-41f3-b09c-a9a6267cb579 req-aa0f4422-6cbf-4ed0-bf94-f2ae7f949894 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4074b1f5-0e7e-4b28-a540-df10e58fa9e1 HTTP/1.1" status: 200 len: 834 time: 0.0578876 May 25 23:48:05.589437 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c384791-b508-41f3-b09c-a9a6267cb579 req-f9fc5ca6-7e5e-4d2b-a6e9-cd6234d81828 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f43b6ae7-ed7e-46b8-9140-889f36474610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679402 May 25 23:48:05.719002 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c384791-b508-41f3-b09c-a9a6267cb579 req-0743c28c-69f5-4a3c-b140-1a863261dbe2 service neutron] 10.222.0.73 "GET /v2.0/networks/f43b6ae7-ed7e-46b8-9140-889f36474610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236358 May 25 23:48:05.847144 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-1c384791-b508-41f3-b09c-a9a6267cb579 req-d64d7bb8-4ec5-4304-bbae-b65b8f537446 service neutron] 10.222.0.73 "GET /v2.0/networks/f43b6ae7-ed7e-46b8-9140-889f36474610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228232 May 25 23:48:06.290533 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79def47-b6a7-4166-bc2d-995d24e71309 req-2d8ed328-061a-4a1f-8118-f36467333969 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:06.291960 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c79def47-b6a7-4166-bc2d-995d24e71309 req-2d8ed328-061a-4a1f-8118-f36467333969 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 945 time: 0.0777617 May 25 23:48:06.337707 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c79def47-b6a7-4166-bc2d-995d24e71309 req-0bfe14e0-7b05-4624-af4c-6075dff2b1f8 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388088 May 25 23:48:07.531210 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457deeb-d72a-4e65-a351-b4a5d823669e req-b0b82eee-2132-4fde-b5e0-063b0df66b8c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:07.532666 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7457deeb-d72a-4e65-a351-b4a5d823669e req-b0b82eee-2132-4fde-b5e0-063b0df66b8c tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 945 time: 0.0747032 May 25 23:48:07.577549 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7457deeb-d72a-4e65-a351-b4a5d823669e req-d7ab7ec6-6daf-486b-9ed9-333a02f892c3 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392544 May 25 23:48:07.606205 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49616) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:07.711075 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2f84aa1b-d3cc-4cdc-aeea-3e8e341297a6 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/floatingips/2580ee94-c77b-47ae-8a87-0b7451274319 HTTP/1.1" status: 200 len: 993 time: 0.1037481 May 25 23:48:08.085086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49624) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:08.281883 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-64a4a6de-9d99-4ed2-a443-8425be562b27 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port eaa5ea67-c792-4ca9-ac74-fb393d0adec2 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:48:08.282161 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-64a4a6de-9d99-4ed2-a443-8425be562b27 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:08.443502 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-64a4a6de-9d99-4ed2-a443-8425be562b27 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:08.443813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-64a4a6de-9d99-4ed2-a443-8425be562b27 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:08.558166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-64a4a6de-9d99-4ed2-a443-8425be562b27 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for eaa5ea67-c792-4ca9-ac74-fb393d0adec2 owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:48:08.866420 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-64a4a6de-9d99-4ed2-a443-8425be562b27 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:08.910097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4a6de-9d99-4ed2-a443-8425be562b27 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=eaa5ea67-c792-4ca9-ac74-fb393d0adec2,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:09.000790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-64a4a6de-9d99-4ed2-a443-8425be562b27 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:09.380338 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a4a6de-9d99-4ed2-a443-8425be562b27 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router a7ced6f6-b6e6-49fd-a7af-267d468d75ce has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:48:09.573476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a4a6de-9d99-4ed2-a443-8425be562b27 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:48:09.582938 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6887d23f-b4a0-487a-83ee-4de2105d841d None None] Sync routers for ids ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:48:09.588858 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-64a4a6de-9d99-4ed2-a443-8425be562b27 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:09.595181 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6887d23f-b4a0-487a-83ee-4de2105d841d None None] Routers {'a7ced6f6-b6e6-49fd-a7af-267d468d75ce'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:48:09.595771 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-6887d23f-b4a0-487a-83ee-4de2105d841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:47:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:09.641475 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-64a4a6de-9d99-4ed2-a443-8425be562b27 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/floatingips/2580ee94-c77b-47ae-8a87-0b7451274319 HTTP/1.1" status: 204 len: 168 time: 1.5553191 May 25 23:48:09.642020 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc', 'tag': '3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:48:09.698222 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67120ea-befb-48fa-844a-32308e06a86c'] response: {'name': 'network-changed', 'server_uuid': '7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc', 'tag': '3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5', 'status': 'completed', 'code': 200} May 25 23:48:09.786384 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-6887d23f-b4a0-487a-83ee-4de2105d841d None None] Set router a7ced6f6-b6e6-49fd-a7af-267d468d75ce gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:48:09.795306 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-40d215b1-d4fe-4950-bf29-d9c20267aeb0 req-83eebe15-7982-434f-84b6-f5f1f378d566 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c828b41022e4367bd8a19171329f245&device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 1098 time: 0.0742297 May 25 23:48:09.931814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d215b1-d4fe-4950-bf29-d9c20267aeb0 req-440928a8-2460-437c-8ded-97817855fc31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:09.933275 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-40d215b1-d4fe-4950-bf29-d9c20267aeb0 req-440928a8-2460-437c-8ded-97817855fc31 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f43b6ae7-ed7e-46b8-9140-889f36474610 HTTP/1.1" status: 200 len: 898 time: 0.1306710 May 25 23:48:10.004509 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-40d215b1-d4fe-4950-bf29-d9c20267aeb0 req-9aab1d49-90fd-4ff5-879c-8a00ce72c681 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 HTTP/1.1" status: 200 len: 217 time: 0.0638182 May 25 23:48:10.078059 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d215b1-d4fe-4950-bf29-d9c20267aeb0 req-eb0edc59-a17a-4bba-9488-c461477675a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:10.079812 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-40d215b1-d4fe-4950-bf29-d9c20267aeb0 req-eb0edc59-a17a-4bba-9488-c461477675a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4074b1f5-0e7e-4b28-a540-df10e58fa9e1 HTTP/1.1" status: 200 len: 834 time: 0.0683110 May 25 23:48:10.137180 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-6887d23f-b4a0-487a-83ee-4de2105d841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512700679', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:47:09Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:10Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'fc35464e-ba3f-48d0-ab46-7eceb681e5d8', 'name': '', 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:7c:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:14Z', 'updated_at': '2022-05-25T23:47:20Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:10.142000 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6887d23f-b4a0-487a-83ee-4de2105d841d None None] Checking router: a7ced6f6-b6e6-49fd-a7af-267d468d75ce for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:48:10.152614 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6887d23f-b4a0-487a-83ee-4de2105d841d None None] Routers {'a7ced6f6-b6e6-49fd-a7af-267d468d75ce'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:48:10.153211 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-6887d23f-b4a0-487a-83ee-4de2105d841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:47:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:10.160724 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-40d215b1-d4fe-4950-bf29-d9c20267aeb0 req-f995b62d-3004-477e-92d9-b874110e5178 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f43b6ae7-ed7e-46b8-9140-889f36474610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743592 May 25 23:48:10.233556 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b00e33-2a31-4192-94b8-8563017ba74f req-9a304c05-54da-49e2-9f21-356878f8b761 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:10.234170 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-f2b00e33-2a31-4192-94b8-8563017ba74f req-9a304c05-54da-49e2-9f21-356878f8b761 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:48:10.295520 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-40d215b1-d4fe-4950-bf29-d9c20267aeb0 req-d7add524-9f81-47fc-84d7-8e2836cf3e07 service neutron] 10.222.0.73 "GET /v2.0/networks/f43b6ae7-ed7e-46b8-9140-889f36474610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274834 May 25 23:48:10.306344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-f2b00e33-2a31-4192-94b8-8563017ba74f req-9a304c05-54da-49e2-9f21-356878f8b761 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:48:10.307558 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f2b00e33-2a31-4192-94b8-8563017ba74f req-9a304c05-54da-49e2-9f21-356878f8b761 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 945 time: 0.1599576 May 25 23:48:10.341159 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-6887d23f-b4a0-487a-83ee-4de2105d841d None None] Set router a7ced6f6-b6e6-49fd-a7af-267d468d75ce gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:48:10.360194 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f2b00e33-2a31-4192-94b8-8563017ba74f req-d0090025-721a-4f86-81bf-b7bd80cf3899 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441189 May 25 23:48:10.432367 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-40d215b1-d4fe-4950-bf29-d9c20267aeb0 req-71e28683-d52f-4699-b210-6ecc9fbc06db service neutron] 10.222.0.73 "GET /v2.0/networks/f43b6ae7-ed7e-46b8-9140-889f36474610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298482 May 25 23:48:10.659009 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-6887d23f-b4a0-487a-83ee-4de2105d841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512700679', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:47:09Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:10Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'fc35464e-ba3f-48d0-ab46-7eceb681e5d8', 'name': '', 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:7c:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:14Z', 'updated_at': '2022-05-25T23:47:20Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:10.662822 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6887d23f-b4a0-487a-83ee-4de2105d841d None None] The sync data for ids ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'] in dv-neutron-843300-1-hyperv is: [{'id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512700679', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:47:09Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:10Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'fc35464e-ba3f-48d0-ab46-7eceb681e5d8', 'name': '', 'network_id': 'f43b6ae7-ed7e-46b8-9140-889f36474610', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'mac_address': 'fa:16:3e:7c:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:14Z', 'updated_at': '2022-05-25T23:47:20Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'subnets': [{'id': '4074b1f5-0e7e-4b28-a540-df10e58fa9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:48:10.865033 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531ab2cd-c1ef-48e9-b9f9-327e5a6ad39c None None] New status for floating IP 2580ee94-c77b-47ae-8a87-0b7451274319: DOWN {{(pid=84718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:48:11.560261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac53ef-8e35-402d-b8c8-549257ea061a req-a3240b6c-1125-4fc7-ab6c-b94a594f8b12 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:11.561798 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a9ac53ef-8e35-402d-b8c8-549257ea061a req-a3240b6c-1125-4fc7-ab6c-b94a594f8b12 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 945 time: 0.0744257 May 25 23:48:11.571170 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3183c1a8-40d7-4f4f-ad48-8f97eade3e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:11.607115 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a9ac53ef-8e35-402d-b8c8-549257ea061a req-43146dea-d1cc-4241-83c5-473a414c7d53 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/security-groups?id=72d0d030-5753-48a0-8e14-df407cf4dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398166 May 25 23:48:11.678324 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef304921-3aaf-429e-800a-2783fbb3c467 req-d014dc90-0663-4ef6-85e3-9107c75f4815 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:11.679003 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-ef304921-3aaf-429e-800a-2783fbb3c467 req-d014dc90-0663-4ef6-85e3-9107c75f4815 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Synchronizing usage tracker for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:48:11.690800 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-ef304921-3aaf-429e-800a-2783fbb3c467 req-d014dc90-0663-4ef6-85e3-9107c75f4815 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Unset dirty status for tenant:1c828b41022e4367bd8a19171329f245 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:48:11.691929 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ef304921-3aaf-429e-800a-2783fbb3c467 req-d014dc90-0663-4ef6-85e3-9107c75f4815 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 945 time: 0.0911379 May 25 23:48:11.759948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-ef304921-3aaf-429e-800a-2783fbb3c467 req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:48:11.760278 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-ef304921-3aaf-429e-800a-2783fbb3c467 req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:12.084911 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-ef304921-3aaf-429e-800a-2783fbb3c467 req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] For port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5,segment=NetworkSegment(272e78e4-85ef-4e53-a9cc-41913a121474),segment_id=272e78e4-85ef-4e53-a9cc-41913a121474)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:48:12.085262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-ef304921-3aaf-429e-800a-2783fbb3c467 req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:12.203563 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-ef304921-3aaf-429e-800a-2783fbb3c467 req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:48:12.403086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-ef304921-3aaf-429e-800a-2783fbb3c467 req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:12.452076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:12.520101 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:12.520438 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:12.520795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:12.521124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:12.521452 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:12.521776 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:12.522101 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:12.522416 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:12.522731 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:12.523044 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:12.523357 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:12.535968 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef304921-3aaf-429e-800a-2783fbb3c467 req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] No DVR routers for this DVR port 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:48:12.538107 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-ef304921-3aaf-429e-800a-2783fbb3c467 req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:12.540497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc', 'name': 'network-vif-deleted', 'tag': '3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:48:12.595839 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1a6531-0ab7-4519-92e9-d2f6ffe818b2'] response: {'server_uuid': '7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc', 'name': 'network-vif-deleted', 'tag': '3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5', 'status': 'completed', 'code': 200} May 25 23:48:12.598108 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ef304921-3aaf-429e-800a-2783fbb3c467 req-99dcc134-dec4-4ef7-b288-6fee2c214cb4 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.73 "DELETE /v2.0/ports/3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 HTTP/1.1" status: 204 len: 173 time: 0.9000230 May 25 23:48:12.780194 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-18c6c3e5-3c0e-4d3a-bf31-3321c4fa2d9e req-e70c1a8f-168f-49e1-91a1-4486f65d7a7e tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b5cd3de-f8fc-4e7b-9950-2f5d46cee9dc HTTP/1.1" status: 200 len: 210 time: 0.0441303 May 25 23:48:13.737087 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b65d09be-fb97-424b-9d8a-53b78f95842a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:13.891016 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49646) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:14.281945 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dc0f185d-4e94-481b-b1a1-051c9a7a80f2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:14.968981 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f185d-4e94-481b-b1a1-051c9a7a80f2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port fc35464e-ba3f-48d0-ab46-7eceb681e5d8 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:48:14.969722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dc0f185d-4e94-481b-b1a1-051c9a7a80f2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:15.047595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:15.125662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:15.152829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-dc0f185d-4e94-481b-b1a1-051c9a7a80f2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] For port fc35464e-ba3f-48d0-ab46-7eceb681e5d8, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fc35464e-ba3f-48d0-ab46-7eceb681e5d8,segment=NetworkSegment(272e78e4-85ef-4e53-a9cc-41913a121474),segment_id=272e78e4-85ef-4e53-a9cc-41913a121474)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:48:15.153197 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dc0f185d-4e94-481b-b1a1-051c9a7a80f2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:15.271123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f185d-4e94-481b-b1a1-051c9a7a80f2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for fc35464e-ba3f-48d0-ab46-7eceb681e5d8 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:48:15.489119 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dc0f185d-4e94-481b-b1a1-051c9a7a80f2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:15.537501 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f185d-4e94-481b-b1a1-051c9a7a80f2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=fc35464e-ba3f-48d0-ab46-7eceb681e5d8,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:15.836505 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-dc0f185d-4e94-481b-b1a1-051c9a7a80f2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:15.996914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:48:16.029002 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:48:16.029336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3f20bf24-3eb2-4cc1-9bdf-b88bedbcd1b5 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:48:16.501522 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0f185d-4e94-481b-b1a1-051c9a7a80f2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Router a7ced6f6-b6e6-49fd-a7af-267d468d75ce has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:48:16.711714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0f185d-4e94-481b-b1a1-051c9a7a80f2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:48:16.726105 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64456bae-dbad-49b8-8c7f-a9147b642e9a None None] Sync routers for ids ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:48:16.729155 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-dc0f185d-4e94-481b-b1a1-051c9a7a80f2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "PUT /v2.0/routers/a7ced6f6-b6e6-49fd-a7af-267d468d75ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8364682 May 25 23:48:16.731223 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49650) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:16.739333 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64456bae-dbad-49b8-8c7f-a9147b642e9a None None] Routers {'a7ced6f6-b6e6-49fd-a7af-267d468d75ce'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:48:16.739929 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-64456bae-dbad-49b8-8c7f-a9147b642e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:48:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:16.851582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:16.921477 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-64456bae-dbad-49b8-8c7f-a9147b642e9a None None] Set router a7ced6f6-b6e6-49fd-a7af-267d468d75ce gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:48:16.938291 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-06108156-fd4e-4ce9-a7ba-1b86c8e9cb80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting subnet 4074b1f5-0e7e-4b28-a540-df10e58fa9e1 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:48:16.941207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-06108156-fd4e-4ce9-a7ba-1b86c8e9cb80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:16.999714 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-06108156-fd4e-4ce9-a7ba-1b86c8e9cb80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:17.086141 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-06108156-fd4e-4ce9-a7ba-1b86c8e9cb80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:17.203065 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-64456bae-dbad-49b8-8c7f-a9147b642e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512700679', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:47:09Z', 'updated_at': '2022-05-25T23:48:15Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:10Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:17.206881 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64456bae-dbad-49b8-8c7f-a9147b642e9a None None] Checking router: a7ced6f6-b6e6-49fd-a7af-267d468d75ce for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:48:17.216973 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64456bae-dbad-49b8-8c7f-a9147b642e9a None None] Routers {'a7ced6f6-b6e6-49fd-a7af-267d468d75ce'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:48:17.217534 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-64456bae-dbad-49b8-8c7f-a9147b642e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:48:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:17.228897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-06108156-fd4e-4ce9-a7ba-1b86c8e9cb80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:17.272896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06108156-fd4e-4ce9-a7ba-1b86c8e9cb80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Subnet': ['ID=4074b1f5-0e7e-4b28-a540-df10e58fa9e1,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:17.276738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-06108156-fd4e-4ce9-a7ba-1b86c8e9cb80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:17.284093 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-06108156-fd4e-4ce9-a7ba-1b86c8e9cb80 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/subnets/4074b1f5-0e7e-4b28-a540-df10e58fa9e1 HTTP/1.1" status: 204 len: 168 time: 0.5519013 May 25 23:48:17.286614 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49654) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:17.289941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6eba48-ca19-4fee-8b10-176b287f3bc0 None None] Network f43b6ae7-ed7e-46b8-9140-889f36474610 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:48:17.424940 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-64456bae-dbad-49b8-8c7f-a9147b642e9a None None] Set router a7ced6f6-b6e6-49fd-a7af-267d468d75ce gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:48:17.498661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-063954f7-3f26-4dfa-9f52-f1c804f42278 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:17.579156 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] DHCP port deletion for f43b6ae7-ed7e-46b8-9140-889f36474610 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:48:17.583286 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Deleting port 961657bd-8839-4e72-86cd-e1750621fe0e {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:48:17.583857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:17.711696 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-063954f7-3f26-4dfa-9f52-f1c804f42278 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:17.725530 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-64456bae-dbad-49b8-8c7f-a9147b642e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512700679', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:47:09Z', 'updated_at': '2022-05-25T23:48:15Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:10Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:17.729821 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64456bae-dbad-49b8-8c7f-a9147b642e9a None None] The sync data for ids ['a7ced6f6-b6e6-49fd-a7af-267d468d75ce'] in dv-neutron-843300-1-hyperv is: [{'id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512700679', 'tenant_id': '1c828b41022e4367bd8a19171329f245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:47:09Z', 'updated_at': '2022-05-25T23:48:15Z', 'revision_number': 5, 'project_id': '1c828b41022e4367bd8a19171329f245', 'gw_port': {'id': '4416bc13-e260-49d3-b22e-3f03ec139c75', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ced6f6-b6e6-49fd-a7af-267d468d75ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:47:10Z', 'updated_at': '2022-05-25T23:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:48:17.793498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-063954f7-3f26-4dfa-9f52-f1c804f42278 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Deleting port 4416bc13-e260-49d3-b22e-3f03ec139c75 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:48:17.793498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-063954f7-3f26-4dfa-9f52-f1c804f42278 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:17.822041 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] For port 961657bd-8839-4e72-86cd-e1750621fe0e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=961657bd-8839-4e72-86cd-e1750621fe0e,segment=NetworkSegment(272e78e4-85ef-4e53-a9cc-41913a121474),segment_id=272e78e4-85ef-4e53-a9cc-41913a121474)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:48:17.822041 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:17.942187 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Calling delete_port for 961657bd-8839-4e72-86cd-e1750621fe0e owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:48:17.964502 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-063954f7-3f26-4dfa-9f52-f1c804f42278 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] For port 4416bc13-e260-49d3-b22e-3f03ec139c75, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=4416bc13-e260-49d3-b22e-3f03ec139c75,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:48:17.964882 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-063954f7-3f26-4dfa-9f52-f1c804f42278 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:18.106226 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:18.114243 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228'] for port, after_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:18.152929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fc35464e-ba3f-48d0-ab46-7eceb681e5d8 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:48:18.198425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-063954f7-3f26-4dfa-9f52-f1c804f42278 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Calling delete_port for 4416bc13-e260-49d3-b22e-3f03ec139c75 owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:48:18.200654 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: fc35464e-ba3f-48d0-ab46-7eceb681e5d8 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:48:18.201586 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fc35464e-ba3f-48d0-ab46-7eceb681e5d8 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:48:18.202003 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 961657bd-8839-4e72-86cd-e1750621fe0e no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:48:18.225233 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Pushing event deleted for resources: {'Port': ['ID=961657bd-8839-4e72-86cd-e1750621fe0e,revision_number=None']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:18.241830 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 961657bd-8839-4e72-86cd-e1750621fe0e {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:48:18.242168 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 961657bd-8839-4e72-86cd-e1750621fe0e not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:48:18.260410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] No DVR routers for this DVR port 961657bd-8839-4e72-86cd-e1750621fe0e on host dv-neutron-843300-1-hyperv {{(pid=84718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:48:18.271853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:18.271853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:18.271853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:18.271853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:18.271853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:18.271853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:18.271853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:18.271853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:18.271853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:18.271853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:18.271853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03102e-5ac6-4283-8437-99ef491487db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:18.422701 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-063954f7-3f26-4dfa-9f52-f1c804f42278 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:18.468586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063954f7-3f26-4dfa-9f52-f1c804f42278 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Port': ['ID=4416bc13-e260-49d3-b22e-3f03ec139c75,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:18.685825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-063954f7-3f26-4dfa-9f52-f1c804f42278 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:18.936739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-063954f7-3f26-4dfa-9f52-f1c804f42278 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:18.940770 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-063954f7-3f26-4dfa-9f52-f1c804f42278 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:19.079503 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-063954f7-3f26-4dfa-9f52-f1c804f42278 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:19.080002 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063954f7-3f26-4dfa-9f52-f1c804f42278 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Fanout notify agent at l3_agent the message router_deleted on router a7ced6f6-b6e6-49fd-a7af-267d468d75ce {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:48:19.094463 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-063954f7-3f26-4dfa-9f52-f1c804f42278 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:19.095772 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-063954f7-3f26-4dfa-9f52-f1c804f42278 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/routers/a7ced6f6-b6e6-49fd-a7af-267d468d75ce HTTP/1.1" status: 204 len: 168 time: 1.8077338 May 25 23:48:19.099004 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49658) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:19.215937 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-951b86b8-2263-42aa-805e-3c5047771cf2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:19.348982 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-951b86b8-2263-42aa-805e-3c5047771cf2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:19.373571 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-951b86b8-2263-42aa-805e-3c5047771cf2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43b6ae7-ed7e-46b8-9140-889f36474610']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:19.385029 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-951b86b8-2263-42aa-805e-3c5047771cf2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272e78e4-85ef-4e53-a9cc-41913a121474') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:19.385317 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-951b86b8-2263-42aa-805e-3c5047771cf2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272e78e4-85ef-4e53-a9cc-41913a121474') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:19.396130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-951b86b8-2263-42aa-805e-3c5047771cf2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:19.411824 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-951b86b8-2263-42aa-805e-3c5047771cf2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:19.417672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951b86b8-2263-42aa-805e-3c5047771cf2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:48:19.418038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-951b86b8-2263-42aa-805e-3c5047771cf2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:48:19.432274 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:48:19.560042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-951b86b8-2263-42aa-805e-3c5047771cf2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:19.564280 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-951b86b8-2263-42aa-805e-3c5047771cf2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:19.590138 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b86b8-2263-42aa-805e-3c5047771cf2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'Network': ['ID=f43b6ae7-ed7e-46b8-9140-889f36474610,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:19.668928 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-951b86b8-2263-42aa-805e-3c5047771cf2 tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/networks/f43b6ae7-ed7e-46b8-9140-889f36474610 HTTP/1.1" status: 204 len: 168 time: 0.5690320 May 25 23:48:19.671488 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49662) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:19.739958 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e05e159-b0d2-47be-a31f-35b0e9b10b5b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:19.768228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e05e159-b0d2-47be-a31f-35b0e9b10b5b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:19.835332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4416bc13-e260-49d3-b22e-3f03ec139c75 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:48:19.867952 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 4416bc13-e260-49d3-b22e-3f03ec139c75 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:48:19.868283 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 4416bc13-e260-49d3-b22e-3f03ec139c75 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:48:19.902680 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e05e159-b0d2-47be-a31f-35b0e9b10b5b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:20.010159 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05e159-b0d2-47be-a31f-35b0e9b10b5b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d0d030-5753-48a0-8e14-df407cf4dbb1,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:20.073228 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-7e05e159-b0d2-47be-a31f-35b0e9b10b5b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:20.074351 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-7e05e159-b0d2-47be-a31f-35b0e9b10b5b tempest-TestNetworkAdvancedServerOps-583897189 tempest-TestNetworkAdvancedServerOps-583897189-project] 10.222.0.66 "DELETE /v2.0/security-groups/72d0d030-5753-48a0-8e14-df407cf4dbb1 HTTP/1.1" status: 204 len: 168 time: 0.4019821 May 25 23:48:20.703276 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49672) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:20.889265 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-766cb100-7883-482e-b293-84e58f3800cc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1c828b41022e4367bd8a19171329f245&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1841893 May 25 23:48:20.891632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49678) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:20.948503 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8402c331-1fd3-4c36-bd02-23449f8a172c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:20.973650 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8402c331-1fd3-4c36-bd02-23449f8a172c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:21.088766 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8402c331-1fd3-4c36-bd02-23449f8a172c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:21.105621 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402c331-1fd3-4c36-bd02-23449f8a172c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587529df-4ca5-44d0-af28-0cd2e8f7a95a,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:21.112187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8402c331-1fd3-4c36-bd02-23449f8a172c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:21.113307 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8402c331-1fd3-4c36-bd02-23449f8a172c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/587529df-4ca5-44d0-af28-0cd2e8f7a95a HTTP/1.1" status: 204 len: 168 time: 0.2208033 May 25 23:48:21.884549 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49686) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:21.902936 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-540783a2-642c-4714-92ef-88450e443ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:21.936418 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-540783a2-642c-4714-92ef-88450e443ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:21.940125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-540783a2-642c-4714-92ef-88450e443ded admin admin] Usage tracker for resource:security_group_rule and tenant:3962c87da49e43a1b0fdd4c2ce9ec954 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:21.942858 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-540783a2-642c-4714-92ef-88450e443ded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:21.948611 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-540783a2-642c-4714-92ef-88450e443ded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:22.012287 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-540783a2-642c-4714-92ef-88450e443ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:22.074277 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-540783a2-642c-4714-92ef-88450e443ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:22.120336 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540783a2-642c-4714-92ef-88450e443ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9d27eb-9d12-4cd2-a77a-3d7f25876795,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:22.125007 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-540783a2-642c-4714-92ef-88450e443ded admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3962c87da49e43a1b0fdd4c2ce9ec954&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2393696 May 25 23:48:22.127660 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49690) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:22.185282 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7142-da3c-449f-9ef4-f24de9dca939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:22.210299 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7142-da3c-449f-9ef4-f24de9dca939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:22.317482 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7142-da3c-449f-9ef4-f24de9dca939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:22.338307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d7142-da3c-449f-9ef4-f24de9dca939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9d27eb-9d12-4cd2-a77a-3d7f25876795,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:22.341002 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7142-da3c-449f-9ef4-f24de9dca939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:22.341965 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cf0d7142-da3c-449f-9ef4-f24de9dca939 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b9d27eb-9d12-4cd2-a77a-3d7f25876795 HTTP/1.1" status: 204 len: 168 time: 0.2135830 May 25 23:48:23.603887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49712) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:23.734491 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-361042869-network', 'tenant_id': '19096064787540a9b00dec9409aefd59'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:48:23.739468 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:23.743349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Usage tracker for resource:network and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:23.746292 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:23.753322 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:23.834093 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Made reservation on behalf of 19096064787540a9b00dec9409aefd59 for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:48:23.836347 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:23.849319 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:23.880059 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:23.883867 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Usage tracker for resource:security_group_rule and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:23.886754 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:23.892501 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:23.954510 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:23.999460 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:24.030364 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:48:24.035312 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24461bf1-fa99-4028-91c4-cce4ee1232d7,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:24.043767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:24.044105 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Added segment 4b27c07e-ee4b-45f2-92b7-1c3f321abb4c of type vlan for network 5328582b-65f9-4e66-bdfa-bbda46284428 May 25 23:48:24.052666 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:24.052999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:24.053326 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:24.053647 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:24.053991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:24.054308 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:24.054620 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:24.054931 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:24.055238 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:24.055574 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:24.055898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:24.078197 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:24.176770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:24.177655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:24.178225 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:24.276766 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] Pushing event updated for resources: {'Network': ['ID=5328582b-65f9-4e66-bdfa-bbda46284428,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:24.287621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 5328582b-65f9-4e66-bdfa-bbda46284428 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:48:24.349549 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a42c096e-d236-491e-8399-afe14d1a8e44 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7446132 May 25 23:48:24.352334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49718) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:24.357732 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-0652547b-8355-4fbc-bb49-29a1c5069306 admin admin] Request body: {'subnet': {'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-361042869-subnet', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'ip_version': 4}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:48:24.362838 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0652547b-8355-4fbc-bb49-29a1c5069306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:24.366676 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0652547b-8355-4fbc-bb49-29a1c5069306 admin admin] Usage tracker for resource:subnet and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:24.369682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0652547b-8355-4fbc-bb49-29a1c5069306 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:24.375364 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0652547b-8355-4fbc-bb49-29a1c5069306 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:24.439951 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0652547b-8355-4fbc-bb49-29a1c5069306 admin admin] Made reservation on behalf of 19096064787540a9b00dec9409aefd59 for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:48:24.442343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0652547b-8355-4fbc-bb49-29a1c5069306 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:24.794479 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0652547b-8355-4fbc-bb49-29a1c5069306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:24.863035 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652547b-8355-4fbc-bb49-29a1c5069306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04947218-a4a9-4f38-8809-86f2503fb86d,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:24.877097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0652547b-8355-4fbc-bb49-29a1c5069306 admin admin] Checking segment: {'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:48:24.877444 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0652547b-8355-4fbc-bb49-29a1c5069306 admin admin] Network hostable DHCP agents. Network: 5328582b-65f9-4e66-bdfa-bbda46284428, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:48:24.954000 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0652547b-8355-4fbc-bb49-29a1c5069306 admin admin] Network 5328582b-65f9-4e66-bdfa-bbda46284428 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:48:25.060084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-0652547b-8355-4fbc-bb49-29a1c5069306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 5328582b-65f9-4e66-bdfa-bbda46284428) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:48:25.064343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0652547b-8355-4fbc-bb49-29a1c5069306 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:25.065010 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0652547b-8355-4fbc-bb49-29a1c5069306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:25.069168 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb5712-10ee-49e6-9b50-ffbc028e79c2 None None] Network 5328582b-65f9-4e66-bdfa-bbda46284428 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:48:25.152456 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0652547b-8355-4fbc-bb49-29a1c5069306 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7990389 May 25 23:48:25.155706 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49722) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:25.160945 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:48:25.165816 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:25.169985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Usage tracker for resource:router and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:25.172783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:25.178539 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:25.263060 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:25.264795 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:25.283305 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:25.283863 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-5328582b-65f9-4e66-bdfa-bbda46284428', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:48:25.285040 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:25.450314 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Allocated IP 172.20.0.2 (5328582b-65f9-4e66-bdfa-bbda46284428/04947218-a4a9-4f38-8809-86f2503fb86d/32275691-34ad-44c3-afcd-ed0227cc20ba) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:48:25.484765 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:25.648955 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:25.658945 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Transition to ACTIVE for port object 32275691-34ad-44c3-afcd-ed0227cc20ba will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:48:25.677301 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Transition to ACTIVE for port object 32275691-34ad-44c3-afcd-ed0227cc20ba will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:48:25.728112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:25.761699 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:25.772023 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:25.839035 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Network 5328582b-65f9-4e66-bdfa-bbda46284428 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:48:25.840139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:48:25.843836 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:48:25.851705 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Pushing event updated for resources: {'Port': ['ID=32275691-34ad-44c3-afcd-ed0227cc20ba,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:25.895906 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Allocated IP 172.26.5.58 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/a61138da-f3ef-4fdd-ad6c-9091328356ac) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:48:25.936027 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Attempting to bind port 32275691-34ad-44c3-afcd-ed0227cc20ba on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:48:25.936027 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Attempting to bind port 32275691-34ad-44c3-afcd-ed0227cc20ba by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:48:25.936027 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Attempting to bind port 32275691-34ad-44c3-afcd-ed0227cc20ba on network 5328582b-65f9-4e66-bdfa-bbda46284428 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:48:25.942013 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:48:25.942368 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Checking segment: {'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:48:25.942764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:25.943140 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Bound using segment: {'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:48:25.943586 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Bound port: 32275691-34ad-44c3-afcd-ed0227cc20ba, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:48:25.943943 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:26.045359 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:26.063854 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] For port 32275691-34ad-44c3-afcd-ed0227cc20ba, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:48:26.066858 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] For port 32275691-34ad-44c3-afcd-ed0227cc20ba, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=32275691-34ad-44c3-afcd-ed0227cc20ba,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:48:26.155187 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:26.177635 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:26.237697 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0831c-9fc5-4db4-a7ad-cc4719cfa23f None None] Pushing event updated for resources: {'Port': ['ID=32275691-34ad-44c3-afcd-ed0227cc20ba,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:26.258007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:48:26.258007 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Pushing event updated for resources: {'Port': ['ID=a61138da-f3ef-4fdd-ad6c-9091328356ac,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:26.260343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:48:26.262932 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:48:26.511704 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:26.512519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:26.805646 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Router 93eb1582-5866-45b7-95c5-581cccb1bed9 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:48:27.017790 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:48:27.029639 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Sync routers for ids ['93eb1582-5866-45b7-95c5-581cccb1bed9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:48:27.042897 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Routers {'93eb1582-5866-45b7-95c5-581cccb1bed9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:48:27.043517 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:48:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['93eb1582-5866-45b7-95c5-581cccb1bed9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:27.120350 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:27.121883 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-71007325-3990-4b7a-8a11-ebb5a330fcad admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9648819 May 25 23:48:27.124373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49726) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:27.166295 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d358f0c7-36d7-482a-9fc5-c0af68b04d8e None None] Network 5328582b-65f9-4e66-bdfa-bbda46284428 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:48:27.381677 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Set router 93eb1582-5866-45b7-95c5-581cccb1bed9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:48:27.421411 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-2599bd73-ae0f-424f-a4a8-34d7ca46fae8 None None] Provisioning for port 32275691-34ad-44c3-afcd-ed0227cc20ba completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:48:27.732681 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:26Z', 'revision_number': 3, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:27.737815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Checking router: 93eb1582-5866-45b7-95c5-581cccb1bed9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:48:27.738342 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Updating router 93eb1582-5866-45b7-95c5-581cccb1bed9 port a61138da-f3ef-4fdd-ad6c-9091328356ac binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:48:27.796883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:27.909247 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 32275691-34ad-44c3-afcd-ed0227cc20ba up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:48:28.001153 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:28.177281 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 32275691-34ad-44c3-afcd-ed0227cc20ba completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:48:28.192900 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 32275691-34ad-44c3-afcd-ed0227cc20ba triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:28.193306 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:28.208947 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Allocated IP 172.20.0.1 (5328582b-65f9-4e66-bdfa-bbda46284428/04947218-a4a9-4f38-8809-86f2503fb86d/b8acf7c2-85b9-4797-aa11-25315028e079) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:48:28.262270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:28.279807 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Transition to ACTIVE for port object a61138da-f3ef-4fdd-ad6c-9091328356ac will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:48:28.340455 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:28.357897 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:28.372995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 32275691-34ad-44c3-afcd-ed0227cc20ba, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=32275691-34ad-44c3-afcd-ed0227cc20ba,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:48:28.374485 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:28.378880 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Transition to ACTIVE for port object b8acf7c2-85b9-4797-aa11-25315028e079 will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:48:28.450273 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:28.460632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:28.493127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Attempting to bind port a61138da-f3ef-4fdd-ad6c-9091328356ac on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:48:28.493483 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Attempting to bind port a61138da-f3ef-4fdd-ad6c-9091328356ac by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:48:28.493836 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Attempting to bind port a61138da-f3ef-4fdd-ad6c-9091328356ac on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:48:28.495862 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0bcdd-3663-4e5f-ae7b-609652bc2219 None None] Pushing event updated for resources: {'Port': ['ID=a61138da-f3ef-4fdd-ad6c-9091328356ac,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:28.527362 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Network 5328582b-65f9-4e66-bdfa-bbda46284428 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:48:28.529999 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:48:28.533746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:48:28.541789 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:48:28.542031 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:48:28.542422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:28.542810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:48:28.543337 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Bound port: a61138da-f3ef-4fdd-ad6c-9091328356ac, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:48:28.543705 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:28.567577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Pushing event updated for resources: {'Port': ['ID=b8acf7c2-85b9-4797-aa11-25315028e079,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:28.595840 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:28.621642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=32275691-34ad-44c3-afcd-ed0227cc20ba,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:28.639107 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] For port a61138da-f3ef-4fdd-ad6c-9091328356ac, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:48:28.643759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] For port a61138da-f3ef-4fdd-ad6c-9091328356ac, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a61138da-f3ef-4fdd-ad6c-9091328356ac,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:48:28.710158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:28.738921 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:28.793292 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0bcdd-3663-4e5f-ae7b-609652bc2219 None None] Pushing event updated for resources: {'Port': ['ID=a61138da-f3ef-4fdd-ad6c-9091328356ac,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:28.799856 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Routers {'93eb1582-5866-45b7-95c5-581cccb1bed9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:48:28.800458 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:48:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['93eb1582-5866-45b7-95c5-581cccb1bed9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:28.960114 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:28.980141 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] Set router 93eb1582-5866-45b7-95c5-581cccb1bed9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:48:29.017745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3226518f-2ba8-4143-9b69-5e237930c0b9 None None] Provisioning for port b8acf7c2-85b9-4797-aa11-25315028e079 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:48:29.028274 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:29.032025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-3226518f-2ba8-4143-9b69-5e237930c0b9 None None] Provisioning complete for port b8acf7c2-85b9-4797-aa11-25315028e079 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:29.032391 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3226518f-2ba8-4143-9b69-5e237930c0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:29.130564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Pushing event updated for resources: {'Port': ['ID=b8acf7c2-85b9-4797-aa11-25315028e079,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:29.134975 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:29.156573 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-3226518f-2ba8-4143-9b69-5e237930c0b9 None None] Port b8acf7c2-85b9-4797-aa11-25315028e079 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:48:29.348251 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 1, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:29.352497 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd45e1c-fa58-41f4-86d6-2d14d760616f None None] The sync data for ids ['93eb1582-5866-45b7-95c5-581cccb1bed9'] in dv-neutron-843300-1-hyperv is: [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 1, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:48:29.374855 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Network 5328582b-65f9-4e66-bdfa-bbda46284428 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:48:29.376125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:48:29.681559 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-ae805c5f-3b91-43fa-ae73-aac13bc285ca None None] Provisioning complete for port b8acf7c2-85b9-4797-aa11-25315028e079 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:29.681924 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ae805c5f-3b91-43fa-ae73-aac13bc285ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:29.740150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-ae805c5f-3b91-43fa-ae73-aac13bc285ca None None] Port b8acf7c2-85b9-4797-aa11-25315028e079 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:48:29.802690 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Router 93eb1582-5866-45b7-95c5-581cccb1bed9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:48:29.852182 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 32275691-34ad-44c3-afcd-ed0227cc20ba up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:48:29.929253 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 32275691-34ad-44c3-afcd-ed0227cc20ba triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:29.929705 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:30.055185 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:48:30.067683 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-a0e8648a-14b8-4988-9a69-07d3d64f7c87 admin admin] 10.222.0.66 "PUT /v2.0/routers/93eb1582-5866-45b7-95c5-581cccb1bed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9422541 May 25 23:48:31.213676 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49748) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:31.219092 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-73315880-network', 'tenant_id': '87a8e6dfcab1463fa2f593de9005e8cc'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:48:31.223966 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:31.227701 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Usage tracker for resource:network and tenant:87a8e6dfcab1463fa2f593de9005e8cc is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:31.230564 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:31.237270 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:31.297541 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Made reservation on behalf of 87a8e6dfcab1463fa2f593de9005e8cc for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:48:31.299847 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:31.313292 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:31.342898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:31.346632 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Usage tracker for resource:security_group_rule and tenant:87a8e6dfcab1463fa2f593de9005e8cc is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:31.349343 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:31.354856 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:31.423540 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:31.476969 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:31.506986 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:48:31.515151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b87749-554b-4fa9-9ae2-4dcdad4973c7,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:31.520515 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:31.520878 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Added segment 2ca59fb0-bbff-42af-ab01-087d6cfd6f32 of type vlan for network 697f160a-9e00-41b7-8ad0-0ed9b9a935a2 May 25 23:48:31.548137 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:31.659872 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:31.660738 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:31.661300 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:31.760626 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] Pushing event updated for resources: {'Network': ['ID=697f160a-9e00-41b7-8ad0-0ed9b9a935a2,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:31.770160 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 697f160a-9e00-41b7-8ad0-0ed9b9a935a2 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:48:31.838666 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5dc310b0-c3b8-4e4b-94fd-8df57e6a767e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6238596 May 25 23:48:31.841344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49752) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:31.847178 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-667b48cf-2757-470d-8a6a-414a5eae991a admin admin] Request body: {'subnet': {'network_id': '697f160a-9e00-41b7-8ad0-0ed9b9a935a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-73315880-subnet', 'tenant_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'ip_version': 4}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:48:31.853216 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-667b48cf-2757-470d-8a6a-414a5eae991a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:31.861606 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-667b48cf-2757-470d-8a6a-414a5eae991a admin admin] Usage tracker for resource:subnet and tenant:87a8e6dfcab1463fa2f593de9005e8cc is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:31.861906 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a61138da-f3ef-4fdd-ad6c-9091328356ac up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:48:31.864685 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-667b48cf-2757-470d-8a6a-414a5eae991a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:31.870453 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-667b48cf-2757-470d-8a6a-414a5eae991a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:31.957317 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667b48cf-2757-470d-8a6a-414a5eae991a admin admin] Made reservation on behalf of 87a8e6dfcab1463fa2f593de9005e8cc for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:48:31.959615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-667b48cf-2757-470d-8a6a-414a5eae991a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:32.032193 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port a61138da-f3ef-4fdd-ad6c-9091328356ac completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:48:32.037926 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a61138da-f3ef-4fdd-ad6c-9091328356ac triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:32.042632 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:32.159723 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:32.175426 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port a61138da-f3ef-4fdd-ad6c-9091328356ac, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a61138da-f3ef-4fdd-ad6c-9091328356ac,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:48:32.245964 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-667b48cf-2757-470d-8a6a-414a5eae991a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:32.268713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:32.324665 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b48cf-2757-470d-8a6a-414a5eae991a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12667cc-6fe6-4448-a01b-3631aea15c18,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:32.335317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=a61138da-f3ef-4fdd-ad6c-9091328356ac,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:32.339916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b48cf-2757-470d-8a6a-414a5eae991a admin admin] Checking segment: {'id': '2ca59fb0-bbff-42af-ab01-087d6cfd6f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '697f160a-9e00-41b7-8ad0-0ed9b9a935a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:48:32.340291 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b48cf-2757-470d-8a6a-414a5eae991a admin admin] Network hostable DHCP agents. Network: 697f160a-9e00-41b7-8ad0-0ed9b9a935a2, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:48:32.416611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b48cf-2757-470d-8a6a-414a5eae991a admin admin] Network 697f160a-9e00-41b7-8ad0-0ed9b9a935a2 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:48:32.482771 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-667b48cf-2757-470d-8a6a-414a5eae991a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 697f160a-9e00-41b7-8ad0-0ed9b9a935a2) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:48:32.487223 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667b48cf-2757-470d-8a6a-414a5eae991a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:32.488731 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-667b48cf-2757-470d-8a6a-414a5eae991a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:32.491768 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461c099a-9c61-4928-948c-1f4485a47015 None None] Network 697f160a-9e00-41b7-8ad0-0ed9b9a935a2 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:48:32.567050 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-667b48cf-2757-470d-8a6a-414a5eae991a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7245688 May 25 23:48:32.569644 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49756) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:32.574800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-73315880-router', 'tenant_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:48:32.580398 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:32.584363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Usage tracker for resource:router and tenant:87a8e6dfcab1463fa2f593de9005e8cc is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:32.587289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:32.593028 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:32.668289 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:32.669292 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:32.687360 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:32.736086 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-697f160a-9e00-41b7-8ad0-0ed9b9a935a2', 'network_id': '697f160a-9e00-41b7-8ad0-0ed9b9a935a2', 'tenant_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'fixed_ips': [{'subnet_id': 'f12667cc-6fe6-4448-a01b-3631aea15c18'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:48:32.737183 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:32.886879 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:32.888891 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Allocated IP 172.20.0.2 (697f160a-9e00-41b7-8ad0-0ed9b9a935a2/f12667cc-6fe6-4448-a01b-3631aea15c18/0d4402d5-cf7d-49e5-a3ac-805f539505e7) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:48:33.096964 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:33.107481 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Transition to ACTIVE for port object 0d4402d5-cf7d-49e5-a3ac-805f539505e7 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:48:33.127750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Transition to ACTIVE for port object 0d4402d5-cf7d-49e5-a3ac-805f539505e7 will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:48:33.197574 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:33.259965 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:33.260858 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Network 697f160a-9e00-41b7-8ad0-0ed9b9a935a2 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:48:33.263504 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:48:33.267011 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:48:33.274861 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Pushing event updated for resources: {'Port': ['ID=0d4402d5-cf7d-49e5-a3ac-805f539505e7,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:33.292287 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:33.361938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Attempting to bind port 0d4402d5-cf7d-49e5-a3ac-805f539505e7 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:48:33.362298 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Attempting to bind port 0d4402d5-cf7d-49e5-a3ac-805f539505e7 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '2ca59fb0-bbff-42af-ab01-087d6cfd6f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '697f160a-9e00-41b7-8ad0-0ed9b9a935a2'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:48:33.362650 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Attempting to bind port 0d4402d5-cf7d-49e5-a3ac-805f539505e7 on network 697f160a-9e00-41b7-8ad0-0ed9b9a935a2 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:48:33.368936 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:48:33.369297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Checking segment: {'id': '2ca59fb0-bbff-42af-ab01-087d6cfd6f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '697f160a-9e00-41b7-8ad0-0ed9b9a935a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:48:33.369686 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:33.370119 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Bound using segment: {'id': '2ca59fb0-bbff-42af-ab01-087d6cfd6f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '697f160a-9e00-41b7-8ad0-0ed9b9a935a2'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:48:33.370555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Bound port: 0d4402d5-cf7d-49e5-a3ac-805f539505e7, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca59fb0-bbff-42af-ab01-087d6cfd6f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '697f160a-9e00-41b7-8ad0-0ed9b9a935a2'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:48:33.370923 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:33.433519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Allocated IP 172.26.5.8 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/9a0de748-6c7b-46d1-9008-4c805c792afc) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:48:33.459664 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] For port 0d4402d5-cf7d-49e5-a3ac-805f539505e7, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:48:33.462525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] For port 0d4402d5-cf7d-49e5-a3ac-805f539505e7, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0d4402d5-cf7d-49e5-a3ac-805f539505e7,segment=NetworkSegment(2ca59fb0-bbff-42af-ab01-087d6cfd6f32),segment_id=2ca59fb0-bbff-42af-ab01-087d6cfd6f32)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:48:33.529038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:33.580963 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:33.605668 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43360d5c-4676-4ee8-8656-1db7c10bea5b None None] Pushing event updated for resources: {'Port': ['ID=0d4402d5-cf7d-49e5-a3ac-805f539505e7,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:33.657522 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:33.747166 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:48:33.750750 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:48:33.753218 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:48:33.781636 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Pushing event updated for resources: {'Port': ['ID=9a0de748-6c7b-46d1-9008-4c805c792afc,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:33.945152 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0d4402d5-cf7d-49e5-a3ac-805f539505e7 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:48:34.001522 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:34.002210 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:34.062769 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 0d4402d5-cf7d-49e5-a3ac-805f539505e7 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:48:34.068362 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a61138da-f3ef-4fdd-ad6c-9091328356ac up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:48:34.138671 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a61138da-f3ef-4fdd-ad6c-9091328356ac triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:34.139143 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:34.325337 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Router 4dbd3531-55ea-4980-ac6c-826a555d55ef is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:48:34.478280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd5b9bf-6b23-4039-82d3-a9e22514d50a None None] Network 697f160a-9e00-41b7-8ad0-0ed9b9a935a2 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:48:34.531409 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:48:34.540426 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Sync routers for ids ['4dbd3531-55ea-4980-ac6c-826a555d55ef'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:48:34.553623 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Routers {'4dbd3531-55ea-4980-ac6c-826a555d55ef'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:48:34.554349 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:48:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4dbd3531-55ea-4980-ac6c-826a555d55ef'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:34.634245 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:34.635895 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-eec919ce-c201-4a1e-8a04-bf5c352b6d0c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.0653245 May 25 23:48:34.638608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49760) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:34.684173 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-778435ce-fb90-447f-9351-8cecd9bdf514 None None] Provisioning for port 0d4402d5-cf7d-49e5-a3ac-805f539505e7 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:48:34.692772 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-778435ce-fb90-447f-9351-8cecd9bdf514 None None] Provisioning complete for port 0d4402d5-cf7d-49e5-a3ac-805f539505e7 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:34.697084 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-778435ce-fb90-447f-9351-8cecd9bdf514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:34.736857 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Set router 4dbd3531-55ea-4980-ac6c-826a555d55ef gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:48:34.835550 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-778435ce-fb90-447f-9351-8cecd9bdf514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:34.872341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-778435ce-fb90-447f-9351-8cecd9bdf514 None None] For port 0d4402d5-cf7d-49e5-a3ac-805f539505e7, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0d4402d5-cf7d-49e5-a3ac-805f539505e7,segment=NetworkSegment(2ca59fb0-bbff-42af-ab01-087d6cfd6f32),segment_id=2ca59fb0-bbff-42af-ab01-087d6cfd6f32)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:48:34.970077 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-778435ce-fb90-447f-9351-8cecd9bdf514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:35.055079 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'name': 'tempest-TestShelveInstance-73315880-router', 'tenant_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:32Z', 'updated_at': '2022-05-25T23:48:33Z', 'revision_number': 3, 'project_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'gw_port': {'id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:33Z', 'updated_at': '2022-05-25T23:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:35.056504 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778435ce-fb90-447f-9351-8cecd9bdf514 None None] Pushing event updated for resources: {'Port': ['ID=0d4402d5-cf7d-49e5-a3ac-805f539505e7,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:35.059242 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Checking router: 4dbd3531-55ea-4980-ac6c-826a555d55ef for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:48:35.059649 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Updating router 4dbd3531-55ea-4980-ac6c-826a555d55ef port 9a0de748-6c7b-46d1-9008-4c805c792afc binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:48:35.093467 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-38e48036-cb23-4051-a042-3b2c026c9fb4 None None] Provisioning complete for port 0d4402d5-cf7d-49e5-a3ac-805f539505e7 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:35.094164 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-38e48036-cb23-4051-a042-3b2c026c9fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:35.113379 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:35.441692 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:35.453278 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Transition to ACTIVE for port object 9a0de748-6c7b-46d1-9008-4c805c792afc will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:48:35.503808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:35.539850 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:35.617948 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1cee1-ccf7-4c7b-b030-7c6947d2e9cc None None] Pushing event updated for resources: {'Port': ['ID=9a0de748-6c7b-46d1-9008-4c805c792afc,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:35.628409 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Attempting to bind port 9a0de748-6c7b-46d1-9008-4c805c792afc on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:48:35.628948 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Attempting to bind port 9a0de748-6c7b-46d1-9008-4c805c792afc by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:48:35.629291 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Attempting to bind port 9a0de748-6c7b-46d1-9008-4c805c792afc on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:48:35.635390 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1cee1-ccf7-4c7b-b030-7c6947d2e9cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:35.635722 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1cee1-ccf7-4c7b-b030-7c6947d2e9cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:35.636046 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1cee1-ccf7-4c7b-b030-7c6947d2e9cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:35.636371 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1cee1-ccf7-4c7b-b030-7c6947d2e9cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:35.636716 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1cee1-ccf7-4c7b-b030-7c6947d2e9cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:35.637033 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1cee1-ccf7-4c7b-b030-7c6947d2e9cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:35.637347 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1cee1-ccf7-4c7b-b030-7c6947d2e9cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:35.637660 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1cee1-ccf7-4c7b-b030-7c6947d2e9cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:35.637967 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1cee1-ccf7-4c7b-b030-7c6947d2e9cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:35.638273 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1cee1-ccf7-4c7b-b030-7c6947d2e9cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:35.638577 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1cee1-ccf7-4c7b-b030-7c6947d2e9cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:48:35.644666 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:48:35.645028 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:48:35.645415 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:35.645933 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:48:35.646251 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Bound port: 9a0de748-6c7b-46d1-9008-4c805c792afc, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:48:35.646714 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:35.707654 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Allocated IP 172.20.0.1 (697f160a-9e00-41b7-8ad0-0ed9b9a935a2/f12667cc-6fe6-4448-a01b-3631aea15c18/d10071fb-1d5e-428b-8503-7a3e73302d8b) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:48:35.716288 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] For port 9a0de748-6c7b-46d1-9008-4c805c792afc, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:48:35.719860 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] For port 9a0de748-6c7b-46d1-9008-4c805c792afc, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9a0de748-6c7b-46d1-9008-4c805c792afc,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:48:35.788792 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:35.858613 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:35.861678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0d4402d5-cf7d-49e5-a3ac-805f539505e7 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:48:35.872488 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1cee1-ccf7-4c7b-b030-7c6947d2e9cc None None] Pushing event updated for resources: {'Port': ['ID=9a0de748-6c7b-46d1-9008-4c805c792afc,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:35.876959 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Routers {'4dbd3531-55ea-4980-ac6c-826a555d55ef'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:48:35.877315 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.provisioning_blocks [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Transition to ACTIVE for port object d10071fb-1d5e-428b-8503-7a3e73302d8b will not be triggered until provisioned by entity DHCP. {{(pid=84716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:48:35.877548 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:48:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4dbd3531-55ea-4980-ac6c-826a555d55ef'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:35.939354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 0d4402d5-cf7d-49e5-a3ac-805f539505e7 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:35.939717 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:35.971852 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:36.043040 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Network 697f160a-9e00-41b7-8ad0-0ed9b9a935a2 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:48:36.044132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:48:36.047980 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:48:36.088325 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] Set router 4dbd3531-55ea-4980-ac6c-826a555d55ef gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:48:36.095705 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d10071fb-1d5e-428b-8503-7a3e73302d8b,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:36.111285 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:36.289095 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:36.336865 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c9a2153c-0141-41e7-9d43-b75a4610c056 None None] Provisioning for port d10071fb-1d5e-428b-8503-7a3e73302d8b completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:48:36.342958 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c9a2153c-0141-41e7-9d43-b75a4610c056 None None] Provisioning complete for port d10071fb-1d5e-428b-8503-7a3e73302d8b triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:36.347328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c9a2153c-0141-41e7-9d43-b75a4610c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:36.385632 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'name': 'tempest-TestShelveInstance-73315880-router', 'tenant_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:32Z', 'updated_at': '2022-05-25T23:48:33Z', 'revision_number': 3, 'project_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'gw_port': {'id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:33Z', 'updated_at': '2022-05-25T23:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:36.390134 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f963f-de74-4a25-93ed-60904ea08c1a None None] The sync data for ids ['4dbd3531-55ea-4980-ac6c-826a555d55ef'] in dv-neutron-843300-1-hyperv is: [{'id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'name': 'tempest-TestShelveInstance-73315880-router', 'tenant_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:32Z', 'updated_at': '2022-05-25T23:48:33Z', 'revision_number': 3, 'project_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'gw_port': {'id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:33Z', 'updated_at': '2022-05-25T23:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:48:36.397257 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2153c-0141-41e7-9d43-b75a4610c056 None None] Port d10071fb-1d5e-428b-8503-7a3e73302d8b cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:48:36.517925 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:36.579764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:36.684440 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d10071fb-1d5e-428b-8503-7a3e73302d8b,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:36.686687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:36.822349 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Network 697f160a-9e00-41b7-8ad0-0ed9b9a935a2 is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:48:36.823399 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:48:37.022055 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-96e63c0b-3001-450c-b518-278ce7c8b782 None None] Provisioning complete for port d10071fb-1d5e-428b-8503-7a3e73302d8b triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:37.022413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-96e63c0b-3001-450c-b518-278ce7c8b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:37.075463 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-96e63c0b-3001-450c-b518-278ce7c8b782 None None] Port d10071fb-1d5e-428b-8503-7a3e73302d8b cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:48:37.301363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Router 4dbd3531-55ea-4980-ac6c-826a555d55ef has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:48:37.497735 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:48:37.506998 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-958ae0df-9c7d-4183-bc55-323e4fc223a6 admin admin] 10.222.0.66 "PUT /v2.0/routers/4dbd3531-55ea-4980-ac6c-826a555d55ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8673539 May 25 23:48:37.994746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49770) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:38.001097 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-767733b1-7b90-4d6f-914c-e2bc7afd6ed5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1637872922', 'description': 'tempest-secgroup-smoke-1637872922 description', 'project_id': '19096064787540a9b00dec9409aefd59'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:48:38.006908 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-767733b1-7b90-4d6f-914c-e2bc7afd6ed5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:38.010662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-767733b1-7b90-4d6f-914c-e2bc7afd6ed5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:security_group and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:38.013476 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-767733b1-7b90-4d6f-914c-e2bc7afd6ed5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:38.019228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-767733b1-7b90-4d6f-914c-e2bc7afd6ed5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:38.094201 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-767733b1-7b90-4d6f-914c-e2bc7afd6ed5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:38.128988 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-767733b1-7b90-4d6f-914c-e2bc7afd6ed5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:38.132755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-767733b1-7b90-4d6f-914c-e2bc7afd6ed5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:security_group_rule and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:38.135511 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-767733b1-7b90-4d6f-914c-e2bc7afd6ed5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:38.141600 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-767733b1-7b90-4d6f-914c-e2bc7afd6ed5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:38.195527 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-767733b1-7b90-4d6f-914c-e2bc7afd6ed5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:38.256472 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-767733b1-7b90-4d6f-914c-e2bc7afd6ed5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:38.297438 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767733b1-7b90-4d6f-914c-e2bc7afd6ed5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539d00d8-1b21-49f5-875c-d788e98d2673,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:38.342915 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-767733b1-7b90-4d6f-914c-e2bc7afd6ed5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:38.344164 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-767733b1-7b90-4d6f-914c-e2bc7afd6ed5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3484108 May 25 23:48:38.347027 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49774) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:38.352430 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4d843fa0-0d0e-4edc-a51b-b59e0e2b4215 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'security_group_rule': {'security_group_id': '539d00d8-1b21-49f5-875c-d788e98d2673', 'project_id': '19096064787540a9b00dec9409aefd59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:48:38.359695 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4d843fa0-0d0e-4edc-a51b-b59e0e2b4215 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:38.363707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4d843fa0-0d0e-4edc-a51b-b59e0e2b4215 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:security_group_rule and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:38.366613 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4d843fa0-0d0e-4edc-a51b-b59e0e2b4215 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:38.372180 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4d843fa0-0d0e-4edc-a51b-b59e0e2b4215 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:38.451259 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4d843fa0-0d0e-4edc-a51b-b59e0e2b4215 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:38.513239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4d843fa0-0d0e-4edc-a51b-b59e0e2b4215 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:38.571013 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4d843fa0-0d0e-4edc-a51b-b59e0e2b4215 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:38.594382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d843fa0-0d0e-4edc-a51b-b59e0e2b4215 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec17d119-7214-49b2-b398-94aa0f9f21a8,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:38.657209 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4d843fa0-0d0e-4edc-a51b-b59e0e2b4215 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:38.658434 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4d843fa0-0d0e-4edc-a51b-b59e0e2b4215 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3104386 May 25 23:48:38.661275 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49778) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:38.666836 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c195953b-6902-4ebf-a3e0-b2923326b1db tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'security_group_rule': {'security_group_id': '539d00d8-1b21-49f5-875c-d788e98d2673', 'project_id': '19096064787540a9b00dec9409aefd59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:48:38.673779 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c195953b-6902-4ebf-a3e0-b2923326b1db tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:38.677609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c195953b-6902-4ebf-a3e0-b2923326b1db tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:security_group_rule and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:38.680471 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c195953b-6902-4ebf-a3e0-b2923326b1db tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:38.687001 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c195953b-6902-4ebf-a3e0-b2923326b1db tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:38.777672 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c195953b-6902-4ebf-a3e0-b2923326b1db tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:38.845802 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c195953b-6902-4ebf-a3e0-b2923326b1db tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:38.914065 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c195953b-6902-4ebf-a3e0-b2923326b1db tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:38.939720 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195953b-6902-4ebf-a3e0-b2923326b1db tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223039e6-1006-407e-a010-a69569303b9c,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:39.023443 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c195953b-6902-4ebf-a3e0-b2923326b1db tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:39.024710 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c195953b-6902-4ebf-a3e0-b2923326b1db tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3624606 May 25 23:48:39.027398 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 49782) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:39.033848 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-4cde51bc-204c-46db-b71d-0b358a877dbf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'security_group_rule': {'security_group_id': '539d00d8-1b21-49f5-875c-d788e98d2673', 'project_id': '19096064787540a9b00dec9409aefd59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:48:39.040210 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4cde51bc-204c-46db-b71d-0b358a877dbf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:39.044000 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4cde51bc-204c-46db-b71d-0b358a877dbf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:security_group_rule and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:39.053690 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-4cde51bc-204c-46db-b71d-0b358a877dbf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:39.059086 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-4cde51bc-204c-46db-b71d-0b358a877dbf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:39.138888 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4cde51bc-204c-46db-b71d-0b358a877dbf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:39.211205 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4cde51bc-204c-46db-b71d-0b358a877dbf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:39.280151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4cde51bc-204c-46db-b71d-0b358a877dbf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:39.309623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde51bc-204c-46db-b71d-0b358a877dbf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942694d2-76bd-4181-9bbb-02d2ef4df526,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:39.371290 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-4cde51bc-204c-46db-b71d-0b358a877dbf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:39.375588 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4cde51bc-204c-46db-b71d-0b358a877dbf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3441105 May 25 23:48:39.376290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49786) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:39.384203 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-8f1d0696-97b6-4abb-9ae2-4b6690726fa4 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'security_group_rule': {'security_group_id': '539d00d8-1b21-49f5-875c-d788e98d2673', 'project_id': '19096064787540a9b00dec9409aefd59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:48:39.392980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8f1d0696-97b6-4abb-9ae2-4b6690726fa4 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:39.398062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8f1d0696-97b6-4abb-9ae2-4b6690726fa4 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:security_group_rule and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:39.405933 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-8f1d0696-97b6-4abb-9ae2-4b6690726fa4 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:39.414180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-8f1d0696-97b6-4abb-9ae2-4b6690726fa4 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:39.489016 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0696-97b6-4abb-9ae2-4b6690726fa4 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:39.559954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0696-97b6-4abb-9ae2-4b6690726fa4 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:39.622652 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0696-97b6-4abb-9ae2-4b6690726fa4 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:39.646969 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d0696-97b6-4abb-9ae2-4b6690726fa4 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b926ae-f023-4536-b485-ce6d8b5abe4e,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:39.653737 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:48:39.719766 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0696-97b6-4abb-9ae2-4b6690726fa4 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:39.720998 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8f1d0696-97b6-4abb-9ae2-4b6690726fa4 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3429060 May 25 23:48:39.723963 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49790) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:39.729252 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-829ad2cf-91f6-4044-a0c0-f5c777f6f8ee tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'security_group_rule': {'security_group_id': '539d00d8-1b21-49f5-875c-d788e98d2673', 'project_id': '19096064787540a9b00dec9409aefd59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:48:39.735861 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-829ad2cf-91f6-4044-a0c0-f5c777f6f8ee tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:39.739929 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-829ad2cf-91f6-4044-a0c0-f5c777f6f8ee tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:security_group_rule and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:39.742814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-829ad2cf-91f6-4044-a0c0-f5c777f6f8ee tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:39.749424 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-829ad2cf-91f6-4044-a0c0-f5c777f6f8ee tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:39.837352 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-829ad2cf-91f6-4044-a0c0-f5c777f6f8ee tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Project 19096064787540a9b00dec9409aefd59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:48:39.844321 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-829ad2cf-91f6-4044-a0c0-f5c777f6f8ee tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:39.909378 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-829ad2cf-91f6-4044-a0c0-f5c777f6f8ee tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:39.999752 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-829ad2cf-91f6-4044-a0c0-f5c777f6f8ee tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:40.022871 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ad2cf-91f6-4044-a0c0-f5c777f6f8ee tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4c04c3-d18a-475d-a01a-a54ef52f383c,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:40.113983 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-829ad2cf-91f6-4044-a0c0-f5c777f6f8ee tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:40.115198 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-829ad2cf-91f6-4044-a0c0-f5c777f6f8ee tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3903542 May 25 23:48:40.117936 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49794) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:40.123212 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1bde5795-2f43-4b9a-a3bb-4aa8a90e926e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'security_group_rule': {'security_group_id': '539d00d8-1b21-49f5-875c-d788e98d2673', 'project_id': '19096064787540a9b00dec9409aefd59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:48:40.129100 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1bde5795-2f43-4b9a-a3bb-4aa8a90e926e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:40.132816 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1bde5795-2f43-4b9a-a3bb-4aa8a90e926e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:security_group_rule and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:40.135641 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1bde5795-2f43-4b9a-a3bb-4aa8a90e926e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:40.141469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1bde5795-2f43-4b9a-a3bb-4aa8a90e926e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:40.240141 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-1bde5795-2f43-4b9a-a3bb-4aa8a90e926e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Project 19096064787540a9b00dec9409aefd59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:48:40.246848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1bde5795-2f43-4b9a-a3bb-4aa8a90e926e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:40.317477 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1bde5795-2f43-4b9a-a3bb-4aa8a90e926e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:40.391170 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1bde5795-2f43-4b9a-a3bb-4aa8a90e926e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:40.415768 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde5795-2f43-4b9a-a3bb-4aa8a90e926e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210427d6-dfa0-4d32-9ca2-0534d5c6f655,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:40.474154 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1bde5795-2f43-4b9a-a3bb-4aa8a90e926e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:40.475328 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1bde5795-2f43-4b9a-a3bb-4aa8a90e926e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3564808 May 25 23:48:40.643541 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-7e9da9dc-77f8-43ff-bc4f-dd8307948b6a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Synchronizing usage tracker for tenant:19096064787540a9b00dec9409aefd59 on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:48:40.719788 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-7e9da9dc-77f8-43ff-bc4f-dd8307948b6a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Unset dirty status for tenant:19096064787540a9b00dec9409aefd59 on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:48:40.720984 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-7e9da9dc-77f8-43ff-bc4f-dd8307948b6a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1637872922&fields=id&tenant_id=19096064787540a9b00dec9409aefd59 HTTP/1.1" status: 200 len: 267 time: 0.1171639 May 25 23:48:40.867391 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-68c6d058-130a-47e0-999d-12abea78228c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:40.868078 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-68c6d058-130a-47e0-999d-12abea78228c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Synchronizing usage tracker for tenant:19096064787540a9b00dec9409aefd59 on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:48:40.959462 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-68c6d058-130a-47e0-999d-12abea78228c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Unset dirty status for tenant:19096064787540a9b00dec9409aefd59 on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:48:40.960807 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-68c6d058-130a-47e0-999d-12abea78228c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 808 time: 0.2334926 May 25 23:48:40.977417 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-aad00118-1411-475e-9f27-8322f72d54bf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/quotas/19096064787540a9b00dec9409aefd59 HTTP/1.1" status: 200 len: 375 time: 0.0111210 May 25 23:48:41.056755 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-878f9796-aa65-4104-8738-20070ab05818 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Synchronizing usage tracker for tenant:19096064787540a9b00dec9409aefd59 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:48:41.127991 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-878f9796-aa65-4104-8738-20070ab05818 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Unset dirty status for tenant:19096064787540a9b00dec9409aefd59 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:48:41.129310 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-878f9796-aa65-4104-8738-20070ab05818 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1461339 May 25 23:48:41.264465 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-65ac56b7-29eb-4817-b21f-0919c2748695 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 23:48:41.265458 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-65ac56b7-29eb-4817-b21f-0919c2748695 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1246970 May 25 23:48:41.393525 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-25e27c23-b439-4fd5-a7f2-8ca00c43bf75 service neutron] 10.222.0.66 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217201 May 25 23:48:41.522363 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-6c9a067a-eb14-44b9-b47e-bfcf589e6f16 service neutron] 10.222.0.66 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230080 May 25 23:48:41.522946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9afeb4d3-af0b-4350-908c-c7a93a241d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:41.770578 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d628d36f-f0ff-4855-ac7a-6ea8d281cfc1 req-590203e1-29f1-4a8c-9c6f-3bcd9ae2e6f1 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 210 time: 0.0407491 May 25 23:48:42.937557 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-dc7dc3e3-74ff-44dd-acad-ce5157f66081 req-b52bf6df-12fb-4cce-9c86-a36f6b3b9191 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 210 time: 0.0442309 May 25 23:48:43.200746 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Sync routers for ids ['93eb1582-5866-45b7-95c5-581cccb1bed9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:48:43.213990 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Routers {'93eb1582-5866-45b7-95c5-581cccb1bed9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:48:43.214607 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:48:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['93eb1582-5866-45b7-95c5-581cccb1bed9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:43.399897 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Set router 93eb1582-5866-45b7-95c5-581cccb1bed9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:48:43.735839 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 2, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:43.739985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Checking router: 93eb1582-5866-45b7-95c5-581cccb1bed9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:48:43.740344 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Updating router 93eb1582-5866-45b7-95c5-581cccb1bed9 port b8acf7c2-85b9-4797-aa11-25315028e079 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:48:43.792459 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:43.837809 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f079dae4-83b8-411c-a6d8-8b13b0371654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:43.911828 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9a0de748-6c7b-46d1-9008-4c805c792afc up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:48:44.030589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-587c2e24-5126-4434-a282-f94f6d4533cd tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:44.032039 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-587c2e24-5126-4434-a282-f94f6d4533cd tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 808 time: 0.1651614 May 25 23:48:44.088631 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-0aca49c1-7341-4ea0-81e4-feea6505ee87 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19096064787540a9b00dec9409aefd59 HTTP/1.1" status: 200 len: 380 time: 0.0441232 May 25 23:48:44.098157 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-b2a78059-a02a-40d0-af58-ac1533954dcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'port': {'device_id': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'admin_state_up': True, 'tenant_id': '19096064787540a9b00dec9409aefd59', 'security_groups': ['539d00d8-1b21-49f5-875c-d788e98d2673']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:48:44.117918 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-02ef108a-be71-45cd-895f-9e46ecf8f9b7 req-14883533-a511-4e8f-b9e6-2a3083a38f61 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 210 time: 0.0495238 May 25 23:48:44.192812 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 9a0de748-6c7b-46d1-9008-4c805c792afc completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:48:44.212462 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 9a0de748-6c7b-46d1-9008-4c805c792afc triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:44.213209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:44.265801 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:44.268311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-b2a78059-a02a-40d0-af58-ac1533954dcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:44.279011 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-b2a78059-a02a-40d0-af58-ac1533954dcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:44.285456 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Transition to ACTIVE for port object b8acf7c2-85b9-4797-aa11-25315028e079 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:48:44.354202 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:44.371569 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 9a0de748-6c7b-46d1-9008-4c805c792afc, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9a0de748-6c7b-46d1-9008-4c805c792afc,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:48:44.382596 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:44.382755 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-b2a78059-a02a-40d0-af58-ac1533954dcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Made reservation on behalf of 19096064787540a9b00dec9409aefd59 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:48:44.385805 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-b2a78059-a02a-40d0-af58-ac1533954dcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:44.432785 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:44.549929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99919f-8334-4f16-9d7e-d1e52ef578eb None None] Pushing event updated for resources: {'Port': ['ID=b8acf7c2-85b9-4797-aa11-25315028e079,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:44.557817 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-b2a78059-a02a-40d0-af58-ac1533954dcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Allocated IP 172.20.0.6 (5328582b-65f9-4e66-bdfa-bbda46284428/04947218-a4a9-4f38-8809-86f2503fb86d/a179d6fd-50ec-42b8-8836-4162fa70ab55) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:48:44.696003 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=9a0de748-6c7b-46d1-9008-4c805c792afc,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:44.699415 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Attempting to bind port b8acf7c2-85b9-4797-aa11-25315028e079 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:48:44.699767 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Attempting to bind port b8acf7c2-85b9-4797-aa11-25315028e079 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:48:44.700119 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Attempting to bind port b8acf7c2-85b9-4797-aa11-25315028e079 on network 5328582b-65f9-4e66-bdfa-bbda46284428 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:48:44.706919 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:48:44.707278 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Checking segment: {'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:48:44.707663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:44.708038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Bound using segment: {'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:48:44.708485 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Bound port: b8acf7c2-85b9-4797-aa11-25315028e079, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:48:44.708870 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:44.755409 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-b2a78059-a02a-40d0-af58-ac1533954dcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:44.770573 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-b2a78059-a02a-40d0-af58-ac1533954dcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Transition to ACTIVE for port object a179d6fd-50ec-42b8-8836-4162fa70ab55 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:48:44.808566 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] For port b8acf7c2-85b9-4797-aa11-25315028e079, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:48:44.811674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] For port b8acf7c2-85b9-4797-aa11-25315028e079, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b8acf7c2-85b9-4797-aa11-25315028e079,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:48:44.874543 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-b2a78059-a02a-40d0-af58-ac1533954dcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:44.897558 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:44.950000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-b2a78059-a02a-40d0-af58-ac1533954dcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Network 5328582b-65f9-4e66-bdfa-bbda46284428 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:48:44.953781 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-b2a78059-a02a-40d0-af58-ac1533954dcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:48:44.958331 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-b2a78059-a02a-40d0-af58-ac1533954dcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:48:44.984359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a78059-a02a-40d0-af58-ac1533954dcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'Port': ['ID=a179d6fd-50ec-42b8-8836-4162fa70ab55,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:44.999493 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99919f-8334-4f16-9d7e-d1e52ef578eb None None] Pushing event updated for resources: {'Port': ['ID=b8acf7c2-85b9-4797-aa11-25315028e079,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:45.003692 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Routers {'93eb1582-5866-45b7-95c5-581cccb1bed9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:48:45.003985 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:48:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['93eb1582-5866-45b7-95c5-581cccb1bed9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:45.032091 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-b2a78059-a02a-40d0-af58-ac1533954dcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:45.032877 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-b2a78059-a02a-40d0-af58-ac1533954dcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:45.127719 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:45.158538 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-b2a78059-a02a-40d0-af58-ac1533954dcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0645196 May 25 23:48:45.200476 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] Set router 93eb1582-5866-45b7-95c5-581cccb1bed9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:48:45.254010 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:45.283684 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Request body: {'port': {'device_id': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:48:45.355431 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67fcaf-15c0-467d-9aaa-e40fa1a14fad req-0735b284-7dc8-401d-b979-5a840e103782 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:45.357679 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6f67fcaf-15c0-467d-9aaa-e40fa1a14fad req-0735b284-7dc8-401d-b979-5a840e103782 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 931 time: 0.0974388 May 25 23:48:45.380698 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c62f156a-52f0-4104-8c36-88f3741f5523 None None] Provisioning for port a179d6fd-50ec-42b8-8836-4162fa70ab55 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:48:45.400892 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-c62f156a-52f0-4104-8c36-88f3741f5523 None None] Provisioning complete for port a179d6fd-50ec-42b8-8836-4162fa70ab55 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:45.401258 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c62f156a-52f0-4104-8c36-88f3741f5523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:45.419528 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6f67fcaf-15c0-467d-9aaa-e40fa1a14fad req-a69fdda6-f187-4f9f-b0bb-688b8ff922b3 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545895 May 25 23:48:45.452084 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:45.542786 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c62f156a-52f0-4104-8c36-88f3741f5523 None None] Port a179d6fd-50ec-42b8-8836-4162fa70ab55 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:48:45.642839 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:44Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:45.646808 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f7457c-3773-4a32-ba0e-fcdcf83b53e2 None None] The sync data for ids ['93eb1582-5866-45b7-95c5-581cccb1bed9'] in dv-neutron-843300-1-hyperv is: [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:44Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:48:45.895323 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b8acf7c2-85b9-4797-aa11-25315028e079 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:48:45.911028 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a179d6fd-50ec-42b8-8836-4162fa70ab55 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:48:45.918475 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:45.934227 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Transition to ACTIVE for port object a179d6fd-50ec-42b8-8836-4162fa70ab55 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:48:46.011579 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:46.015763 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Sync routers for ids ['4dbd3531-55ea-4980-ac6c-826a555d55ef'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:48:46.032266 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Routers {'4dbd3531-55ea-4980-ac6c-826a555d55ef'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:48:46.032908 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-1e164df5-1508-4832-88de-67bb33929ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:48:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4dbd3531-55ea-4980-ac6c-826a555d55ef'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:46.039607 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port b8acf7c2-85b9-4797-aa11-25315028e079 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:48:46.046647 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port b8acf7c2-85b9-4797-aa11-25315028e079 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:46.047669 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:46.139138 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Pushing event updated for resources: {'Port': ['ID=a179d6fd-50ec-42b8-8836-4162fa70ab55,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:46.223045 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Set router 4dbd3531-55ea-4980-ac6c-826a555d55ef gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:48:46.227094 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:46.268464 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port b8acf7c2-85b9-4797-aa11-25315028e079, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b8acf7c2-85b9-4797-aa11-25315028e079,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:48:46.323432 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Attempting to bind port a179d6fd-50ec-42b8-8836-4162fa70ab55 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:48:46.323772 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Attempting to bind port a179d6fd-50ec-42b8-8836-4162fa70ab55 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:48:46.324101 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Attempting to bind port a179d6fd-50ec-42b8-8836-4162fa70ab55 on network 5328582b-65f9-4e66-bdfa-bbda46284428 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:48:46.333585 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Port a179d6fd-50ec-42b8-8836-4162fa70ab55 on network 5328582b-65f9-4e66-bdfa-bbda46284428 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:48:46.333905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Attempting to bind port a179d6fd-50ec-42b8-8836-4162fa70ab55 on network 5328582b-65f9-4e66-bdfa-bbda46284428 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:48:46.334158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:46.334945 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9a0de748-6c7b-46d1-9008-4c805c792afc up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:48:46.342712 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:48:46.343475 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Checking segment: {'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:48:46.344200 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Bound using segment: {'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:48:46.344962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Bound port: a179d6fd-50ec-42b8-8836-4162fa70ab55, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:48:46.345561 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:46.458987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] For port a179d6fd-50ec-42b8-8836-4162fa70ab55, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:48:46.466718 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] For port a179d6fd-50ec-42b8-8836-4162fa70ab55, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:48:46.503479 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=b8acf7c2-85b9-4797-aa11-25315028e079,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:46.520080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 9a0de748-6c7b-46d1-9008-4c805c792afc triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:46.520580 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:46.544180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:46.610754 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-1e164df5-1508-4832-88de-67bb33929ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'name': 'tempest-TestShelveInstance-73315880-router', 'tenant_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:32Z', 'updated_at': '2022-05-25T23:48:36Z', 'revision_number': 4, 'project_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'gw_port': {'id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:33Z', 'updated_at': '2022-05-25T23:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'd10071fb-1d5e-428b-8503-7a3e73302d8b', 'name': '', 'network_id': '697f160a-9e00-41b7-8ad0-0ed9b9a935a2', 'tenant_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'mac_address': 'fa:16:3e:23:c2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f12667cc-6fe6-4448-a01b-3631aea15c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:35Z', 'updated_at': '2022-05-25T23:48:36Z', 'revision_number': 2, 'project_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'subnets': [{'id': 'f12667cc-6fe6-4448-a01b-3631aea15c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:46.615515 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Checking router: 4dbd3531-55ea-4980-ac6c-826a555d55ef for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:48:46.615860 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Updating router 4dbd3531-55ea-4980-ac6c-826a555d55ef port d10071fb-1d5e-428b-8503-7a3e73302d8b binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:48:46.629474 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301763f-ae4c-470d-bc77-67b1515c2f2f req-980e9d39-15e3-412c-9204-3d1ddd9bdea2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:46.632244 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:46.633999 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] 10.222.0.73 "PUT /v2.0/ports/a179d6fd-50ec-42b8-8836-4162fa70ab55 HTTP/1.1" status: 200 len: 1093 time: 1.4664319 May 25 23:48:46.634437 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'tag': 'a179d6fd-50ec-42b8-8836-4162fa70ab55'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:48:46.636979 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2301763f-ae4c-470d-bc77-67b1515c2f2f req-980e9d39-15e3-412c-9204-3d1ddd9bdea2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.0894783 May 25 23:48:46.671925 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fce63-a726-4029-9bc6-e0ea05cf557a service neutron] Pushing event updated for resources: {'Port': ['ID=a179d6fd-50ec-42b8-8836-4162fa70ab55,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:46.696857 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:46.730110 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8698f6-fb73-423b-bbf1-fe251614ced0'] response: {'name': 'network-changed', 'server_uuid': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'tag': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'status': 'completed', 'code': 200} May 25 23:48:46.731420 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2301763f-ae4c-470d-bc77-67b1515c2f2f req-986582d7-744f-45c7-a5e9-84509e7722c8 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936103 May 25 23:48:46.824704 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-670abd8e-eacd-43ca-a9b3-6f1b88e36cec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 1096 time: 0.0868974 May 25 23:48:46.867131 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:46.897491 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-8ea10fc1-2325-4fe8-8334-f1afb400da8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55 HTTP/1.1" status: 200 len: 217 time: 0.0662842 May 25 23:48:46.958563 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-048206b9-8863-43cd-949c-b1fe46d2913b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:46.960126 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-048206b9-8863-43cd-949c-b1fe46d2913b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0575206 May 25 23:48:47.038511 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-ddbddc41-c773-4940-b7e8-b3c400096272 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731592 May 25 23:48:47.085100 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:47.096643 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Transition to ACTIVE for port object d10071fb-1d5e-428b-8503-7a3e73302d8b will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:48:47.171586 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-0eba02bd-9a5d-43ca-8ae2-c59fa4f52364 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274898 May 25 23:48:47.174190 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:47.293078 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289c075-f4a3-4075-a34d-3d53fbf96615 None None] Pushing event updated for resources: {'Port': ['ID=d10071fb-1d5e-428b-8503-7a3e73302d8b,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:47.319403 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8830633f-808f-4ca4-b6ce-bf01735d1b84 req-211da728-894f-46f9-a0f4-249857b48c23 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425686 May 25 23:48:47.387490 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Attempting to bind port d10071fb-1d5e-428b-8503-7a3e73302d8b on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:48:47.387840 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Attempting to bind port d10071fb-1d5e-428b-8503-7a3e73302d8b by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '2ca59fb0-bbff-42af-ab01-087d6cfd6f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '697f160a-9e00-41b7-8ad0-0ed9b9a935a2'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:48:47.388182 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Attempting to bind port d10071fb-1d5e-428b-8503-7a3e73302d8b on network 697f160a-9e00-41b7-8ad0-0ed9b9a935a2 {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:48:47.395095 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:48:47.395454 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Checking segment: {'id': '2ca59fb0-bbff-42af-ab01-087d6cfd6f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '697f160a-9e00-41b7-8ad0-0ed9b9a935a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:48:47.395841 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:47.396216 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Bound using segment: {'id': '2ca59fb0-bbff-42af-ab01-087d6cfd6f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '697f160a-9e00-41b7-8ad0-0ed9b9a935a2'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:48:47.396699 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Bound port: d10071fb-1d5e-428b-8503-7a3e73302d8b, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca59fb0-bbff-42af-ab01-087d6cfd6f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '697f160a-9e00-41b7-8ad0-0ed9b9a935a2'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:48:47.397060 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:47.487436 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-1e164df5-1508-4832-88de-67bb33929ede None None] For port d10071fb-1d5e-428b-8503-7a3e73302d8b, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:48:47.490393 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-1e164df5-1508-4832-88de-67bb33929ede None None] For port d10071fb-1d5e-428b-8503-7a3e73302d8b, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d10071fb-1d5e-428b-8503-7a3e73302d8b,segment=NetworkSegment(2ca59fb0-bbff-42af-ab01-087d6cfd6f32),segment_id=2ca59fb0-bbff-42af-ab01-087d6cfd6f32)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:48:47.528304 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-71d85868-faf1-43d1-a05e-998c3a16c9b6 req-82b38dc4-3739-4a7f-931c-738d0dd40a11 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 1096 time: 0.0716987 May 25 23:48:47.551929 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:47.634380 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289c075-f4a3-4075-a34d-3d53fbf96615 None None] Pushing event updated for resources: {'Port': ['ID=d10071fb-1d5e-428b-8503-7a3e73302d8b,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:47.638158 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Routers {'4dbd3531-55ea-4980-ac6c-826a555d55ef'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:48:47.638734 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-1e164df5-1508-4832-88de-67bb33929ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:48:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4dbd3531-55ea-4980-ac6c-826a555d55ef'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:47.676131 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d85868-faf1-43d1-a05e-998c3a16c9b6 req-c7c0c8da-07aa-4722-b886-19777bb28827 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:47.676131 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-71d85868-faf1-43d1-a05e-998c3a16c9b6 req-c7c0c8da-07aa-4722-b886-19777bb28827 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.1354494 May 25 23:48:47.746574 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-71d85868-faf1-43d1-a05e-998c3a16c9b6 req-ba650638-edbe-47ca-9dc5-1fa5cc76c338 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55 HTTP/1.1" status: 200 len: 217 time: 0.0692644 May 25 23:48:47.817581 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d85868-faf1-43d1-a05e-998c3a16c9b6 req-e1d8b625-6929-421a-b25e-6f3fe012c652 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:47.819149 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-71d85868-faf1-43d1-a05e-998c3a16c9b6 req-e1d8b625-6929-421a-b25e-6f3fe012c652 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0659792 May 25 23:48:47.824575 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-1e164df5-1508-4832-88de-67bb33929ede None None] Set router 4dbd3531-55ea-4980-ac6c-826a555d55ef gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:48:47.890886 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b8acf7c2-85b9-4797-aa11-25315028e079 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:48:47.910228 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-71d85868-faf1-43d1-a05e-998c3a16c9b6 req-981ef1c1-a2e5-48e4-b2d8-2116395e49a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844326 May 25 23:48:47.978112 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port b8acf7c2-85b9-4797-aa11-25315028e079 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:47.978525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:48.073302 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a45405-285c-4999-bf85-e7d8a451b529 req-3381d5ca-a98a-408e-9bc9-7c9d0f1eb59c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:48.081808 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-46a45405-285c-4999-bf85-e7d8a451b529 req-3381d5ca-a98a-408e-9bc9-7c9d0f1eb59c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.2072227 May 25 23:48:48.140695 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-46a45405-285c-4999-bf85-e7d8a451b529 req-df096e57-7561-4b11-bb2f-4e3b7c76eb55 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573368 May 25 23:48:48.160098 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:48.188658 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-71d85868-faf1-43d1-a05e-998c3a16c9b6 req-d6c8cb45-556d-4a84-b0c2-fbda14d23225 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712047 May 25 23:48:48.229929 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-1e164df5-1508-4832-88de-67bb33929ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'name': 'tempest-TestShelveInstance-73315880-router', 'tenant_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:32Z', 'updated_at': '2022-05-25T23:48:36Z', 'revision_number': 4, 'project_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'gw_port': {'id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:33Z', 'updated_at': '2022-05-25T23:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'd10071fb-1d5e-428b-8503-7a3e73302d8b', 'name': '', 'network_id': '697f160a-9e00-41b7-8ad0-0ed9b9a935a2', 'tenant_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'mac_address': 'fa:16:3e:23:c2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f12667cc-6fe6-4448-a01b-3631aea15c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:35Z', 'updated_at': '2022-05-25T23:48:47Z', 'revision_number': 4, 'project_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'subnets': [{'id': 'f12667cc-6fe6-4448-a01b-3631aea15c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:48.234081 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e164df5-1508-4832-88de-67bb33929ede None None] The sync data for ids ['4dbd3531-55ea-4980-ac6c-826a555d55ef'] in dv-neutron-843300-1-hyperv is: [{'id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'name': 'tempest-TestShelveInstance-73315880-router', 'tenant_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:32Z', 'updated_at': '2022-05-25T23:48:36Z', 'revision_number': 4, 'project_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'gw_port': {'id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:33Z', 'updated_at': '2022-05-25T23:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'd10071fb-1d5e-428b-8503-7a3e73302d8b', 'name': '', 'network_id': '697f160a-9e00-41b7-8ad0-0ed9b9a935a2', 'tenant_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'mac_address': 'fa:16:3e:23:c2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f12667cc-6fe6-4448-a01b-3631aea15c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:35Z', 'updated_at': '2022-05-25T23:48:47Z', 'revision_number': 4, 'project_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'subnets': [{'id': 'f12667cc-6fe6-4448-a01b-3631aea15c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:48:48.345691 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-71d85868-faf1-43d1-a05e-998c3a16c9b6 req-aaf1c2af-74e1-4e77-b9a2-51d73a4ab182 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511185 May 25 23:48:49.329546 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb685f-9314-4a9f-ac22-bd9e5c33a0aa req-9987b3f4-b720-46e9-83b8-773fdbd8c039 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:49.330982 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e8fb685f-9314-4a9f-ac22-bd9e5c33a0aa req-9987b3f4-b720-46e9-83b8-773fdbd8c039 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.0761223 May 25 23:48:49.376060 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e8fb685f-9314-4a9f-ac22-bd9e5c33a0aa req-0d409ce7-6fda-4edf-a162-1c2a23af813d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395887 May 25 23:48:49.875351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d10071fb-1d5e-428b-8503-7a3e73302d8b up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:48:50.010888 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port d10071fb-1d5e-428b-8503-7a3e73302d8b completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:48:50.016239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port d10071fb-1d5e-428b-8503-7a3e73302d8b triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:50.016624 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:50.100943 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a179d6fd-50ec-42b8-8836-4162fa70ab55 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:48:50.137740 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:50.256390 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port d10071fb-1d5e-428b-8503-7a3e73302d8b, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d10071fb-1d5e-428b-8503-7a3e73302d8b,segment=NetworkSegment(2ca59fb0-bbff-42af-ab01-087d6cfd6f32),segment_id=2ca59fb0-bbff-42af-ab01-087d6cfd6f32)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:48:50.279124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a179d6fd-50ec-42b8-8836-4162fa70ab55, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:48:50.292130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'port_id': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'mac_address': 'fa:16:3e:1b:95:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:48:50.346965 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:50.378852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:50.416460 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a179d6fd-50ec-42b8-8836-4162fa70ab55 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:48:50.438980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=d10071fb-1d5e-428b-8503-7a3e73302d8b,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:50.442301 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a179d6fd-50ec-42b8-8836-4162fa70ab55, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:48:50.516886 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:50.576821 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76508381-14d7-4b70-9e29-8744a5aa0a39 req-b3588e6d-0cbc-41fa-9f6a-92abf0113027 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:50.578276 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-76508381-14d7-4b70-9e29-8744a5aa0a39 req-b3588e6d-0cbc-41fa-9f6a-92abf0113027 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 944 time: 0.0785375 May 25 23:48:50.580242 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a179d6fd-50ec-42b8-8836-4162fa70ab55,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:50.624329 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-76508381-14d7-4b70-9e29-8744a5aa0a39 req-160ea5d9-751b-4dc3-b605-b92bcd51b6c4 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400951 May 25 23:48:50.721367 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['a179d6fd-50ec-42b8-8836-4162fa70ab55'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:48:51.817800 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76571de-9e37-4425-9ac2-53c40c5f993c req-5dd932ce-7842-4689-aa1a-4c856e6599b7 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:51.819349 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c76571de-9e37-4425-9ac2-53c40c5f993c req-5dd932ce-7842-4689-aa1a-4c856e6599b7 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 944 time: 0.0763447 May 25 23:48:51.866258 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d10071fb-1d5e-428b-8503-7a3e73302d8b up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:48:51.874026 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c76571de-9e37-4425-9ac2-53c40c5f993c req-4bf321b7-0469-466e-a07e-47f5b9fe472b tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445573 May 25 23:48:51.935013 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port d10071fb-1d5e-428b-8503-7a3e73302d8b triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:51.935511 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:52.104782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a179d6fd-50ec-42b8-8836-4162fa70ab55 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:48:52.227810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port a179d6fd-50ec-42b8-8836-4162fa70ab55 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:48:52.232418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port a179d6fd-50ec-42b8-8836-4162fa70ab55 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:48:52.233424 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:52.346984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:52.372729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a179d6fd-50ec-42b8-8836-4162fa70ab55'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:48:52.382389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a179d6fd-50ec-42b8-8836-4162fa70ab55, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:48:52.462789 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:52.514534 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022d55ff-adff-421c-aaa6-5ac5d1f27136'] response: {'server_uuid': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'code': 200} May 25 23:48:52.532952 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a179d6fd-50ec-42b8-8836-4162fa70ab55,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:52.865822 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5a7248cc-12b6-49aa-976b-63668feff1b1 req-088fbaf5-7f12-4851-9025-59855ba22d90 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 1098 time: 0.0658305 May 25 23:48:52.907958 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5a7248cc-12b6-49aa-976b-63668feff1b1 req-afc1d51a-cda1-4d26-a431-f1d6d222dda1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367038 May 25 23:48:53.066645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff92aeb-b197-41f3-80c9-a809ffe259cb req-ee18dc1a-e3a7-4b01-9e41-db85076b449a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:53.068120 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4ff92aeb-b197-41f3-80c9-a809ffe259cb req-ee18dc1a-e3a7-4b01-9e41-db85076b449a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0764916 May 25 23:48:53.112574 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4ff92aeb-b197-41f3-80c9-a809ffe259cb req-a9bf605f-99b8-407d-987b-1a540917efc1 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388472 May 25 23:48:54.317151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e55e1-0e77-4a80-920b-527e862dc2c9 req-4f7c87e5-ff41-425d-9c02-7a30e3d9f576 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:54.318602 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f17e55e1-0e77-4a80-920b-527e862dc2c9 req-4f7c87e5-ff41-425d-9c02-7a30e3d9f576 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0798559 May 25 23:48:54.363439 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f17e55e1-0e77-4a80-920b-527e862dc2c9 req-31161ffe-2596-49a7-9e3f-465d5b14dbcc tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394030 May 25 23:48:54.559764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74cb7e-e8a9-4e69-94da-61902f320439 req-0a34caad-fc48-4441-b212-37e616b87d3e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:54.561817 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cb74cb7e-e8a9-4e69-94da-61902f320439 req-0a34caad-fc48-4441-b212-37e616b87d3e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0758069 May 25 23:48:54.605450 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cb74cb7e-e8a9-4e69-94da-61902f320439 req-186ce10d-6b8a-4a12-8d12-fe182a2bb58d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380461 May 25 23:48:54.634771 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49850) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:54.770549 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-476b2aba-a90a-4833-9559-af1e4cf02ede tempest-TestShelveInstance-557156406 tempest-TestShelveInstance-557156406-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 1093 time: 0.1346123 May 25 23:48:54.773227 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 49856) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:48:54.778186 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:48:54.783593 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:48:54.787326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:floatingip and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:48:54.790098 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:48:54.796173 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:48:54.868442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for floatingip, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:55.004725 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:55.135466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Allocated IP 172.26.5.111 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/c339aaf3-c7d0-4126-997f-bf38f6e66a9c) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:48:55.287461 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:55.377171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:55.443380 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:48:55.444453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:48:55.446840 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:48:55.489552 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'Port': ['ID=c339aaf3-c7d0-4126-997f-bf38f6e66a9c,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:55.958425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:56.071667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:56.371310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:56.447811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:56.556619 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'Port': ['ID=c339aaf3-c7d0-4126-997f-bf38f6e66a9c,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:48:56.569185 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:56.755185 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.l3_db [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Floating IP 429401d2-f31e-4e32-83ce-b3b32a0c0578 associated. External IP: 172.26.5.111, port: a179d6fd-50ec-42b8-8836-4162fa70ab55. May 25 23:48:57.138329 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Router 93eb1582-5866-45b7-95c5-581cccb1bed9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:48:57.338033 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:48:57.347951 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b31ace-c00d-4fde-a64a-3995fc029df5 None None] Sync routers for ids ['93eb1582-5866-45b7-95c5-581cccb1bed9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:48:57.359679 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b31ace-c00d-4fde-a64a-3995fc029df5 None None] Routers {'93eb1582-5866-45b7-95c5-581cccb1bed9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:48:57.360304 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-80b31ace-c00d-4fde-a64a-3995fc029df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:48:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['93eb1582-5866-45b7-95c5-581cccb1bed9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:57.413740 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:48:57.466682 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9aced4e1-f351-4996-af1a-0012df7c8c28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6924579 May 25 23:48:57.467429 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'tag': 'a179d6fd-50ec-42b8-8836-4162fa70ab55'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:48:57.523128 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9d6867-5205-4805-8dc4-9c082a744e8c'] response: {'name': 'network-changed', 'server_uuid': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'tag': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'status': 'completed', 'code': 200} May 25 23:48:57.542935 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-80b31ace-c00d-4fde-a64a-3995fc029df5 None None] Set router 93eb1582-5866-45b7-95c5-581cccb1bed9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:48:57.618894 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c659c9b1-2777-410a-8da6-0cd5dedd5225 req-05a114b1-0037-4bd3-b42f-e17c7fbc2ee7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 1098 time: 0.0730598 May 25 23:48:57.754229 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659c9b1-2777-410a-8da6-0cd5dedd5225 req-a8006938-dd30-48fa-98c5-9d7e01d752cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:57.755732 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c659c9b1-2777-410a-8da6-0cd5dedd5225 req-a8006938-dd30-48fa-98c5-9d7e01d752cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.1310437 May 25 23:48:57.858135 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c659c9b1-2777-410a-8da6-0cd5dedd5225 req-652450b5-e37f-4192-9c19-a0b0283bc9c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55 HTTP/1.1" status: 200 len: 999 time: 0.0958214 May 25 23:48:57.918630 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659c9b1-2777-410a-8da6-0cd5dedd5225 req-fafbd2b5-8b35-4248-b740-accdd23467ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:48:57.921012 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c659c9b1-2777-410a-8da6-0cd5dedd5225 req-fafbd2b5-8b35-4248-b740-accdd23467ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0571830 May 25 23:48:57.936314 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-80b31ace-c00d-4fde-a64a-3995fc029df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '429401d2-f31e-4e32-83ce-b3b32a0c0578', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'floating_ip_address': '172.26.5.111', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'port_id': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'mac_address': 'fa:16:3e:1b:95:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:48:55Z', 'updated_at': '2022-05-25T23:48:55Z', 'revision_number': 0, 'project_id': '19096064787540a9b00dec9409aefd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:46Z', 'revision_number': 5, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:57.940167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b31ace-c00d-4fde-a64a-3995fc029df5 None None] Checking router: 93eb1582-5866-45b7-95c5-581cccb1bed9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:48:57.950538 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b31ace-c00d-4fde-a64a-3995fc029df5 None None] Routers {'93eb1582-5866-45b7-95c5-581cccb1bed9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:48:57.951149 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-80b31ace-c00d-4fde-a64a-3995fc029df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:48:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['93eb1582-5866-45b7-95c5-581cccb1bed9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:57.992428 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c659c9b1-2777-410a-8da6-0cd5dedd5225 req-d5816b7b-c1a6-4978-99d2-7e35a562c22a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664876 May 25 23:48:58.133539 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-80b31ace-c00d-4fde-a64a-3995fc029df5 None None] Set router 93eb1582-5866-45b7-95c5-581cccb1bed9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:48:58.226125 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c659c9b1-2777-410a-8da6-0cd5dedd5225 req-a1a74304-dfe2-4bda-a6cb-fce6f7469a49 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284045 May 25 23:48:58.359496 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c659c9b1-2777-410a-8da6-0cd5dedd5225 req-0020237c-babf-4fd9-9356-4a67a275a203 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277297 May 25 23:48:58.485500 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-80b31ace-c00d-4fde-a64a-3995fc029df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '429401d2-f31e-4e32-83ce-b3b32a0c0578', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'floating_ip_address': '172.26.5.111', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'port_id': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'mac_address': 'fa:16:3e:1b:95:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:48:55Z', 'updated_at': '2022-05-25T23:48:55Z', 'revision_number': 0, 'project_id': '19096064787540a9b00dec9409aefd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:46Z', 'revision_number': 5, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:48:58.489822 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b31ace-c00d-4fde-a64a-3995fc029df5 None None] The sync data for ids ['93eb1582-5866-45b7-95c5-581cccb1bed9'] in dv-neutron-843300-1-hyperv is: [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '429401d2-f31e-4e32-83ce-b3b32a0c0578', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'floating_ip_address': '172.26.5.111', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'port_id': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'mac_address': 'fa:16:3e:1b:95:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:48:55Z', 'updated_at': '2022-05-25T23:48:55Z', 'revision_number': 0, 'project_id': '19096064787540a9b00dec9409aefd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:46Z', 'revision_number': 5, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:49:04.061763 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfffe5f-7557-408b-a573-2e3c4926dab8 None None] New status for floating IP 429401d2-f31e-4e32-83ce-b3b32a0c0578: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:49:11.562074 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4f31cd65-da5e-468e-996c-c9984ba6aac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:49:13.776877 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9e815206-4f4d-4831-bd4c-58bf5d9cd545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:49:15.064764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:49:15.087269 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:49:16.658370 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:49:16.847521 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:49:18.093286 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:49:32.865682 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-53930704-1a55-4617-a144-3e92e170a181 req-bb211be4-1613-4fd8-875d-bb2c7c6b315a service neutron] (84716) timed out ('10.222.0.73', 58891) {{(pid=84716) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 23:49:41.519315 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2bb6927b-fbe2-4440-8421-6efb80e34286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:49:43.741946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8d12bf51-2f39-47ab-b604-953decc41244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:49:45.073541 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:49:45.131885 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:49:46.494420 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8fc0a515-4e98-4fbe-8760-0f0b93ee4623 req-650aa9c2-690f-4a6d-ba0a-4019293afd59 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728712 May 25 23:49:46.630562 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8fc0a515-4e98-4fbe-8760-0f0b93ee4623 req-9b51bbea-ac05-4ce1-bc30-cd8f839514f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 1098 time: 0.0676289 May 25 23:49:46.773407 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0a515-4e98-4fbe-8760-0f0b93ee4623 req-75eeb0b9-c153-4208-881e-e32b5a9cd190 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:49:46.774835 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8fc0a515-4e98-4fbe-8760-0f0b93ee4623 req-75eeb0b9-c153-4208-881e-e32b5a9cd190 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.1256704 May 25 23:49:46.864140 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:49:46.878368 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8fc0a515-4e98-4fbe-8760-0f0b93ee4623 req-7b15d444-ccd8-48ca-ab87-bd67ca3f2355 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55 HTTP/1.1" status: 200 len: 1001 time: 0.0982189 May 25 23:49:46.943378 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0a515-4e98-4fbe-8760-0f0b93ee4623 req-2f540dc6-c9eb-4e47-b9f1-c17331acdfd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:49:46.944852 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8fc0a515-4e98-4fbe-8760-0f0b93ee4623 req-2f540dc6-c9eb-4e47-b9f1-c17331acdfd1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0608847 May 25 23:49:47.021321 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8fc0a515-4e98-4fbe-8760-0f0b93ee4623 req-8ff92bd5-b352-471c-98e8-65d98337419d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672669 May 25 23:49:47.153029 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8fc0a515-4e98-4fbe-8760-0f0b93ee4623 req-96164ca5-deef-43f1-9f6a-089c7ab45887 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259341 May 25 23:49:47.292649 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-8fc0a515-4e98-4fbe-8760-0f0b93ee4623 req-f1129006-7a3f-41eb-bea7-0feaaa8c5c88 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344702 May 25 23:49:48.107609 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:49:53.658563 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:50:11.555190 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-53656af6-e1a1-4cb4-bbc2-a119d5c21051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:50:13.743537 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cdf8dd0d-7b90-4727-8691-fd8c663e9f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:50:15.078592 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:50:15.120663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:50:16.896148 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:50:18.090815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:50:30.659285 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:50:41.543375 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a6538a09-9943-4277-8ee6-93a9a9110bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:50:43.749574 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-86e96c3f-fe66-41ef-8a04-7a9907f8bec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:50:45.068876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:50:45.132043 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:50:46.863056 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:50:48.104034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:50:48.605070 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cfeb2650-9c05-439f-9637-3ae91e42ce3f req-b760aa53-9736-4669-87e0-eb3b8f796710 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1323938 May 25 23:50:48.742005 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cfeb2650-9c05-439f-9637-3ae91e42ce3f req-c83f41c4-a2b3-4735-a8c4-2941730ab32d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 1098 time: 0.0704849 May 25 23:50:48.881261 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb2650-9c05-439f-9637-3ae91e42ce3f req-d48e4ddb-054b-4188-8e39-e153db2950a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:50:48.882591 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cfeb2650-9c05-439f-9637-3ae91e42ce3f req-d48e4ddb-054b-4188-8e39-e153db2950a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.1236205 May 25 23:50:48.984188 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cfeb2650-9c05-439f-9637-3ae91e42ce3f req-dccf95c7-150b-4202-97c8-b8b43900766e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55 HTTP/1.1" status: 200 len: 1001 time: 0.0937622 May 25 23:50:49.043566 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb2650-9c05-439f-9637-3ae91e42ce3f req-8ed62715-d0e1-4f1b-92b0-2a3b4b9b37d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:50:49.044983 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cfeb2650-9c05-439f-9637-3ae91e42ce3f req-8ed62715-d0e1-4f1b-92b0-2a3b4b9b37d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0554147 May 25 23:50:49.117547 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cfeb2650-9c05-439f-9637-3ae91e42ce3f req-fc798d20-1956-4e69-b978-53a37d4a32d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669522 May 25 23:50:49.327755 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cfeb2650-9c05-439f-9637-3ae91e42ce3f req-4a4f4cc9-9b9e-49e3-b5d7-9fb1709a4811 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044344 May 25 23:50:49.457422 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cfeb2650-9c05-439f-9637-3ae91e42ce3f req-ff6dcf96-ee80-48ca-9ae5-8bfb84a19311 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234336 May 25 23:50:52.455307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133c11a-60fa-41d5-a3c9-7b1112c3263b req-0ba584b9-cf14-4839-9d7e-2a60ef8f8ced tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:50:52.456658 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9133c11a-60fa-41d5-a3c9-7b1112c3263b req-0ba584b9-cf14-4839-9d7e-2a60ef8f8ced tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.1452410 May 25 23:50:52.500552 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9133c11a-60fa-41d5-a3c9-7b1112c3263b req-db75bb6a-eff4-4def-ac43-abcc6d6692a2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384135 May 25 23:50:53.699784 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a6429-c5a8-406d-8536-8aa022e2d26b req-4bb79ba1-0f09-45cf-9731-3e3cb4f1a7cd tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:50:53.701236 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d92a6429-c5a8-406d-8536-8aa022e2d26b req-4bb79ba1-0f09-45cf-9731-3e3cb4f1a7cd tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0741265 May 25 23:50:53.748782 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d92a6429-c5a8-406d-8536-8aa022e2d26b req-1a025cbd-e262-4eea-993e-273b082163a7 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420516 May 25 23:50:54.956965 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6a903-2447-4213-b142-d11885f45fa0 req-717b67cb-685b-4a1e-a525-ff50f15b0b99 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:50:54.958401 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ddc6a903-2447-4213-b142-d11885f45fa0 req-717b67cb-685b-4a1e-a525-ff50f15b0b99 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0746844 May 25 23:50:55.003931 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ddc6a903-2447-4213-b142-d11885f45fa0 req-8e1e7876-ca23-47d0-afb2-da168d576dac tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395863 May 25 23:50:56.200313 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c69501-18c7-4eb1-aefe-ad4714b30bf8 req-a292f609-04c5-4c57-8b02-8618f64a7316 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:50:56.201671 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-02c69501-18c7-4eb1-aefe-ad4714b30bf8 req-a292f609-04c5-4c57-8b02-8618f64a7316 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0774252 May 25 23:50:56.246355 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-02c69501-18c7-4eb1-aefe-ad4714b30bf8 req-6b7d4f91-85b3-4055-ae0a-d7e4fdb0a2e8 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392556 May 25 23:50:57.442577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f33fc7-12d2-4e04-8e78-35dde570334a req-0d72a6d1-6eb4-4a87-bbfb-ffff8ae6e789 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:50:57.444009 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-90f33fc7-12d2-4e04-8e78-35dde570334a req-0d72a6d1-6eb4-4a87-bbfb-ffff8ae6e789 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0745935 May 25 23:50:57.488201 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-90f33fc7-12d2-4e04-8e78-35dde570334a req-15dc84fc-240e-46b7-a4da-0079c686a977 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376167 May 25 23:50:58.705614 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dc22d-f92c-4e1c-875b-085939b0a351 req-56d0f359-eb85-4cc3-b867-a3e78a231af1 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:50:58.707037 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-766dc22d-f92c-4e1c-875b-085939b0a351 req-56d0f359-eb85-4cc3-b867-a3e78a231af1 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0783849 May 25 23:50:58.751879 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-766dc22d-f92c-4e1c-875b-085939b0a351 req-7639ac49-3c9c-4bea-a735-a57abd3c2467 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394130 May 25 23:50:59.947840 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f5b12-b11d-4710-b6d5-b879fe13a956 req-1a8cad4d-3a18-4930-a5a5-a14e47658502 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:50:59.949311 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-796f5b12-b11d-4710-b6d5-b879fe13a956 req-1a8cad4d-3a18-4930-a5a5-a14e47658502 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0754514 May 25 23:51:00.000503 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-796f5b12-b11d-4710-b6d5-b879fe13a956 req-d770d668-b4a6-4f69-9a98-66d9e6dce8ea tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456824 May 25 23:51:01.191487 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0dd4d-26ab-4bfd-b4a2-98fdf5aa9be5 req-b9d345f7-d822-4049-b63b-13d47d8691f7 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:01.192942 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-08d0dd4d-26ab-4bfd-b4a2-98fdf5aa9be5 req-b9d345f7-d822-4049-b63b-13d47d8691f7 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0748007 May 25 23:51:01.237154 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-08d0dd4d-26ab-4bfd-b4a2-98fdf5aa9be5 req-69471572-cfe6-4609-93d8-d1c726bbc14c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385966 May 25 23:51:02.440913 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfd321-30cd-45f4-94e7-ce76214967ea req-7f48aeca-0fa0-4dac-8997-d31d719d4984 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:02.442329 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-59dfd321-30cd-45f4-94e7-ce76214967ea req-7f48aeca-0fa0-4dac-8997-d31d719d4984 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0793414 May 25 23:51:02.486834 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-59dfd321-30cd-45f4-94e7-ce76214967ea req-0dd3321b-1e29-48ae-874c-a80986fca2ad tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389419 May 25 23:51:03.682363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd5d11-521c-421c-9637-a77b12cdff2a req-63f1bf23-f409-4c35-bd79-5a24fcaf74f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:03.683792 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d0fd5d11-521c-421c-9637-a77b12cdff2a req-63f1bf23-f409-4c35-bd79-5a24fcaf74f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0767705 May 25 23:51:03.727863 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d0fd5d11-521c-421c-9637-a77b12cdff2a req-57f14908-a207-45a0-bc31-ae6e698d3202 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386343 May 25 23:51:04.712277 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a179d6fd-50ec-42b8-8836-4162fa70ab55 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:51:04.845675 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a179d6fd-50ec-42b8-8836-4162fa70ab55, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:51:04.859996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'port_id': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'mac_address': 'fa:16:3e:1b:95:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:51:04.918665 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:04.936396 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a179d6fd-50ec-42b8-8836-4162fa70ab55 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:51:04.937270 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7db9c-2add-4419-a689-6385aaf9eca0 req-b96f44b7-666e-42af-9bf4-76ac40e16cf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:04.938786 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-61c7db9c-2add-4419-a689-6385aaf9eca0 req-b96f44b7-666e-42af-9bf4-76ac40e16cf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0846009 May 25 23:51:04.952929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a179d6fd-50ec-42b8-8836-4162fa70ab55, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:51:04.987039 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-61c7db9c-2add-4419-a689-6385aaf9eca0 req-7eb8c8c6-5917-4f8a-b3a9-bc399d58bcc4 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418622 May 25 23:51:05.046038 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:05.113435 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a179d6fd-50ec-42b8-8836-4162fa70ab55,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:51:05.123245 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['a179d6fd-50ec-42b8-8836-4162fa70ab55'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:51:05.154810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:51:05.155183 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:51:05.155422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:51:05.155745 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:51:05.156181 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:51:05.156388 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:51:05.156726 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:51:05.157035 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:51:05.157353 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:51:05.157660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:51:05.163997 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:51:06.199400 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d924e2-b62a-4633-98ec-94ffa0a74d25 req-67f7fd68-f5f0-4d9d-b2d5-f24d26ebc665 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:06.201008 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58d924e2-b62a-4633-98ec-94ffa0a74d25 req-67f7fd68-f5f0-4d9d-b2d5-f24d26ebc665 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 944 time: 0.0812314 May 25 23:51:06.262556 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-58d924e2-b62a-4633-98ec-94ffa0a74d25 req-1b3eff75-3d9d-456d-a840-6e5c93380ac2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560012 May 25 23:51:06.724045 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a179d6fd-50ec-42b8-8836-4162fa70ab55 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:51:06.797291 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port a179d6fd-50ec-42b8-8836-4162fa70ab55 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:51:06.797983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:06.919075 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:06.953051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a179d6fd-50ec-42b8-8836-4162fa70ab55'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:51:06.964380 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a179d6fd-50ec-42b8-8836-4162fa70ab55, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:51:07.046647 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:07.132056 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a179d6fd-50ec-42b8-8836-4162fa70ab55,revision_number=7']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:51:07.189746 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6759b7-0317-4a95-8bbb-838b7e244bea'] response: {'server_uuid': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'code': 200} May 25 23:51:07.484048 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252367d-940b-472f-838d-d79db063979a req-1a6e9194-4a41-4c60-9743-891cca911919 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:07.485656 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c252367d-940b-472f-838d-d79db063979a req-1a6e9194-4a41-4c60-9743-891cca911919 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0812171 May 25 23:51:07.541778 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c252367d-940b-472f-838d-d79db063979a req-2d3e2fee-3be2-4d2c-914f-9578560666ec tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497091 May 25 23:51:07.662013 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:51:08.759140 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32cd4a-bcb6-49f1-a799-5d00996be07d req-764d1df4-2f2e-43ba-95a8-3a7a187f3e73 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:08.760846 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e32cd4a-bcb6-49f1-a799-5d00996be07d req-764d1df4-2f2e-43ba-95a8-3a7a187f3e73 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0810561 May 25 23:51:08.812984 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e32cd4a-bcb6-49f1-a799-5d00996be07d req-3762e7be-0c19-4758-ae80-804f69193a53 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454013 May 25 23:51:10.031020 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6e9a8-4223-4ea4-a92b-d7d802967885 req-b3b861e8-6399-4062-a177-25405bcfab27 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:10.033501 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-31d6e9a8-4223-4ea4-a92b-d7d802967885 req-b3b861e8-6399-4062-a177-25405bcfab27 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0819640 May 25 23:51:10.080689 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-31d6e9a8-4223-4ea4-a92b-d7d802967885 req-d627bcd6-aa94-429a-af09-44a3b18826f3 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416913 May 25 23:51:11.305577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a29e84-6e58-4d47-8a31-d9145cfab38a req-3cd128ae-2369-44e1-9cce-c9b1a7ac9543 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:11.313129 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-96a29e84-6e58-4d47-8a31-d9145cfab38a req-3cd128ae-2369-44e1-9cce-c9b1a7ac9543 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0996883 May 25 23:51:11.361053 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-96a29e84-6e58-4d47-8a31-d9145cfab38a req-6271848d-e6af-4ef1-b57b-e9a74d134364 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470006 May 25 23:51:11.532120 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-19f04dc9-6593-423e-a341-bf9cd50e08c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:12.577969 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c633efb-fd30-4a0f-a32f-c61caf3f03ac req-4ba3904f-db7b-4f3c-a24e-f84ac8912e26 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:12.579599 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4c633efb-fd30-4a0f-a32f-c61caf3f03ac req-4ba3904f-db7b-4f3c-a24e-f84ac8912e26 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0868702 May 25 23:51:12.636157 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4c633efb-fd30-4a0f-a32f-c61caf3f03ac req-680fe829-7e51-46a6-ab54-85b6315c209b tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500712 May 25 23:51:13.749076 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-399f898b-957b-42f0-aafc-8ea0ff08cc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:13.866759 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b46f4b-1e12-4bc8-aa99-20dd0dc781f8 req-eb78f014-bccc-444f-ac95-a14aeda564b7 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:13.868206 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-71b46f4b-1e12-4bc8-aa99-20dd0dc781f8 req-eb78f014-bccc-444f-ac95-a14aeda564b7 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0839586 May 25 23:51:13.929454 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-71b46f4b-1e12-4bc8-aa99-20dd0dc781f8 req-ff59b818-b6c3-450e-8b80-2ecff0f65046 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528870 May 25 23:51:15.131877 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0496ac0-f8d1-445b-9ff7-45cc22910b19 req-49182eed-319e-47cc-a6c1-77386624a618 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:15.133322 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c0496ac0-f8d1-445b-9ff7-45cc22910b19 req-49182eed-319e-47cc-a6c1-77386624a618 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0847735 May 25 23:51:15.298072 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c0496ac0-f8d1-445b-9ff7-45cc22910b19 req-4cd954e5-7ced-4632-9abe-ff44acfb22f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581748 May 25 23:51:15.469101 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:15.501969 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:16.497043 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001c745-e222-4135-9f54-04f4f78b8685 req-c317f11b-94b0-4185-b545-83b771eb66cb tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:16.500840 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b001c745-e222-4135-9f54-04f4f78b8685 req-c317f11b-94b0-4185-b545-83b771eb66cb tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0783875 May 25 23:51:16.545994 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b001c745-e222-4135-9f54-04f4f78b8685 req-654798ca-667b-4166-8a4a-f6def506dec6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415056 May 25 23:51:16.873521 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:17.455038 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-da07b272-d42a-42c8-8834-796304b79f08 req-f6624129-eea4-4d39-9e35-3dac1b292678 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 1098 time: 0.0669146 May 25 23:51:17.593701 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07b272-d42a-42c8-8834-796304b79f08 req-95910dd7-7986-401e-aaaf-3eb2ff04f80f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:17.595260 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-da07b272-d42a-42c8-8834-796304b79f08 req-95910dd7-7986-401e-aaaf-3eb2ff04f80f service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.1350389 May 25 23:51:17.699623 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-da07b272-d42a-42c8-8834-796304b79f08 req-8a0165b4-1e32-4ced-bb47-8537406a5cad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55 HTTP/1.1" status: 200 len: 1001 time: 0.0984578 May 25 23:51:17.745970 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe115849-ad26-490c-8691-eebadb83a72d req-d4d2e739-f294-4bc7-9b2b-389ee10e1e8d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:17.747448 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fe115849-ad26-490c-8691-eebadb83a72d req-d4d2e739-f294-4bc7-9b2b-389ee10e1e8d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0779626 May 25 23:51:17.760809 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07b272-d42a-42c8-8834-796304b79f08 req-975e4136-5fcc-46cf-9697-97d29a11c56e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:17.762230 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-da07b272-d42a-42c8-8834-796304b79f08 req-975e4136-5fcc-46cf-9697-97d29a11c56e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0577090 May 25 23:51:17.794017 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fe115849-ad26-490c-8691-eebadb83a72d req-d047624a-013c-465c-bbe7-f767a49bbdfb tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407836 May 25 23:51:17.844678 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-da07b272-d42a-42c8-8834-796304b79f08 req-1453797d-0aae-4ee4-afb1-f41b2571e8ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767291 May 25 23:51:17.977289 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-da07b272-d42a-42c8-8834-796304b79f08 req-7bc7c2ab-2fd0-4552-804d-814895642f69 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264343 May 25 23:51:18.106395 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-da07b272-d42a-42c8-8834-796304b79f08 req-68b2152e-fbcb-482f-be72-cfe20af56578 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234021 May 25 23:51:18.120452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:18.991929 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759f1ea-af53-4acd-90b2-9605507d53ab req-f1a3b2ad-0d2c-49dc-9202-472795cecdb2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:18.993381 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c759f1ea-af53-4acd-90b2-9605507d53ab req-f1a3b2ad-0d2c-49dc-9202-472795cecdb2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0759864 May 25 23:51:19.039373 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c759f1ea-af53-4acd-90b2-9605507d53ab req-e0883857-1a05-4548-b69a-e92948871fca tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399668 May 25 23:51:20.243137 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff703d0-cf10-44a0-ac89-86777b48da67 req-7a256c34-8872-4e6c-be6f-9fe812e246df tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:20.244496 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1ff703d0-cf10-44a0-ac89-86777b48da67 req-7a256c34-8872-4e6c-be6f-9fe812e246df tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0823634 May 25 23:51:20.292931 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1ff703d0-cf10-44a0-ac89-86777b48da67 req-9a4c9c34-6b1a-428c-9f54-1f17a7b06f7a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414648 May 25 23:51:20.579204 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-775efd59-bac9-4ef8-b9aa-4e3fb68e0984 req-ba7b934d-0e5b-4bcd-802d-9db94c6185f3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1292872 May 25 23:51:20.774198 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a179d6fd-50ec-42b8-8836-4162fa70ab55 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:51:20.892920 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:20.920081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a179d6fd-50ec-42b8-8836-4162fa70ab55'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:51:20.929310 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a179d6fd-50ec-42b8-8836-4162fa70ab55, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:51:20.976769 dv-neutron-843300-1-hyperv neutron-server[84718]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6faae0ca-0194-41db-a5b1-dacab19c7082']: {'server_uuid': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'code': 422} returned with failed status May 25 23:51:21.000864 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:21.024631 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afc943-5fc0-461d-a924-5de9385a8f73 req-d64da219-b5ad-439d-84be-73c4382f06a9 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:21.025959 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-87afc943-5fc0-461d-a924-5de9385a8f73 req-d64da219-b5ad-439d-84be-73c4382f06a9 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 945 time: 0.0824633 May 25 23:51:21.068141 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a179d6fd-50ec-42b8-8836-4162fa70ab55,revision_number=8']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:51:21.072955 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-87afc943-5fc0-461d-a924-5de9385a8f73 req-f76b388d-82bd-4366-aac2-bb03bfd1eeb3 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405810 May 25 23:51:21.278575 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3a8d0f8d-b28e-49af-ba01-f63488917500 req-acda5343-5a5f-41a1-91bb-0dbdf29e24c3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1307080 May 25 23:51:22.275767 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84ccb5-34a9-45b9-a217-d6890fc5fc67 req-5e21b3e7-9794-42a4-9aef-75d83cd9d7a7 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:22.277714 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fe84ccb5-34a9-45b9-a217-d6890fc5fc67 req-5e21b3e7-9794-42a4-9aef-75d83cd9d7a7 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.0797291 May 25 23:51:22.328047 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fe84ccb5-34a9-45b9-a217-d6890fc5fc67 req-358bc6e2-a4c8-4a2c-909e-28d432f5bb62 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445185 May 25 23:51:23.525687 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942624a6-467c-4559-8361-4369547a4ae3 req-797e0a33-7a19-45a6-a8d7-ee847775381b tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:23.527144 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-942624a6-467c-4559-8361-4369547a4ae3 req-797e0a33-7a19-45a6-a8d7-ee847775381b tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.0756166 May 25 23:51:23.575961 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-942624a6-467c-4559-8361-4369547a4ae3 req-50c43db5-9500-40e4-915f-74c87519397a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430272 May 25 23:51:24.515674 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3a8d0f8d-b28e-49af-ba01-f63488917500 req-27b37ab6-65f9-4bfe-a99e-aa8aa1eefc30 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3&tenant_id=19096064787540a9b00dec9409aefd59 HTTP/1.1" status: 200 len: 1096 time: 0.0688896 May 25 23:51:24.604905 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3a8d0f8d-b28e-49af-ba01-f63488917500 req-96dc625e-114c-4c80-8e90-689a1cc461ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 1096 time: 0.0689659 May 25 23:51:24.736280 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0f8d-b28e-49af-ba01-f63488917500 req-1c8ab206-b523-41a2-94a0-b1f65c1e3a9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:24.737774 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3a8d0f8d-b28e-49af-ba01-f63488917500 req-1c8ab206-b523-41a2-94a0-b1f65c1e3a9b service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.1274924 May 25 23:51:24.769842 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c8840-add7-49c0-a6b5-ea51996a6e4b req-575477bd-7b18-4c1a-bf8b-3efd365d1ba3 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:24.771283 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c04c8840-add7-49c0-a6b5-ea51996a6e4b req-575477bd-7b18-4c1a-bf8b-3efd365d1ba3 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.0762901 May 25 23:51:24.816840 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c04c8840-add7-49c0-a6b5-ea51996a6e4b req-3884892a-5b85-4298-a810-cc5a61e9fd66 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398912 May 25 23:51:24.840624 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3a8d0f8d-b28e-49af-ba01-f63488917500 req-eea50fe9-f973-4943-aef2-4ab9c743555b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55 HTTP/1.1" status: 200 len: 999 time: 0.0974357 May 25 23:51:24.905550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0f8d-b28e-49af-ba01-f63488917500 req-8b8362fc-50f7-42b6-968d-74e16357cd92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:24.906882 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3a8d0f8d-b28e-49af-ba01-f63488917500 req-8b8362fc-50f7-42b6-968d-74e16357cd92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0612564 May 25 23:51:24.978699 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3a8d0f8d-b28e-49af-ba01-f63488917500 req-935f6019-867c-4038-acb2-615f62252a80 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662813 May 25 23:51:25.186056 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3a8d0f8d-b28e-49af-ba01-f63488917500 req-1e6c1036-1442-4f0b-84f7-fda4aa90d4dc service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014635 May 25 23:51:25.313187 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3a8d0f8d-b28e-49af-ba01-f63488917500 req-2e8ce62e-98a4-45f9-9a2b-ffec2f64de57 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221642 May 25 23:51:26.018936 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1d6f2-2867-4d51-8121-e8ea67162376 req-62828164-d8cd-4310-b215-24b42caec3e9 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:26.020354 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-71d1d6f2-2867-4d51-8121-e8ea67162376 req-62828164-d8cd-4310-b215-24b42caec3e9 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.0810874 May 25 23:51:26.066720 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-71d1d6f2-2867-4d51-8121-e8ea67162376 req-8d844bec-e45c-4127-962d-fa6af75acfcf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408065 May 25 23:51:27.278909 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636582a-b573-4192-b2b4-4fb4593733c9 req-5bd58edc-b879-494a-b060-046970772daa tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:27.286655 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1636582a-b573-4192-b2b4-4fb4593733c9 req-5bd58edc-b879-494a-b060-046970772daa tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.0962064 May 25 23:51:27.348719 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1636582a-b573-4192-b2b4-4fb4593733c9 req-b252cf7a-9f27-417d-8476-facfd95c0eab tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603943 May 25 23:51:28.561115 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456b7bf-16a5-43b4-9e1b-834b28292fd9 req-c03196b9-4cf3-43d1-8b20-c63d4d919278 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:28.563699 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a456b7bf-16a5-43b4-9e1b-834b28292fd9 req-c03196b9-4cf3-43d1-8b20-c63d4d919278 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.0966384 May 25 23:51:28.610286 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a456b7bf-16a5-43b4-9e1b-834b28292fd9 req-46af8323-7e65-42d5-920d-ce4817fc1def tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415161 May 25 23:51:29.825623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5782bf-1f41-4481-9f75-45f788c1bc4b req-269bdc56-2ddd-4e3b-b451-addfd78695bf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:29.827149 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7c5782bf-1f41-4481-9f75-45f788c1bc4b req-269bdc56-2ddd-4e3b-b451-addfd78695bf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.0841687 May 25 23:51:29.877360 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7c5782bf-1f41-4481-9f75-45f788c1bc4b req-87f9c8ce-d373-420b-b909-07e31c0cb01d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442669 May 25 23:51:31.082285 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c124f1f-9054-40c7-bddb-26fe8818896a req-cd0aebbd-5812-4442-a4af-71244f0385bf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:31.084134 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1c124f1f-9054-40c7-bddb-26fe8818896a req-cd0aebbd-5812-4442-a4af-71244f0385bf tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.0882814 May 25 23:51:31.133045 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1c124f1f-9054-40c7-bddb-26fe8818896a req-7eb0f211-f4ae-4e50-b3f7-85413a7aa775 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433278 May 25 23:51:32.342179 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c647b-1a0f-480e-b8d2-76b057537974 req-db5d390e-186b-4b65-b1df-2ebefa9256ff tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:32.343805 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-959c647b-1a0f-480e-b8d2-76b057537974 req-db5d390e-186b-4b65-b1df-2ebefa9256ff tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.0870411 May 25 23:51:32.397150 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-959c647b-1a0f-480e-b8d2-76b057537974 req-c0a105a7-cf3a-4fbb-bd88-9417a7800946 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476017 May 25 23:51:33.604440 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25104857-c779-4d4a-a046-a96ae511f979 req-493b5f6f-30b0-40ed-b7fa-817a19b3c52a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:33.607361 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-25104857-c779-4d4a-a046-a96ae511f979 req-493b5f6f-30b0-40ed-b7fa-817a19b3c52a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.0752811 May 25 23:51:33.651818 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-25104857-c779-4d4a-a046-a96ae511f979 req-925aaa4f-499c-4bc4-979f-ad69b13f56ff tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392272 May 25 23:51:34.864719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f06368-01a7-4857-ba5e-eed30c850ffe req-f0672180-06b9-45f5-bdb2-109379457500 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:34.866548 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-96f06368-01a7-4857-ba5e-eed30c850ffe req-f0672180-06b9-45f5-bdb2-109379457500 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.0927410 May 25 23:51:34.913869 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-96f06368-01a7-4857-ba5e-eed30c850ffe req-b9a5b82f-be70-4db4-abeb-6048e7b3fb74 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413678 May 25 23:51:36.109615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3430eb2-6ee5-422f-8170-51c8c1507eff req-29b1acc1-3795-4b22-bc29-bd54157e727b tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:36.111016 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d3430eb2-6ee5-422f-8170-51c8c1507eff req-29b1acc1-3795-4b22-bc29-bd54157e727b tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.0736625 May 25 23:51:36.156062 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d3430eb2-6ee5-422f-8170-51c8c1507eff req-a179b868-ede7-4a77-80d1-4b05bfcba023 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392740 May 25 23:51:37.357979 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfef7c-4b0a-4b2a-a514-abe25940dd71 req-4ebd4ee4-cc3d-42d3-92d5-824977de4849 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:37.359617 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-76dfef7c-4b0a-4b2a-a514-abe25940dd71 req-4ebd4ee4-cc3d-42d3-92d5-824977de4849 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.0800428 May 25 23:51:37.404313 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-76dfef7c-4b0a-4b2a-a514-abe25940dd71 req-ac7e4721-5e69-48aa-9a6d-3d482dfe916e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391612 May 25 23:51:38.601491 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7b387-6249-4002-b6a8-35977e915177 req-11dd5dab-1305-4f49-8dc7-72f8932dc7c5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:38.602953 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-23c7b387-6249-4002-b6a8-35977e915177 req-11dd5dab-1305-4f49-8dc7-72f8932dc7c5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 943 time: 0.0779312 May 25 23:51:38.652684 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-23c7b387-6249-4002-b6a8-35977e915177 req-63153db2-d0a8-43b2-a48b-19bcb30aaf2c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440915 May 25 23:51:38.866974 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a179d6fd-50ec-42b8-8836-4162fa70ab55 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:51:39.000364 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a179d6fd-50ec-42b8-8836-4162fa70ab55, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:51:39.016720 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'port_id': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'mac_address': 'fa:16:3e:1b:95:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:51:39.069818 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:39.088308 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a179d6fd-50ec-42b8-8836-4162fa70ab55 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:51:39.107086 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a179d6fd-50ec-42b8-8836-4162fa70ab55, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:51:39.171852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:39.238365 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a179d6fd-50ec-42b8-8836-4162fa70ab55,revision_number=9']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:51:39.407420 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['a179d6fd-50ec-42b8-8836-4162fa70ab55'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:51:39.847645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9b10c-2c31-40f8-961a-0cd3c2859301 req-00e8221e-615a-4ae2-8cf3-8aa38ca3d63c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:39.849154 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-41a9b10c-2c31-40f8-961a-0cd3c2859301 req-00e8221e-615a-4ae2-8cf3-8aa38ca3d63c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 944 time: 0.0770006 May 25 23:51:39.894364 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-41a9b10c-2c31-40f8-961a-0cd3c2859301 req-cc9c07c3-d6a3-4c19-a0f2-9a63b8af5662 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396700 May 25 23:51:40.882351 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a179d6fd-50ec-42b8-8836-4162fa70ab55 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:51:40.956448 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port a179d6fd-50ec-42b8-8836-4162fa70ab55 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:51:40.956835 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:41.070034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:41.096733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de7caa-d1df-46ea-866c-ffae8c9d9be1 req-f0009492-a8c5-4a6e-a664-174e8daafa2c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:41.097328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a179d6fd-50ec-42b8-8836-4162fa70ab55'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:51:41.098162 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b0de7caa-d1df-46ea-866c-ffae8c9d9be1 req-f0009492-a8c5-4a6e-a664-174e8daafa2c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 944 time: 0.0788281 May 25 23:51:41.106541 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a179d6fd-50ec-42b8-8836-4162fa70ab55, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:51:41.143420 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b0de7caa-d1df-46ea-866c-ffae8c9d9be1 req-1762e48c-2c5b-4ebb-adbc-6b34026f8e15 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394945 May 25 23:51:41.151010 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ef60ea-1e7a-448c-b288-8e43a473c20f'] response: {'server_uuid': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'code': 200} May 25 23:51:41.182434 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:41.247507 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a179d6fd-50ec-42b8-8836-4162fa70ab55,revision_number=10']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:51:41.523685 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-db5c9a5f-e255-42ec-a563-185c0fb54634 req-8e65fa22-e023-4e7f-a65a-aacbf0fe351d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 1099 time: 0.0825086 May 25 23:51:41.548703 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d0d37837-cafc-4c9f-8edc-af2876423046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:41.563652 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-db5c9a5f-e255-42ec-a563-185c0fb54634 req-b4c28520-4852-4032-9340-6e10afdf229f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380712 May 25 23:51:42.338840 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0bfb5-e53f-4a7e-a104-40ece047c02b req-5709b6f0-cfbf-40b6-840a-bcb95d6ad86d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:42.340281 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1df0bfb5-e53f-4a7e-a104-40ece047c02b req-5709b6f0-cfbf-40b6-840a-bcb95d6ad86d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 946 time: 0.0756397 May 25 23:51:42.386520 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1df0bfb5-e53f-4a7e-a104-40ece047c02b req-7ea78072-07c5-4b7d-a22f-9a655e612ac3 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395691 May 25 23:51:43.671604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae6fbd-ee00-4ad8-8632-2f6b2c0a502e req-48ad1dbe-2fe1-48d1-83b5-d8bd49b09a28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:43.673056 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d8ae6fbd-ee00-4ad8-8632-2f6b2c0a502e req-48ad1dbe-2fe1-48d1-83b5-d8bd49b09a28 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 946 time: 0.1637108 May 25 23:51:43.718729 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d8ae6fbd-ee00-4ad8-8632-2f6b2c0a502e req-276f2331-6ff7-494b-87a2-c88632b91593 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399377 May 25 23:51:43.742738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a399f366-3c71-4091-b2f9-70c582af7738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:44.661778 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:51:44.944721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56f23e-390a-4887-a1fc-d0a61e69e7fc req-6898a860-f0de-41ce-bd10-09edfd347331 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:44.946144 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e56f23e-390a-4887-a1fc-d0a61e69e7fc req-6898a860-f0de-41ce-bd10-09edfd347331 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 946 time: 0.0759718 May 25 23:51:44.995047 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5e56f23e-390a-4887-a1fc-d0a61e69e7fc req-4786943c-bc67-4b82-bb86-47d6825b068d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430453 May 25 23:51:45.052595 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:45.091729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:46.851127 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:48.108385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:51:49.484899 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bd0a490a-6239-4adc-a3c4-ec5e9def7921 req-0ea22302-ee6d-4262-b20c-0e6483452740 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656102 May 25 23:51:49.617804 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bd0a490a-6239-4adc-a3c4-ec5e9def7921 req-d539ba99-7282-413e-9bf1-ed5b42eaa173 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 1099 time: 0.0696106 May 25 23:51:49.756921 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a490a-6239-4adc-a3c4-ec5e9def7921 req-2eb55cdb-b301-4a36-a0b6-0d4ba94a6970 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:49.758326 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bd0a490a-6239-4adc-a3c4-ec5e9def7921 req-2eb55cdb-b301-4a36-a0b6-0d4ba94a6970 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.1235507 May 25 23:51:49.861531 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bd0a490a-6239-4adc-a3c4-ec5e9def7921 req-45b60605-77fb-430f-915d-bd3bb5804c99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55 HTTP/1.1" status: 200 len: 1001 time: 0.0970969 May 25 23:51:49.924434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a490a-6239-4adc-a3c4-ec5e9def7921 req-6f732ab8-f73b-4057-87d1-75fcd827193a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:51:49.925875 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bd0a490a-6239-4adc-a3c4-ec5e9def7921 req-6f732ab8-f73b-4057-87d1-75fcd827193a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0591629 May 25 23:51:49.997656 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bd0a490a-6239-4adc-a3c4-ec5e9def7921 req-ff0a7cc8-1913-4c6c-a747-3066c31c99a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666037 May 25 23:51:50.123623 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bd0a490a-6239-4adc-a3c4-ec5e9def7921 req-11c18902-8506-40df-97fe-1b7bff153ed8 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206028 May 25 23:51:50.251799 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bd0a490a-6239-4adc-a3c4-ec5e9def7921 req-6a2ab0cc-3b66-466d-83f4-e0f3b3f11fd3 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219687 May 25 23:52:11.513921 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f2943305-d2e9-4927-9905-202b5ea7460c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:13.748140 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-619f8e40-0716-4f43-a5cb-f25e73c6702a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:15.096334 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:15.107711 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:16.862501 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:18.119509 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:21.663141 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:52:41.530476 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2a81d764-f9bd-4b84-a86c-dd42e55c5d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:43.724811 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-507f4935-7ae2-4f97-b302-2314fbea14e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:45.062195 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:45.084911 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:46.868180 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:48.113476 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:49.488732 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-816fc44e-566a-4aa8-9a6b-2e578754f20d req-588239ca-e1f0-4f91-b7e4-48f15bc4d9d7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728939 May 25 23:52:49.626200 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-816fc44e-566a-4aa8-9a6b-2e578754f20d req-6197576e-4adc-4edd-8401-b5238f0ab5aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 1099 time: 0.0677719 May 25 23:52:49.765961 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fc44e-566a-4aa8-9a6b-2e578754f20d req-68fc7307-573f-4979-bc1d-89edc2599515 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:52:49.767383 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-816fc44e-566a-4aa8-9a6b-2e578754f20d req-68fc7307-573f-4979-bc1d-89edc2599515 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.1241269 May 25 23:52:49.867865 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-816fc44e-566a-4aa8-9a6b-2e578754f20d req-58dbb2f5-4e4f-4fef-9de9-bfafbabb66fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55 HTTP/1.1" status: 200 len: 1001 time: 0.0949292 May 25 23:52:49.928857 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fc44e-566a-4aa8-9a6b-2e578754f20d req-e7210b74-9152-46d2-ac4a-3488bd711d7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:52:49.930243 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-816fc44e-566a-4aa8-9a6b-2e578754f20d req-e7210b74-9152-46d2-ac4a-3488bd711d7e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0564804 May 25 23:52:50.082285 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-816fc44e-566a-4aa8-9a6b-2e578754f20d req-b8b10f9c-17fb-4c05-b586-9c8b8812d46e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1461244 May 25 23:52:50.210211 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-816fc44e-566a-4aa8-9a6b-2e578754f20d req-6d869fe1-e5a5-4bf0-84b3-dbfec3673be9 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221893 May 25 23:52:50.338583 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-816fc44e-566a-4aa8-9a6b-2e578754f20d req-ff678861-8167-4606-861d-e087d0e550a2 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228538 May 25 23:52:54.594987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50190) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:52:54.792557 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Deleting port c339aaf3-c7d0-4126-997f-bf38f6e66a9c {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:52:54.792913 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:54.952870 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:54.953194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:55.067498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Calling delete_port for c339aaf3-c7d0-4126-997f-bf38f6e66a9c owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:52:55.279704 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:55.323091 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event deleted for resources: {'Port': ['ID=c339aaf3-c7d0-4126-997f-bf38f6e66a9c,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:52:55.335211 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:52:55.335546 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:52:55.335876 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:52:55.336205 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:52:55.336555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:52:55.337353 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:52:55.337353 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:52:55.337620 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:52:55.337788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:52:55.338102 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:52:55.338417 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:52:55.427900 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:55.904379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Router 93eb1582-5866-45b7-95c5-581cccb1bed9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:52:56.102535 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:52:56.111737 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf95220-dec9-4e8d-b149-d968fbbc7f81 None None] Sync routers for ids ['93eb1582-5866-45b7-95c5-581cccb1bed9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:52:56.119110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:56.127749 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf95220-dec9-4e8d-b149-d968fbbc7f81 None None] Routers {'93eb1582-5866-45b7-95c5-581cccb1bed9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:52:56.128355 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-0cf95220-dec9-4e8d-b149-d968fbbc7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['93eb1582-5866-45b7-95c5-581cccb1bed9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:52:56.172076 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-13bc3f4b-4f01-4d89-8a83-b16547b42b47 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "DELETE /v2.0/floatingips/429401d2-f31e-4e32-83ce-b3b32a0c0578 HTTP/1.1" status: 204 len: 168 time: 1.5759773 May 25 23:52:56.172687 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'tag': 'a179d6fd-50ec-42b8-8836-4162fa70ab55'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:52:56.329349 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-0cf95220-dec9-4e8d-b149-d968fbbc7f81 None None] Set router 93eb1582-5866-45b7-95c5-581cccb1bed9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:52:56.363550 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4398fe6e-fa3e-402d-95a0-040794a15168'] response: {'name': 'network-changed', 'server_uuid': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'tag': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'status': 'completed', 'code': 200} May 25 23:52:56.457263 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ff381614-90be-4128-809f-974d18c80bc5 req-2a3cca2f-0a0a-4b9b-b6a5-645526febf3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 1099 time: 0.0713098 May 25 23:52:56.590980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff381614-90be-4128-809f-974d18c80bc5 req-2a40788c-0ff3-401c-a04a-36eff567d8ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:52:56.592514 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ff381614-90be-4128-809f-974d18c80bc5 req-2a40788c-0ff3-401c-a04a-36eff567d8ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.1297367 May 25 23:52:56.664199 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ff381614-90be-4128-809f-974d18c80bc5 req-f8d9564a-0a2d-4a6b-a55b-be9ea90a75ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55 HTTP/1.1" status: 200 len: 217 time: 0.0660567 May 25 23:52:56.664363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-0cf95220-dec9-4e8d-b149-d968fbbc7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:46Z', 'revision_number': 5, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:52:56.668344 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf95220-dec9-4e8d-b149-d968fbbc7f81 None None] Checking router: 93eb1582-5866-45b7-95c5-581cccb1bed9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:52:56.679838 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf95220-dec9-4e8d-b149-d968fbbc7f81 None None] Routers {'93eb1582-5866-45b7-95c5-581cccb1bed9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:52:56.680619 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-0cf95220-dec9-4e8d-b149-d968fbbc7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:52:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['93eb1582-5866-45b7-95c5-581cccb1bed9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:52:56.728145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff381614-90be-4128-809f-974d18c80bc5 req-e6a57b70-82f2-4bee-9abe-6a121bf4852c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:52:56.729519 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ff381614-90be-4128-809f-974d18c80bc5 req-e6a57b70-82f2-4bee-9abe-6a121bf4852c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0599539 May 25 23:52:56.814194 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ff381614-90be-4128-809f-974d18c80bc5 req-762ab539-c371-4572-a2b8-fdf3dad94546 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777946 May 25 23:52:56.823618 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3fbb3-a55c-4965-aa68-99a6b1372fca req-939ea670-3d22-4bd4-885b-23439ec5838f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:52:56.825802 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-76d3fbb3-a55c-4965-aa68-99a6b1372fca req-939ea670-3d22-4bd4-885b-23439ec5838f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 946 time: 0.0853188 May 25 23:52:56.862048 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-0cf95220-dec9-4e8d-b149-d968fbbc7f81 None None] Set router 93eb1582-5866-45b7-95c5-581cccb1bed9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:52:56.874634 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-76d3fbb3-a55c-4965-aa68-99a6b1372fca req-89289485-1ed4-4c20-bf2f-a85e1aed2bf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414190 May 25 23:52:56.950014 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ff381614-90be-4128-809f-974d18c80bc5 req-cea1fc00-4fcb-46eb-a3fc-8cbf7a2641ea service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287513 May 25 23:52:57.086786 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ff381614-90be-4128-809f-974d18c80bc5 req-4ae1c161-2f1a-437e-8d2f-21b2bd2f0d25 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289914 May 25 23:52:57.172322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-0cf95220-dec9-4e8d-b149-d968fbbc7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:46Z', 'revision_number': 5, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:52:57.176393 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf95220-dec9-4e8d-b149-d968fbbc7f81 None None] The sync data for ids ['93eb1582-5866-45b7-95c5-581cccb1bed9'] in dv-neutron-843300-1-hyperv is: [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:46Z', 'revision_number': 5, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:52:57.394973 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d0239e-16ad-473b-ac38-3f13acdcf901 None None] New status for floating IP 429401d2-f31e-4e32-83ce-b3b32a0c0578: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:52:58.037030 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df060c45-a17a-4098-86d2-2bb643d492ad req-13dc35cf-23f1-4da0-8e78-1aa12647dbf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:52:58.037708 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-df060c45-a17a-4098-86d2-2bb643d492ad req-13dc35cf-23f1-4da0-8e78-1aa12647dbf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Synchronizing usage tracker for tenant:19096064787540a9b00dec9409aefd59 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:52:58.080447 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04b1a4-5c20-4c23-8488-b3d4baaa20cf req-c32a0c40-a5b7-4b6f-b74d-14f0896e05b9 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:52:58.081989 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1f04b1a4-5c20-4c23-8488-b3d4baaa20cf req-c32a0c40-a5b7-4b6f-b74d-14f0896e05b9 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 946 time: 0.0799510 May 25 23:52:58.107784 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-df060c45-a17a-4098-86d2-2bb643d492ad req-13dc35cf-23f1-4da0-8e78-1aa12647dbf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Unset dirty status for tenant:19096064787540a9b00dec9409aefd59 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:52:58.108946 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-df060c45-a17a-4098-86d2-2bb643d492ad req-13dc35cf-23f1-4da0-8e78-1aa12647dbf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 946 time: 0.1458154 May 25 23:52:58.127567 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1f04b1a4-5c20-4c23-8488-b3d4baaa20cf req-17b7f75f-3985-4b7d-aac6-557cbf6d5fc5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=539d00d8-1b21-49f5-875c-d788e98d2673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399070 May 25 23:52:58.183032 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-df060c45-a17a-4098-86d2-2bb643d492ad req-a18cb0c3-e4d7-4e3c-9a8b-9e12b82d7e4f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Deleting port a179d6fd-50ec-42b8-8836-4162fa70ab55 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:52:58.183286 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-df060c45-a17a-4098-86d2-2bb643d492ad req-a18cb0c3-e4d7-4e3c-9a8b-9e12b82d7e4f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:58.423034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-df060c45-a17a-4098-86d2-2bb643d492ad req-a18cb0c3-e4d7-4e3c-9a8b-9e12b82d7e4f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] For port a179d6fd-50ec-42b8-8836-4162fa70ab55, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a179d6fd-50ec-42b8-8836-4162fa70ab55,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:52:58.423389 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-df060c45-a17a-4098-86d2-2bb643d492ad req-a18cb0c3-e4d7-4e3c-9a8b-9e12b82d7e4f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:58.549176 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-df060c45-a17a-4098-86d2-2bb643d492ad req-a18cb0c3-e4d7-4e3c-9a8b-9e12b82d7e4f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Calling delete_port for a179d6fd-50ec-42b8-8836-4162fa70ab55 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:52:58.664253 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:52:58.856781 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-df060c45-a17a-4098-86d2-2bb643d492ad req-a18cb0c3-e4d7-4e3c-9a8b-9e12b82d7e4f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:58.907456 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cb0c3-e4d7-4e3c-9a8b-9e12b82d7e4f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event deleted for resources: {'Port': ['ID=a179d6fd-50ec-42b8-8836-4162fa70ab55,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:52:58.977779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-df060c45-a17a-4098-86d2-2bb643d492ad req-a18cb0c3-e4d7-4e3c-9a8b-9e12b82d7e4f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] No DVR routers for this DVR port a179d6fd-50ec-42b8-8836-4162fa70ab55 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:52:58.980078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-df060c45-a17a-4098-86d2-2bb643d492ad req-a18cb0c3-e4d7-4e3c-9a8b-9e12b82d7e4f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:52:58.982498 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'name': 'network-vif-deleted', 'tag': 'a179d6fd-50ec-42b8-8836-4162fa70ab55'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:52:59.036106 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b260c9-c9ec-425a-b217-c2320293a96c'] response: {'server_uuid': '2c4f1b45-d5ec-4712-a391-e6d0da3139f3', 'name': 'network-vif-deleted', 'tag': 'a179d6fd-50ec-42b8-8836-4162fa70ab55', 'status': 'completed', 'code': 200} May 25 23:52:59.045859 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-df060c45-a17a-4098-86d2-2bb643d492ad req-a18cb0c3-e4d7-4e3c-9a8b-9e12b82d7e4f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.73 "DELETE /v2.0/ports/a179d6fd-50ec-42b8-8836-4162fa70ab55 HTTP/1.1" status: 204 len: 173 time: 0.9315665 May 25 23:52:59.291508 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-823d8967-791f-4420-8e3e-e9300d49c4c6 req-3cc09564-d58d-4d9d-a4ca-3708278e4860 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4f1b45-d5ec-4712-a391-e6d0da3139f3 HTTP/1.1" status: 200 len: 210 time: 0.0419672 May 25 23:53:00.402171 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50226) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:53:00.474166 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5849fa96-fc4e-41f8-b7bd-016891e11433 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:00.502394 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5849fa96-fc4e-41f8-b7bd-016891e11433 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:00.633403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5849fa96-fc4e-41f8-b7bd-016891e11433 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:00.651199 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849fa96-fc4e-41f8-b7bd-016891e11433 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=539d00d8-1b21-49f5-875c-d788e98d2673,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:53:00.718276 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5849fa96-fc4e-41f8-b7bd-016891e11433 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:00.719394 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5849fa96-fc4e-41f8-b7bd-016891e11433 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "DELETE /v2.0/security-groups/539d00d8-1b21-49f5-875c-d788e98d2673 HTTP/1.1" status: 204 len: 168 time: 0.3162501 May 25 23:53:00.996969 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50236) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:53:01.002585 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-b7904ad0-c9a2-4638-8121-c8f1071ff36f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011260801', 'description': 'tempest-secgroup-smoke-1011260801 description', 'project_id': '19096064787540a9b00dec9409aefd59'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:53:01.008915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b7904ad0-c9a2-4638-8121-c8f1071ff36f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:53:01.013010 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b7904ad0-c9a2-4638-8121-c8f1071ff36f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:security_group and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:53:01.016828 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b7904ad0-c9a2-4638-8121-c8f1071ff36f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:53:01.021959 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b7904ad0-c9a2-4638-8121-c8f1071ff36f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:53:01.107978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b7904ad0-c9a2-4638-8121-c8f1071ff36f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:01.142728 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b7904ad0-c9a2-4638-8121-c8f1071ff36f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:53:01.147316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b7904ad0-c9a2-4638-8121-c8f1071ff36f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:security_group_rule and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:53:01.150006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-b7904ad0-c9a2-4638-8121-c8f1071ff36f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:53:01.155674 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-b7904ad0-c9a2-4638-8121-c8f1071ff36f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:53:01.208750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b7904ad0-c9a2-4638-8121-c8f1071ff36f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:01.296511 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b7904ad0-c9a2-4638-8121-c8f1071ff36f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:01.344796 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7904ad0-c9a2-4638-8121-c8f1071ff36f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe92431-1e17-47ea-bd64-a25c81c36125,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:53:01.365418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a179d6fd-50ec-42b8-8836-4162fa70ab55 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:53:01.398405 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: a179d6fd-50ec-42b8-8836-4162fa70ab55 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:53:01.398674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a179d6fd-50ec-42b8-8836-4162fa70ab55 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:53:01.422300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-b7904ad0-c9a2-4638-8121-c8f1071ff36f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:01.423707 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-b7904ad0-c9a2-4638-8121-c8f1071ff36f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4257312 May 25 23:53:01.426566 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50240) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:53:01.431899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-5adf5eec-e1b5-4aa1-a91d-10c77b60b450 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'security_group_rule': {'security_group_id': 'cbe92431-1e17-47ea-bd64-a25c81c36125', 'project_id': '19096064787540a9b00dec9409aefd59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:53:01.438057 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5adf5eec-e1b5-4aa1-a91d-10c77b60b450 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:53:01.442070 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5adf5eec-e1b5-4aa1-a91d-10c77b60b450 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:security_group_rule and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:53:01.445073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-5adf5eec-e1b5-4aa1-a91d-10c77b60b450 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:53:01.450803 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-5adf5eec-e1b5-4aa1-a91d-10c77b60b450 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:53:01.537608 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5adf5eec-e1b5-4aa1-a91d-10c77b60b450 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:01.596934 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5adf5eec-e1b5-4aa1-a91d-10c77b60b450 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:01.645551 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5adf5eec-e1b5-4aa1-a91d-10c77b60b450 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:01.668374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf5eec-e1b5-4aa1-a91d-10c77b60b450 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a876b83-52fd-4a43-ac16-65e4e20e701d,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:53:01.759116 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5adf5eec-e1b5-4aa1-a91d-10c77b60b450 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:01.760298 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5adf5eec-e1b5-4aa1-a91d-10c77b60b450 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3327484 May 25 23:53:01.763119 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50244) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:53:01.771374 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-60fc4615-b603-4f56-aff3-60620e0ebbf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'security_group_rule': {'security_group_id': 'cbe92431-1e17-47ea-bd64-a25c81c36125', 'project_id': '19096064787540a9b00dec9409aefd59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:53:01.777297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-60fc4615-b603-4f56-aff3-60620e0ebbf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:53:01.781038 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-60fc4615-b603-4f56-aff3-60620e0ebbf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:security_group_rule and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:53:01.783864 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-60fc4615-b603-4f56-aff3-60620e0ebbf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:53:01.789523 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-60fc4615-b603-4f56-aff3-60620e0ebbf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:53:01.869315 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-60fc4615-b603-4f56-aff3-60620e0ebbf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:01.933377 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-60fc4615-b603-4f56-aff3-60620e0ebbf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:02.010503 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-60fc4615-b603-4f56-aff3-60620e0ebbf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:02.032703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc4615-b603-4f56-aff3-60620e0ebbf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea270dbb-9f4d-4673-b2f5-aec04fc9d6d6,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:53:02.096276 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-60fc4615-b603-4f56-aff3-60620e0ebbf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:02.097449 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-60fc4615-b603-4f56-aff3-60620e0ebbf6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3334110 May 25 23:53:02.100265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50248) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:53:02.105475 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-081fda3a-bc0e-4720-81be-dbeab75d3f7a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'security_group_rule': {'security_group_id': 'cbe92431-1e17-47ea-bd64-a25c81c36125', 'project_id': '19096064787540a9b00dec9409aefd59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:53:02.111088 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-081fda3a-bc0e-4720-81be-dbeab75d3f7a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:53:02.115654 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-081fda3a-bc0e-4720-81be-dbeab75d3f7a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:security_group_rule and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:53:02.118868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-081fda3a-bc0e-4720-81be-dbeab75d3f7a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:53:02.124660 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-081fda3a-bc0e-4720-81be-dbeab75d3f7a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:53:02.200040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-081fda3a-bc0e-4720-81be-dbeab75d3f7a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:02.263296 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-081fda3a-bc0e-4720-81be-dbeab75d3f7a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:02.324962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-081fda3a-bc0e-4720-81be-dbeab75d3f7a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:02.347522 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fda3a-bc0e-4720-81be-dbeab75d3f7a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7f3a9c-abaf-4cf0-9499-9f04464bbec6,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:53:02.416520 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-081fda3a-bc0e-4720-81be-dbeab75d3f7a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:02.417719 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-081fda3a-bc0e-4720-81be-dbeab75d3f7a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3165336 May 25 23:53:02.420451 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50252) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:53:02.425698 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-aadd69be-99be-4f87-bbf9-88b8aee84e98 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'security_group_rule': {'security_group_id': 'cbe92431-1e17-47ea-bd64-a25c81c36125', 'project_id': '19096064787540a9b00dec9409aefd59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:53:02.432473 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-aadd69be-99be-4f87-bbf9-88b8aee84e98 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:53:02.436205 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-aadd69be-99be-4f87-bbf9-88b8aee84e98 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:security_group_rule and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:53:02.439059 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-aadd69be-99be-4f87-bbf9-88b8aee84e98 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:53:02.444874 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-aadd69be-99be-4f87-bbf9-88b8aee84e98 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:53:02.537257 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-aadd69be-99be-4f87-bbf9-88b8aee84e98 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:02.600886 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-aadd69be-99be-4f87-bbf9-88b8aee84e98 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:02.696384 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-aadd69be-99be-4f87-bbf9-88b8aee84e98 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:02.720406 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd69be-99be-4f87-bbf9-88b8aee84e98 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce3f376-9f29-481f-be8e-af0373fd22fe,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:53:02.788262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-aadd69be-99be-4f87-bbf9-88b8aee84e98 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:02.789483 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-aadd69be-99be-4f87-bbf9-88b8aee84e98 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3681102 May 25 23:53:02.792145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50256) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:53:02.797597 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-15ff8e61-6214-444f-b360-770147f07f42 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'security_group_rule': {'security_group_id': 'cbe92431-1e17-47ea-bd64-a25c81c36125', 'project_id': '19096064787540a9b00dec9409aefd59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:53:02.803773 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-15ff8e61-6214-444f-b360-770147f07f42 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:53:02.807629 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-15ff8e61-6214-444f-b360-770147f07f42 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:security_group_rule and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:53:02.810483 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-15ff8e61-6214-444f-b360-770147f07f42 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:53:02.816080 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-15ff8e61-6214-444f-b360-770147f07f42 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:53:02.885172 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-15ff8e61-6214-444f-b360-770147f07f42 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Project 19096064787540a9b00dec9409aefd59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:53:02.891670 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-15ff8e61-6214-444f-b360-770147f07f42 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:02.956677 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-15ff8e61-6214-444f-b360-770147f07f42 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:03.027897 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-15ff8e61-6214-444f-b360-770147f07f42 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:03.050439 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff8e61-6214-444f-b360-770147f07f42 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103b4f43-2ea1-4d48-8e27-62014495f376,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:53:03.119608 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-15ff8e61-6214-444f-b360-770147f07f42 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:03.120818 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-15ff8e61-6214-444f-b360-770147f07f42 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3276510 May 25 23:53:03.123382 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50260) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:53:03.128581 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-1d354d31-bc58-43d6-b365-f259b7004864 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'security_group_rule': {'security_group_id': 'cbe92431-1e17-47ea-bd64-a25c81c36125', 'project_id': '19096064787540a9b00dec9409aefd59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:53:03.135458 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1d354d31-bc58-43d6-b365-f259b7004864 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:53:03.139272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1d354d31-bc58-43d6-b365-f259b7004864 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:security_group_rule and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:53:03.142164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-1d354d31-bc58-43d6-b365-f259b7004864 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:53:03.148893 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-1d354d31-bc58-43d6-b365-f259b7004864 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:53:03.222296 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.securitygroups_db [None req-1d354d31-bc58-43d6-b365-f259b7004864 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Project 19096064787540a9b00dec9409aefd59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:53:03.230590 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1d354d31-bc58-43d6-b365-f259b7004864 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:03.298947 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1d354d31-bc58-43d6-b365-f259b7004864 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:03.382438 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1d354d31-bc58-43d6-b365-f259b7004864 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:03.408605 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d354d31-bc58-43d6-b365-f259b7004864 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a8b944-eb24-44e5-9d55-c75a09cb7919,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:53:03.462394 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1d354d31-bc58-43d6-b365-f259b7004864 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:03.463690 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1d354d31-bc58-43d6-b365-f259b7004864 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3394022 May 25 23:53:11.537005 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4f319839-99c1-485c-a61d-3c8e9b7a59cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:13.765506 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-def3bbdc-3e62-4caa-95a5-e0f019771f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:15.148216 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:15.151009 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:16.925392 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:18.136480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:28.257064 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-386df56d-3895-45b4-b9d3-ec6f91f00595 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011260801&fields=id&tenant_id=19096064787540a9b00dec9409aefd59 HTTP/1.1" status: 200 len: 267 time: 0.0401423 May 25 23:53:28.406467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-3e8020ad-5490-4146-adfd-4a6b6ce7552a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:28.407886 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-3e8020ad-5490-4146-adfd-4a6b6ce7552a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 808 time: 0.1440032 May 25 23:53:28.423638 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-dd0eae93-374c-4c0d-beb7-79119f3a1431 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/quotas/19096064787540a9b00dec9409aefd59 HTTP/1.1" status: 200 len: 375 time: 0.0104175 May 25 23:53:28.503278 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-dcf79448-e3c5-478e-a650-f7a423aad882 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746861 May 25 23:53:28.766060 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-671315c7-35df-4ee4-ae21-4356289fdc36 service neutron] 10.222.0.66 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865077 May 25 23:53:28.897707 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-32f42876-cfab-4a85-aba7-45e5deaa5856 service neutron] 10.222.0.66 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259186 May 25 23:53:29.603823 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4b23c95b-11f3-4e6f-91fe-b2074070ce63 req-7cc6c08c-c387-423f-8e85-9b450cbd06af tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 210 time: 0.0400577 May 25 23:53:30.718042 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c42806c4-1e2f-4f44-ac68-8d07ea34e6d2 req-4bb63418-666c-431d-ae31-097839dda939 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 210 time: 0.0463808 May 25 23:53:31.881924 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cb741f29-f0cd-4207-8ff6-2e45c4fa48ed req-a98dd54d-e187-41c3-9c6f-282b6df8dc72 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 210 time: 0.0408263 May 25 23:53:33.046187 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2685e52c-bbc8-41f4-9583-207c7883f8ac req-1f0ca28d-26fe-44cf-9b65-2812dc9e276a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 210 time: 0.0408087 May 25 23:53:33.708935 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-503bd21e-b408-42ed-b246-59772b75b50b tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:33.710345 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-503bd21e-b408-42ed-b246-59772b75b50b tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 808 time: 0.1490619 May 25 23:53:33.762912 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-9ad40759-06ea-4425-a62c-8829dc8053ca tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Synchronizing usage tracker for tenant:19096064787540a9b00dec9409aefd59 on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:53:33.839446 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-9ad40759-06ea-4425-a62c-8829dc8053ca tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Unset dirty status for tenant:19096064787540a9b00dec9409aefd59 on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:53:33.840596 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-9ad40759-06ea-4425-a62c-8829dc8053ca tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19096064787540a9b00dec9409aefd59 HTTP/1.1" status: 200 len: 380 time: 0.1182020 May 25 23:53:33.848841 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'port': {'device_id': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'admin_state_up': True, 'tenant_id': '19096064787540a9b00dec9409aefd59', 'security_groups': ['cbe92431-1e17-47ea-bd64-a25c81c36125']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:53:33.985931 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:53:33.990152 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:port and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:53:33.993241 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:53:33.999570 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:53:34.067625 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Made reservation on behalf of 19096064787540a9b00dec9409aefd59 for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:53:34.070636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:34.219654 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1ec3e748-00e5-4a26-a5b1-71085192faa9 req-53499f06-e5e1-4304-9da0-084916196976 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 210 time: 0.0471916 May 25 23:53:34.250067 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Allocated IP 172.20.0.3 (5328582b-65f9-4e66-bdfa-bbda46284428/04947218-a4a9-4f38-8809-86f2503fb86d/a4f3a1ee-1769-4b58-a616-e1babb4b0263) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:53:34.437268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:34.454338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Transition to ACTIVE for port object a4f3a1ee-1769-4b58-a616-e1babb4b0263 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:53:34.526169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:34.603848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Network 5328582b-65f9-4e66-bdfa-bbda46284428 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:53:34.607124 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:53:34.611586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:53:34.636758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'Port': ['ID=a4f3a1ee-1769-4b58-a616-e1babb4b0263,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:53:34.678978 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:34.679574 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:34.788697 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c0c94969-f4b4-43d4-b90e-a60f305258f2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9434762 May 25 23:53:34.799003 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Request body: {'port': {'device_id': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:53:34.909822 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:34.942001 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1ff61c13-ffcf-404f-bf1f-776dd051a121 None None] Provisioning for port a4f3a1ee-1769-4b58-a616-e1babb4b0263 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:53:34.947784 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-1ff61c13-ffcf-404f-bf1f-776dd051a121 None None] Provisioning complete for port a4f3a1ee-1769-4b58-a616-e1babb4b0263 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:53:34.948153 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1ff61c13-ffcf-404f-bf1f-776dd051a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:35.002017 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-1ff61c13-ffcf-404f-bf1f-776dd051a121 None None] Port a4f3a1ee-1769-4b58-a616-e1babb4b0263 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:53:35.334011 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f3a1ee-1769-4b58-a616-e1babb4b0263 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:53:35.341295 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:35.356297 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Transition to ACTIVE for port object a4f3a1ee-1769-4b58-a616-e1babb4b0263 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:53:35.424209 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03f034-685b-488d-b803-4d6aecea2d99 req-3dfed9c7-9516-4114-8cf9-aab08635eeca tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:35.425652 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cc03f034-685b-488d-b803-4d6aecea2d99 req-3dfed9c7-9516-4114-8cf9-aab08635eeca tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 931 time: 0.0765424 May 25 23:53:35.456272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:35.471699 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cc03f034-685b-488d-b803-4d6aecea2d99 req-77f6dfef-c690-4b8f-9607-226cdbbab7ea tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401487 May 25 23:53:35.583711 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Pushing event updated for resources: {'Port': ['ID=a4f3a1ee-1769-4b58-a616-e1babb4b0263,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:53:35.665487 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:53:35.694225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Attempting to bind port a4f3a1ee-1769-4b58-a616-e1babb4b0263 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:53:35.694589 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Attempting to bind port a4f3a1ee-1769-4b58-a616-e1babb4b0263 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:53:35.694952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Attempting to bind port a4f3a1ee-1769-4b58-a616-e1babb4b0263 on network 5328582b-65f9-4e66-bdfa-bbda46284428 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:53:35.701169 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Port a4f3a1ee-1769-4b58-a616-e1babb4b0263 on network 5328582b-65f9-4e66-bdfa-bbda46284428 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:53:35.701486 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Attempting to bind port a4f3a1ee-1769-4b58-a616-e1babb4b0263 on network 5328582b-65f9-4e66-bdfa-bbda46284428 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:53:35.707868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:53:35.708194 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Checking segment: {'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:53:35.711780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Bound using segment: {'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:53:35.711780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Bound port: a4f3a1ee-1769-4b58-a616-e1babb4b0263, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:53:35.711780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:35.805478 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] For port a4f3a1ee-1769-4b58-a616-e1babb4b0263, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:53:35.809074 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] For port a4f3a1ee-1769-4b58-a616-e1babb4b0263, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:53:35.891393 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:35.956667 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:35.956667 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] 10.222.0.73 "PUT /v2.0/ports/a4f3a1ee-1769-4b58-a616-e1babb4b0263 HTTP/1.1" status: 200 len: 1093 time: 1.1610057 May 25 23:53:35.958699 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'tag': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:53:35.980066 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc4d54-b60f-4256-a7ea-31b0466c05ef service neutron] Pushing event updated for resources: {'Port': ['ID=a4f3a1ee-1769-4b58-a616-e1babb4b0263,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:53:36.020646 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e56af99b-b575-4380-8073-65ca9e1e9d7b'] response: {'name': 'network-changed', 'server_uuid': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'tag': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263', 'status': 'completed', 'code': 200} May 25 23:53:36.120242 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c4aca4f9-6cdc-4cbf-9987-c847f8ecdb25 req-b1072851-519c-4c9f-9740-e59f8e61659b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 1096 time: 0.0778356 May 25 23:53:36.269791 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aca4f9-6cdc-4cbf-9987-c847f8ecdb25 req-04b0624b-5e41-4b78-9ef2-474638e34114 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:36.271225 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c4aca4f9-6cdc-4cbf-9987-c847f8ecdb25 req-04b0624b-5e41-4b78-9ef2-474638e34114 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=19096064787540a9b00dec9409aefd59&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1440146 May 25 23:53:36.409011 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aca4f9-6cdc-4cbf-9987-c847f8ecdb25 req-f7a9d1ce-714d-4561-af9d-841358b7af71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:36.410379 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c4aca4f9-6cdc-4cbf-9987-c847f8ecdb25 req-f7a9d1ce-714d-4561-af9d-841358b7af71 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331682 May 25 23:53:36.517353 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-7f8be6eb-f71e-4150-8e41-a8d3559f9452 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 1096 time: 0.0742438 May 25 23:53:36.588414 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-7ecb0c1c-ad24-42e6-a131-80739f853a2e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263 HTTP/1.1" status: 200 len: 217 time: 0.0641911 May 25 23:53:36.648790 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c97c2af5-b045-4179-8ab0-47d5a4c23140 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:36.650362 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-c97c2af5-b045-4179-8ab0-47d5a4c23140 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0577810 May 25 23:53:36.670307 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186d22d-96f0-4a04-9c45-50c11307d22d req-72932558-b592-4102-8374-ab13a568bc0d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:36.671671 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7186d22d-96f0-4a04-9c45-50c11307d22d req-72932558-b592-4102-8374-ab13a568bc0d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 943 time: 0.0779054 May 25 23:53:36.716966 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7186d22d-96f0-4a04-9c45-50c11307d22d req-64b1a92f-33f6-42c8-aa87-545de046624e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396092 May 25 23:53:36.723379 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-3baffdcf-8795-483f-a98d-af43aee6e941 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677016 May 25 23:53:36.853051 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-ad65dda5-2a78-4025-bdd4-c38ef008904b service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237099 May 25 23:53:36.982138 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-66ab0dde-a3b2-49e4-ae89-3656722f4e67 req-2a0795b4-2784-4316-a8fc-2b026e83b36d service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235366 May 25 23:53:37.982722 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112879be-294b-4190-81b7-fbb03f194eb8 req-d5bc85fc-c6cb-4214-8014-aa0bd76697e5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:37.984170 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-112879be-294b-4190-81b7-fbb03f194eb8 req-d5bc85fc-c6cb-4214-8014-aa0bd76697e5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 943 time: 0.0759811 May 25 23:53:38.029683 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-112879be-294b-4190-81b7-fbb03f194eb8 req-70fe6b31-a59a-42b1-b542-c4e8f75f35b7 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394154 May 25 23:53:39.239775 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb00e2-157c-482f-bdc7-76851a92f39f req-d93159e3-8e08-41b4-b83d-5883f8917621 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:39.241237 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-97cb00e2-157c-482f-bdc7-76851a92f39f req-d93159e3-8e08-41b4-b83d-5883f8917621 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 943 time: 0.0876460 May 25 23:53:39.288934 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-97cb00e2-157c-482f-bdc7-76851a92f39f req-73f5d274-83f1-4eef-9c94-3245f7d6a4ee tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417290 May 25 23:53:40.481402 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279f9c5-a54c-4374-8dac-b4f6de7144c4 req-b65d5504-795d-4285-abb4-734d3439fd9b tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:40.482823 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7279f9c5-a54c-4374-8dac-b4f6de7144c4 req-b65d5504-795d-4285-abb4-734d3439fd9b tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 943 time: 0.0742140 May 25 23:53:40.529981 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-7279f9c5-a54c-4374-8dac-b4f6de7144c4 req-589cce3f-9085-4b30-9c7a-b60968befe69 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415394 May 25 23:53:41.536208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-b36893f4-7c66-4012-8381-cb72469317eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:41.723917 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fc35b-aa83-4048-9da2-b8439b09b68a req-92d8d40d-c720-4580-a72f-ba7ccfc1ac90 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:41.725374 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-781fc35b-aa83-4048-9da2-b8439b09b68a req-92d8d40d-c720-4580-a72f-ba7ccfc1ac90 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 943 time: 0.0742309 May 25 23:53:41.770024 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-781fc35b-aa83-4048-9da2-b8439b09b68a req-dc7ef493-ad62-4c24-8b8a-86b4aa32c2e9 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386760 May 25 23:53:42.965084 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af63c49-9712-4225-b778-4d8b7c630bd0 req-47c56e65-239e-4f9d-99fe-c063d558b5a6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:42.966524 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6af63c49-9712-4225-b778-4d8b7c630bd0 req-47c56e65-239e-4f9d-99fe-c063d558b5a6 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 943 time: 0.0771170 May 25 23:53:43.094722 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6af63c49-9712-4225-b778-4d8b7c630bd0 req-6eec3bdf-ad53-4fab-aa95-37570b76f8ef tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224883 May 25 23:53:43.551439 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a4f3a1ee-1769-4b58-a616-e1babb4b0263 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:53:43.681775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a4f3a1ee-1769-4b58-a616-e1babb4b0263, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:53:43.707235 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'port_id': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263', 'mac_address': 'fa:16:3e:fd:e1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:53:43.762208 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:43.777421 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f91b-c73c-403b-876b-99b4b8c78126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:43.781170 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f3a1ee-1769-4b58-a616-e1babb4b0263 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:53:43.795853 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a4f3a1ee-1769-4b58-a616-e1babb4b0263, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:53:43.873542 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:43.937080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a4f3a1ee-1769-4b58-a616-e1babb4b0263,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:53:43.944868 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:53:43.945209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:53:43.945554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:53:43.945865 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:53:43.946190 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:53:43.946512 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:53:43.947356 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:53:43.947678 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:53:43.947998 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:53:43.948311 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:53:43.948660 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:53:44.077694 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['a4f3a1ee-1769-4b58-a616-e1babb4b0263'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:53:44.295892 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59247edd-de2a-4c15-b014-9786cc4a0d9c req-536f2a75-7a9a-4469-aa6e-02f16190d24f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:44.297444 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-59247edd-de2a-4c15-b014-9786cc4a0d9c req-536f2a75-7a9a-4469-aa6e-02f16190d24f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 944 time: 0.0776691 May 25 23:53:44.344283 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-59247edd-de2a-4c15-b014-9786cc4a0d9c req-c92e21ae-d9c1-4e7c-b17c-5e6d2d7adb2f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413995 May 25 23:53:45.057008 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:45.136480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:45.543239 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ceb7e4-e06c-47b3-a1a3-38b6931043ea req-70dcefa8-ed47-4952-a4a8-270e90afea9c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:45.544684 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a1ceb7e4-e06c-47b3-a1a3-38b6931043ea req-70dcefa8-ed47-4952-a4a8-270e90afea9c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 944 time: 0.0760550 May 25 23:53:45.567063 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a4f3a1ee-1769-4b58-a616-e1babb4b0263 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:53:45.589561 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a1ceb7e4-e06c-47b3-a1a3-38b6931043ea req-4ce0f1f5-16e7-4caa-8d80-400332cdbdef tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393999 May 25 23:53:45.684619 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port a4f3a1ee-1769-4b58-a616-e1babb4b0263 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:53:45.689161 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port a4f3a1ee-1769-4b58-a616-e1babb4b0263 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:53:45.689522 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:45.802147 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:45.829051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:53:45.838317 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a4f3a1ee-1769-4b58-a616-e1babb4b0263, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:53:45.882830 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02857262-1f09-47aa-9b5e-6a234e11c8c2'] response: {'server_uuid': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263', 'code': 200} May 25 23:53:45.908134 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:45.972753 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a4f3a1ee-1769-4b58-a616-e1babb4b0263,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:53:46.271031 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fa874d16-a35d-4d53-b5f6-b18269f0a1a7 req-34d767a0-df55-4416-9ae8-21fcf295c5ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 1098 time: 0.0723250 May 25 23:53:46.314099 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fa874d16-a35d-4d53-b5f6-b18269f0a1a7 req-bc2461fb-4b97-4683-9b4f-d7e090e416f3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375984 May 25 23:53:46.873657 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:46.920561 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d2f68-f42d-464c-80c7-8b46d12fdf84 req-02cb8175-eadf-4615-a079-ab15d3d88d79 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:46.921914 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f88d2f68-f42d-464c-80c7-8b46d12fdf84 req-02cb8175-eadf-4615-a079-ab15d3d88d79 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0750897 May 25 23:53:46.969300 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f88d2f68-f42d-464c-80c7-8b46d12fdf84 req-f6f01516-cb9e-4e08-bb99-4768d42124a2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420091 May 25 23:53:48.108070 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:48.183096 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654c62f-a298-4161-813c-6fd330fef79f req-def49917-197c-4401-8d59-1ec4e62d3015 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:48.184668 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a654c62f-a298-4161-813c-6fd330fef79f req-def49917-197c-4401-8d59-1ec4e62d3015 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0877938 May 25 23:53:48.245790 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a654c62f-a298-4161-813c-6fd330fef79f req-9d548c7c-c2ca-4ca3-a1c3-1be63941117d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522804 May 25 23:53:48.447916 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce267646-fe30-46c3-9937-b8cf590cf249 req-d10dd268-c7e1-45ec-8c7a-ff9f29f2bb0f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:48.449417 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ce267646-fe30-46c3-9937-b8cf590cf249 req-d10dd268-c7e1-45ec-8c7a-ff9f29f2bb0f tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0825291 May 25 23:53:48.496035 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ce267646-fe30-46c3-9937-b8cf590cf249 req-b3a36cf4-7739-4ef7-a818-0e54f7e43745 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409753 May 25 23:53:48.528296 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50458) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:53:48.600500 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-475ea295-1b49-4861-b736-04bc46636358 tempest-TestShelveInstance-557156406 tempest-TestShelveInstance-557156406-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 1093 time: 0.0710156 May 25 23:53:48.603273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50462) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:53:48.608337 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:53:48.613844 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:53:48.617581 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Usage tracker for resource:floatingip and tenant:19096064787540a9b00dec9409aefd59 is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:53:48.621344 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:53:48.626952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:53:48.702367 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for floatingip, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:48.836453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:48.970524 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Allocated IP 172.26.5.237 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/84ed4f40-cc6a-487d-8f37-9f9829f6fe28) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:53:49.193254 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:49.313647 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:49.382703 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:53:49.386048 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:53:49.388553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:53:49.418837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'Port': ['ID=84ed4f40-cc6a-487d-8f37-9f9829f6fe28,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:53:49.888323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:50.003293 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:50.200076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:50.255310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:50.361065 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event updated for resources: {'Port': ['ID=84ed4f40-cc6a-487d-8f37-9f9829f6fe28,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:53:50.373534 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:50.567784 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d33066bb-61a7-47d5-a0db-85b282743757 req-9232ccd3-64db-4d06-a828-76c227bac886 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1388314 May 25 23:53:50.620236 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.l3_db [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Floating IP 63d21cce-fd08-4541-b7be-b1057b73b83b associated. External IP: 172.26.5.237, port: a4f3a1ee-1769-4b58-a616-e1babb4b0263. May 25 23:53:50.903139 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d33066bb-61a7-47d5-a0db-85b282743757 req-7c4008aa-61dc-40af-974a-2b94c7514c06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 1098 time: 0.2306705 May 25 23:53:51.064291 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33066bb-61a7-47d5-a0db-85b282743757 req-aa3a946c-0e20-4e50-927b-c4b4cbffc8ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:51.065723 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d33066bb-61a7-47d5-a0db-85b282743757 req-aa3a946c-0e20-4e50-927b-c4b4cbffc8ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.1454198 May 25 23:53:51.287699 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d33066bb-61a7-47d5-a0db-85b282743757 req-f90ec94d-5b36-4089-933b-1f271f2da81a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263 HTTP/1.1" status: 200 len: 999 time: 0.2161081 May 25 23:53:51.361540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33066bb-61a7-47d5-a0db-85b282743757 req-c4b88018-5301-4106-94cc-25b860f6330b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:51.362949 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d33066bb-61a7-47d5-a0db-85b282743757 req-c4b88018-5301-4106-94cc-25b860f6330b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0692923 May 25 23:53:51.457599 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Router 93eb1582-5866-45b7-95c5-581cccb1bed9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:53:51.471245 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d33066bb-61a7-47d5-a0db-85b282743757 req-8a5b2745-cca1-4081-9c3b-fd0cdf1be516 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1014700 May 25 23:53:51.533310 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [req-d33066bb-61a7-47d5-a0db-85b282743757 req-446f1178-a396-4a17-b121-96eb094e86f9 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 23:53:51.534229 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d33066bb-61a7-47d5-a0db-85b282743757 req-446f1178-a396-4a17-b121-96eb094e86f9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0095134 May 25 23:53:51.734567 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d33066bb-61a7-47d5-a0db-85b282743757 req-6667f381-b6d0-49e6-a12c-4ca8fd970893 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938336 May 25 23:53:51.884047 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d33066bb-61a7-47d5-a0db-85b282743757 req-9a540d96-4a37-46bf-a1ae-c7ef84fa0168 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424179 May 25 23:53:51.894896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:53:51.905108 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355a3fd2-d351-4f8f-905a-8499e2576cfa None None] Sync routers for ids ['93eb1582-5866-45b7-95c5-581cccb1bed9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:53:51.918382 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a3fd2-d351-4f8f-905a-8499e2576cfa None None] Routers {'93eb1582-5866-45b7-95c5-581cccb1bed9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:53:51.918996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-355a3fd2-d351-4f8f-905a-8499e2576cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['93eb1582-5866-45b7-95c5-581cccb1bed9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:53:52.017130 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:53:52.072321 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-f25fcfdf-0096-4476-b110-111b7df0383e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4674926 May 25 23:53:52.073109 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'tag': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:53:52.097989 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-355a3fd2-d351-4f8f-905a-8499e2576cfa None None] Set router 93eb1582-5866-45b7-95c5-581cccb1bed9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:53:52.126865 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-437a8e2e-be8b-419c-90ca-4952d77ebeac'] response: {'name': 'network-changed', 'server_uuid': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'tag': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263', 'status': 'completed', 'code': 200} May 25 23:53:52.218016 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-780f3148-d3a1-4d27-8111-c2f9b2599eae req-1cbe3ce6-f217-4e75-9174-117846452f62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 1098 time: 0.0706558 May 25 23:53:52.355671 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f3148-d3a1-4d27-8111-c2f9b2599eae req-ea828af6-fee2-45d1-b30a-cb211d51049f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:52.357164 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-780f3148-d3a1-4d27-8111-c2f9b2599eae req-ea828af6-fee2-45d1-b30a-cb211d51049f service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.1337647 May 25 23:53:52.451602 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-355a3fd2-d351-4f8f-905a-8499e2576cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '63d21cce-fd08-4541-b7be-b1057b73b83b', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'floating_ip_address': '172.26.5.237', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'port_id': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'mac_address': 'fa:16:3e:fd:e1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:53:49Z', 'updated_at': '2022-05-25T23:53:49Z', 'revision_number': 0, 'project_id': '19096064787540a9b00dec9409aefd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:46Z', 'revision_number': 5, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:53:52.455684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355a3fd2-d351-4f8f-905a-8499e2576cfa None None] Checking router: 93eb1582-5866-45b7-95c5-581cccb1bed9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:53:52.466905 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a3fd2-d351-4f8f-905a-8499e2576cfa None None] Routers {'93eb1582-5866-45b7-95c5-581cccb1bed9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:53:52.467506 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-355a3fd2-d351-4f8f-905a-8499e2576cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:53:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['93eb1582-5866-45b7-95c5-581cccb1bed9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:53:52.579037 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-780f3148-d3a1-4d27-8111-c2f9b2599eae req-7f619568-3b17-4caf-b2a4-7861280c4ee9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263 HTTP/1.1" status: 200 len: 999 time: 0.2163424 May 25 23:53:52.647350 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f3148-d3a1-4d27-8111-c2f9b2599eae req-04029ec8-0537-4f7f-b346-72986d0775cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:53:52.648826 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-780f3148-d3a1-4d27-8111-c2f9b2599eae req-04029ec8-0537-4f7f-b346-72986d0775cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0640790 May 25 23:53:52.679991 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-355a3fd2-d351-4f8f-905a-8499e2576cfa None None] Set router 93eb1582-5866-45b7-95c5-581cccb1bed9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:53:52.724443 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-780f3148-d3a1-4d27-8111-c2f9b2599eae req-46dc98ab-7d62-45de-8dbe-7eaa1eb78fb8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703905 May 25 23:53:52.854058 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-780f3148-d3a1-4d27-8111-c2f9b2599eae req-2508d6c3-e270-40ed-93d1-5ce8541f494f service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241903 May 25 23:53:52.984702 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-780f3148-d3a1-4d27-8111-c2f9b2599eae req-3f23447d-7874-45bc-9e77-f971b915e650 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252463 May 25 23:53:53.028621 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-355a3fd2-d351-4f8f-905a-8499e2576cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '63d21cce-fd08-4541-b7be-b1057b73b83b', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'floating_ip_address': '172.26.5.237', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'port_id': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'mac_address': 'fa:16:3e:fd:e1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:53:49Z', 'updated_at': '2022-05-25T23:53:49Z', 'revision_number': 0, 'project_id': '19096064787540a9b00dec9409aefd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:46Z', 'revision_number': 5, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:53:53.032663 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355a3fd2-d351-4f8f-905a-8499e2576cfa None None] The sync data for ids ['93eb1582-5866-45b7-95c5-581cccb1bed9'] in dv-neutron-843300-1-hyperv is: [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '63d21cce-fd08-4541-b7be-b1057b73b83b', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'floating_ip_address': '172.26.5.237', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'port_id': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'mac_address': 'fa:16:3e:fd:e1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:53:49Z', 'updated_at': '2022-05-25T23:53:49Z', 'revision_number': 0, 'project_id': '19096064787540a9b00dec9409aefd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:46Z', 'revision_number': 5, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:53:53.216197 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059a56b2-8be8-43e8-998d-20f359af95d4 None None] New status for floating IP 63d21cce-fd08-4541-b7be-b1057b73b83b: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:54:11.539729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6b699ee1-eace-4d48-92d3-360859aafb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:54:12.665388 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:54:13.799554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aca21bfc-2432-4560-8df1-34ac4eb04c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:54:15.102165 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:54:15.246308 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:54:16.908914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:54:18.114269 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:54:41.513213 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0da2e2a8-9fa6-4ec9-89a9-bd2f99771df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:54:43.774772 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c80a1342-6385-4ad2-a51d-427f2fafd166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:54:45.170910 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:54:45.210648 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:54:46.912733 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:54:48.102587 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:54:49.667018 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:54:52.490636 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-afb88e9a-b3d5-4748-8f32-799329fa3614 req-eed438d2-971b-4730-be68-a80478653981 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746644 May 25 23:54:52.623719 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-afb88e9a-b3d5-4748-8f32-799329fa3614 req-968cb3bd-12f3-4e3b-82a5-23138622e118 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 1098 time: 0.0683186 May 25 23:54:52.767831 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb88e9a-b3d5-4748-8f32-799329fa3614 req-62877033-5531-4a91-97e2-926cdf8eab06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:54:52.769288 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-afb88e9a-b3d5-4748-8f32-799329fa3614 req-62877033-5531-4a91-97e2-926cdf8eab06 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.1269903 May 25 23:54:52.871602 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-afb88e9a-b3d5-4748-8f32-799329fa3614 req-14249e87-49a9-4cc4-9c33-2b5df046723d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263 HTTP/1.1" status: 200 len: 1001 time: 0.0956259 May 25 23:54:52.932256 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb88e9a-b3d5-4748-8f32-799329fa3614 req-0eb2ad89-4f80-44e3-ac2e-d295745ccde8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:54:52.933713 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-afb88e9a-b3d5-4748-8f32-799329fa3614 req-0eb2ad89-4f80-44e3-ac2e-d295745ccde8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0571005 May 25 23:54:53.009530 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-afb88e9a-b3d5-4748-8f32-799329fa3614 req-e128b23d-44c5-4d63-9f4c-d93e6aa90818 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705118 May 25 23:54:53.142062 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-afb88e9a-b3d5-4748-8f32-799329fa3614 req-177574cc-2151-414e-aa0f-d4b900248018 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267316 May 25 23:54:53.272984 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-afb88e9a-b3d5-4748-8f32-799329fa3614 req-08d20ba8-55ff-4951-99c7-8de2b2c9be97 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258090 May 25 23:55:11.525091 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9b348abb-ec3d-4034-8ec8-92a5377f0680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:55:13.776282 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1c63edb8-84a4-486c-a775-4d3cb89f3210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:55:15.119058 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:55:15.165361 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:55:16.889034 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:55:18.124525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:55:26.667629 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:55:41.519089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-075b7d70-e0d2-4b50-bbe9-3aa9fdad54f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:55:43.753395 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6d74f294-e1f0-44aa-aa77-ebe5e908feb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:55:45.118946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:55:45.147593 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:55:46.924854 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:55:48.145562 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:55:54.589087 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c90def48-a0e7-4930-9137-86faba0f0d35 req-c9bd9fd8-5fe8-4022-ba46-9fa9ba2ac2fd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1590939 May 25 23:55:54.727972 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c90def48-a0e7-4930-9137-86faba0f0d35 req-26a998dc-e8ee-4db8-bb4d-d7f1b3796138 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 1098 time: 0.0717821 May 25 23:55:54.950207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90def48-a0e7-4930-9137-86faba0f0d35 req-a4fed401-adb6-4a85-bb35-b2abca1a3d1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:55:54.951639 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c90def48-a0e7-4930-9137-86faba0f0d35 req-a4fed401-adb6-4a85-bb35-b2abca1a3d1c service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.2048941 May 25 23:55:55.062804 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c90def48-a0e7-4930-9137-86faba0f0d35 req-d523ca1c-badf-405a-b05b-ca84c0cff475 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263 HTTP/1.1" status: 200 len: 1001 time: 0.1047900 May 25 23:55:55.122829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90def48-a0e7-4930-9137-86faba0f0d35 req-49937bb8-6b4b-47a1-95cc-e94022c236b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:55:55.124217 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c90def48-a0e7-4930-9137-86faba0f0d35 req-49937bb8-6b4b-47a1-95cc-e94022c236b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0561297 May 25 23:55:55.195314 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c90def48-a0e7-4930-9137-86faba0f0d35 req-0fe64fb3-3e20-4c5b-a64e-fef92b752aef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656250 May 25 23:55:55.333243 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c90def48-a0e7-4930-9137-86faba0f0d35 req-f8d54b6d-aff6-4f8f-9219-57fb266f79ec service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296823 May 25 23:55:55.460792 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c90def48-a0e7-4930-9137-86faba0f0d35 req-1ee31c5a-972c-4f82-ba47-f7835a2cc4b5 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250525 May 25 23:56:03.667651 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:56:11.518731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2e25a872-fecf-4099-b51a-abc9bd7bb26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:56:13.741903 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1d1a15b4-075d-4f01-be34-df1433caa506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:56:15.094059 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:56:15.139578 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:56:16.899526 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:56:18.156693 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:56:30.899144 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c58082-a0b9-42c1-bf7f-1533600214e3 req-205d8f13-6555-4aa3-ad69-92bb418ca7d3 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:30.900844 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c4c58082-a0b9-42c1-bf7f-1533600214e3 req-205d8f13-6555-4aa3-ad69-92bb418ca7d3 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.1827087 May 25 23:56:30.945476 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c4c58082-a0b9-42c1-bf7f-1533600214e3 req-048c4f52-af84-4eb8-b482-21c9792fcb6a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392261 May 25 23:56:32.233989 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e321e-55bf-48d2-b0ef-eed52dda3574 req-774dd4bd-01f1-4398-a195-c0bba15cad4b tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:32.235597 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a99e321e-55bf-48d2-b0ef-eed52dda3574 req-774dd4bd-01f1-4398-a195-c0bba15cad4b tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.1468179 May 25 23:56:32.283187 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a99e321e-55bf-48d2-b0ef-eed52dda3574 req-ad1d7635-c8b6-45db-ab05-43e4c709b6ac tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401545 May 25 23:56:33.497031 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84d0db-ef95-48c8-96a6-c65d9dfb0287 req-9d2cf93b-8f2e-4bd5-92b5-a875d3f64ca1 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:33.498374 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3d84d0db-ef95-48c8-96a6-c65d9dfb0287 req-9d2cf93b-8f2e-4bd5-92b5-a875d3f64ca1 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0758302 May 25 23:56:33.545660 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3d84d0db-ef95-48c8-96a6-c65d9dfb0287 req-2fbff28c-82a8-4050-94b6-1f0c3d1cd3a3 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417993 May 25 23:56:34.742707 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431b186-a7e3-46a5-a1c2-8607cc7f1106 req-715f1955-cccc-4d17-b1a2-938a3dd54c55 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:34.744062 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c431b186-a7e3-46a5-a1c2-8607cc7f1106 req-715f1955-cccc-4d17-b1a2-938a3dd54c55 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0754957 May 25 23:56:34.788179 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c431b186-a7e3-46a5-a1c2-8607cc7f1106 req-d6249bcd-3406-4074-89f2-9ee570bb3875 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383122 May 25 23:56:36.136664 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d0bec-19d5-41f0-a0de-3aa506316687 req-0eb36bbd-7225-4e4d-ac6b-4990e3d384eb tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:36.136664 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f88d0bec-19d5-41f0-a0de-3aa506316687 req-0eb36bbd-7225-4e4d-ac6b-4990e3d384eb tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0812984 May 25 23:56:36.177251 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f88d0bec-19d5-41f0-a0de-3aa506316687 req-bfeb404d-61e1-4370-aa2d-6403ce71c7ed tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382566 May 25 23:56:37.369575 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29ba2d-703f-4681-b0ce-24d09580536a req-61625e18-c2d7-429a-82e3-b7aa3b16ecef tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:37.370998 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ea29ba2d-703f-4681-b0ce-24d09580536a req-61625e18-c2d7-429a-82e3-b7aa3b16ecef tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0750122 May 25 23:56:37.415366 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-ea29ba2d-703f-4681-b0ce-24d09580536a req-89ad7058-5450-47af-99aa-a513d6bfcc99 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386539 May 25 23:56:38.609133 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc71f5-a09f-4ace-8420-46a63d8ea4f5 req-6487fb5f-dcad-488f-bf1f-30be98ed05c8 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:38.610551 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b1bc71f5-a09f-4ace-8420-46a63d8ea4f5 req-6487fb5f-dcad-488f-bf1f-30be98ed05c8 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0771236 May 25 23:56:38.655766 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b1bc71f5-a09f-4ace-8420-46a63d8ea4f5 req-ee808b69-6584-46fa-affe-b94b3dd7fff1 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388932 May 25 23:56:39.850387 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e6382-ba52-45f8-bef2-e48bba725fff req-3a700ead-5e82-4f27-99c8-0e91d61d0978 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:39.852092 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e58e6382-ba52-45f8-bef2-e48bba725fff req-3a700ead-5e82-4f27-99c8-0e91d61d0978 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0758379 May 25 23:56:39.900229 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e58e6382-ba52-45f8-bef2-e48bba725fff req-d639898c-eb8a-4953-89e7-34d056aeb8b5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427389 May 25 23:56:40.667745 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:56:41.096920 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c313bf-b427-4313-a049-4f160536107c req-53661bce-9ce8-4bb3-8aaa-bef93fe6df87 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:41.098603 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-39c313bf-b427-4313-a049-4f160536107c req-53661bce-9ce8-4bb3-8aaa-bef93fe6df87 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0743783 May 25 23:56:41.144556 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-39c313bf-b427-4313-a049-4f160536107c req-3c08e822-bf01-4257-a1c2-b8b2970727c8 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403533 May 25 23:56:41.510533 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-16d13cf7-79ef-4e7c-a9c0-2d9d596886a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:56:42.343998 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdcc3d-e35f-4a21-b54d-f88283d1c63a req-cc0f54af-e14f-4b85-afe9-f7d485323045 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:42.345457 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0acdcc3d-e35f-4a21-b54d-f88283d1c63a req-cc0f54af-e14f-4b85-afe9-f7d485323045 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0788493 May 25 23:56:42.389356 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0acdcc3d-e35f-4a21-b54d-f88283d1c63a req-6735ba8b-1dd5-482e-9bca-5b9548afa259 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383346 May 25 23:56:43.583386 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14ce05-906a-482d-8a31-7beb2fe767bc req-d5add3a5-ce52-43e6-842c-5ff400f94ad8 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:43.584745 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f14ce05-906a-482d-8a31-7beb2fe767bc req-d5add3a5-ce52-43e6-842c-5ff400f94ad8 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0765045 May 25 23:56:43.628876 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4f14ce05-906a-482d-8a31-7beb2fe767bc req-6bb06fda-4a43-45b4-91f2-d5b2df7303c9 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386374 May 25 23:56:43.758882 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-684e8099-95c5-43cc-a108-8c99c9bf4caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:56:44.825340 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed878df-e7dc-41ea-b07b-3a7150edd63c req-cc1a41cf-5887-4c4d-9d6c-9c629317b2a1 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:44.826751 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3ed878df-e7dc-41ea-b07b-3a7150edd63c req-cc1a41cf-5887-4c4d-9d6c-9c629317b2a1 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0779445 May 25 23:56:44.871292 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3ed878df-e7dc-41ea-b07b-3a7150edd63c req-6ae5b0fb-6554-43b3-b6bd-d37654c0b388 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380170 May 25 23:56:45.096165 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:56:45.127511 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:56:45.904831 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-29f523b7-1237-4c76-a3b6-ecb30cf4d9e4 req-19d53e89-0487-4ee1-83dd-bf3583aceee7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 1098 time: 0.0727434 May 25 23:56:46.035726 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f523b7-1237-4c76-a3b6-ecb30cf4d9e4 req-8da70fb2-d2c2-4acb-8a4e-c2bb91a2b70f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:46.037430 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-29f523b7-1237-4c76-a3b6-ecb30cf4d9e4 req-8da70fb2-d2c2-4acb-8a4e-c2bb91a2b70f service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.1272933 May 25 23:56:46.067310 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec050d0-5ff9-4a95-ad60-a2a48d353d7a req-7a05d834-1380-4953-a6cf-fccbd194be4e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:46.069658 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3ec050d0-5ff9-4a95-ad60-a2a48d353d7a req-7a05d834-1380-4953-a6cf-fccbd194be4e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0778375 May 25 23:56:46.116667 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3ec050d0-5ff9-4a95-ad60-a2a48d353d7a req-ac74a276-de0a-4dc6-9506-c7c9d62f5c15 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413072 May 25 23:56:46.139448 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-29f523b7-1237-4c76-a3b6-ecb30cf4d9e4 req-7882154c-450b-4153-a1f1-7e52e990acb9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263 HTTP/1.1" status: 200 len: 1001 time: 0.0964932 May 25 23:56:46.199360 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f523b7-1237-4c76-a3b6-ecb30cf4d9e4 req-7176687a-cb3a-46d9-a9a7-798329abdfdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:46.200681 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-29f523b7-1237-4c76-a3b6-ecb30cf4d9e4 req-7176687a-cb3a-46d9-a9a7-798329abdfdc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0561278 May 25 23:56:46.273057 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-29f523b7-1237-4c76-a3b6-ecb30cf4d9e4 req-9e33b3fc-8fd9-4de8-9ca2-520003b20aef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670066 May 25 23:56:46.402527 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-29f523b7-1237-4c76-a3b6-ecb30cf4d9e4 req-e8a14335-7ee3-41b6-a64e-6f1d3cdd80b6 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234572 May 25 23:56:46.531409 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-29f523b7-1237-4c76-a3b6-ecb30cf4d9e4 req-6b205644-b64c-47b0-889e-f3bf54392ffa service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230690 May 25 23:56:46.896468 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:56:47.313370 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577bbad-a642-48e2-851b-94939ac6d1e3 req-ee5ef98f-5a39-43fe-9aea-aa80f15e770d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:47.314811 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2577bbad-a642-48e2-851b-94939ac6d1e3 req-ee5ef98f-5a39-43fe-9aea-aa80f15e770d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0777547 May 25 23:56:47.359751 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2577bbad-a642-48e2-851b-94939ac6d1e3 req-b3fd76af-874f-4257-9fbd-afe85da3fe2d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387504 May 25 23:56:48.176086 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:56:48.554882 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68779069-55a6-44c2-9235-dc7f7ccd88b3 req-288d5497-3809-4a77-bc8f-6a2de3a7e41d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:48.556373 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-68779069-55a6-44c2-9235-dc7f7ccd88b3 req-288d5497-3809-4a77-bc8f-6a2de3a7e41d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0765812 May 25 23:56:48.604349 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-68779069-55a6-44c2-9235-dc7f7ccd88b3 req-5a5e8355-fdb7-4974-8c1c-8a30d6157fd4 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423360 May 25 23:56:49.798745 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d93e96-6af5-4e6e-9fef-4e78a80eee38 req-4ae9c471-9aae-4634-a410-607aac19bd29 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:49.800152 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-12d93e96-6af5-4e6e-9fef-4e78a80eee38 req-4ae9c471-9aae-4634-a410-607aac19bd29 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0747473 May 25 23:56:49.844628 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-12d93e96-6af5-4e6e-9fef-4e78a80eee38 req-77e2c134-cf9c-476a-9087-1cf4e2632a0d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387275 May 25 23:56:50.031318 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e6445768-2ec9-4a14-854d-bc38f92147b7 req-e5b681ad-ed13-4d84-b97b-32ba803efa8b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0702057 May 25 23:56:50.335840 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 50566) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:56:50.465297 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc59bb-9377-4692-9da9-cf20cf20985a req-12b0ed85-9b6a-4329-b126-690a9812cc24 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:50.466709 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-60bc59bb-9377-4692-9da9-cf20cf20985a req-12b0ed85-9b6a-4329-b126-690a9812cc24 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.1159978 May 25 23:56:50.611654 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-60bc59bb-9377-4692-9da9-cf20cf20985a req-1106fa76-7230-4cbb-b647-be7e81414f91 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383626 May 25 23:56:50.616172 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-bafcd628-3525-40e3-95b2-de59284684c1 req-ed336e5f-e106-47c6-87b8-149192957720 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2790883 May 25 23:56:51.809519 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a563a32-412c-42e1-881e-6a0bdc0ca8d5 req-477937a5-60ac-4efa-a734-11fa0937ff12 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:51.811762 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3a563a32-412c-42e1-881e-6a0bdc0ca8d5 req-477937a5-60ac-4efa-a734-11fa0937ff12 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0771191 May 25 23:56:51.857914 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3a563a32-412c-42e1-881e-6a0bdc0ca8d5 req-590633ab-d2d3-476a-b300-c7007d1f06b5 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403209 May 25 23:56:52.272878 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a4f3a1ee-1769-4b58-a616-e1babb4b0263 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:56:52.384521 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:56:52.412476 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:56:52.422250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a4f3a1ee-1769-4b58-a616-e1babb4b0263, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:56:52.496461 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:56:52.554079 dv-neutron-843300-1-hyperv neutron-server[84718]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4534cb3e-4ca9-41e2-87f1-440010ef8322']: {'server_uuid': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263', 'code': 422} returned with failed status May 25 23:56:52.570710 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a4f3a1ee-1769-4b58-a616-e1babb4b0263,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:56:52.579051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:56:52.579386 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:56:52.579715 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:56:52.580039 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:56:52.580360 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:56:52.580704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:56:52.581128 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:56:52.581472 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:56:52.581786 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:56:52.582114 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:56:52.582409 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:56:53.057714 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc20ad4-5f99-480c-a159-013ca59354d8 req-013e7aa8-f9da-4212-802a-51f435e3a288 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:53.059147 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fbc20ad4-5f99-480c-a159-013ca59354d8 req-013e7aa8-f9da-4212-802a-51f435e3a288 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 943 time: 0.0804436 May 25 23:56:53.107533 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fbc20ad4-5f99-480c-a159-013ca59354d8 req-2d0b7cd2-b072-4873-92ef-61c220730cca tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420876 May 25 23:56:54.313584 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4a70a-5279-4c60-9f2b-fb9eed094840 req-b97be841-2dda-4f2c-89ab-5bf3cae0da77 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:54.317036 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d3f4a70a-5279-4c60-9f2b-fb9eed094840 req-b97be841-2dda-4f2c-89ab-5bf3cae0da77 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 943 time: 0.0806682 May 25 23:56:54.367218 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d3f4a70a-5279-4c60-9f2b-fb9eed094840 req-6a838efc-d62e-4282-9229-0ae95e8b3c1b tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443320 May 25 23:56:55.562187 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89354b28-4a0e-460a-8dfd-ad93a41e54b4 req-118301ff-4450-40ee-a212-a35ebc2efcab tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:55.563528 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-89354b28-4a0e-460a-8dfd-ad93a41e54b4 req-118301ff-4450-40ee-a212-a35ebc2efcab tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 943 time: 0.0751166 May 25 23:56:55.609329 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-89354b28-4a0e-460a-8dfd-ad93a41e54b4 req-77ef0d24-eba8-41c4-be2a-dd9a24f0ce55 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393820 May 25 23:56:55.833945 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bafcd628-3525-40e3-95b2-de59284684c1 req-4d8a63e1-cedc-4690-a132-8d59fb7fef23 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a&tenant_id=19096064787540a9b00dec9409aefd59 HTTP/1.1" status: 200 len: 1096 time: 0.0708365 May 25 23:56:55.920498 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bafcd628-3525-40e3-95b2-de59284684c1 req-934288a7-f088-41d8-a916-5f48195ef919 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 1096 time: 0.0670443 May 25 23:56:56.048893 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcd628-3525-40e3-95b2-de59284684c1 req-8e7e0f7f-7359-4f7a-ba33-701daabf55cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:56.050321 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bafcd628-3525-40e3-95b2-de59284684c1 req-8e7e0f7f-7359-4f7a-ba33-701daabf55cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.1243417 May 25 23:56:56.232862 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bafcd628-3525-40e3-95b2-de59284684c1 req-a9cb6630-cb40-4ec7-b44d-da4e3bb99912 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263 HTTP/1.1" status: 200 len: 999 time: 0.1769876 May 25 23:56:56.295451 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcd628-3525-40e3-95b2-de59284684c1 req-56836238-6852-4957-b02e-bdc125806991 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:56.296898 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bafcd628-3525-40e3-95b2-de59284684c1 req-56836238-6852-4957-b02e-bdc125806991 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0589988 May 25 23:56:56.369570 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bafcd628-3525-40e3-95b2-de59284684c1 req-bd6c2d07-6d50-457a-acfe-b23f119ec357 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667527 May 25 23:56:56.497798 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bafcd628-3525-40e3-95b2-de59284684c1 req-230d8257-092f-402a-92e4-54f8be02f843 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222963 May 25 23:56:56.628500 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bafcd628-3525-40e3-95b2-de59284684c1 req-fd23fd6d-6822-4f0a-9a51-a79e31a05864 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249857 May 25 23:56:56.814342 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62341593-2169-4613-bfb1-badcb26f9489 req-7f4e1680-0b2a-4870-bb3b-b1d34ae327eb tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:56.816834 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-62341593-2169-4613-bfb1-badcb26f9489 req-7f4e1680-0b2a-4870-bb3b-b1d34ae327eb tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 943 time: 0.0840948 May 25 23:56:56.865101 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-62341593-2169-4613-bfb1-badcb26f9489 req-223f22c4-8ea9-4774-a5ed-92a043adc9eb tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426118 May 25 23:56:58.064764 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977961a-a2dd-4585-86d1-4ccd32b4260e req-116611fe-bd4e-42fd-b0db-5387ef185bc3 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:58.066201 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6977961a-a2dd-4585-86d1-4ccd32b4260e req-116611fe-bd4e-42fd-b0db-5387ef185bc3 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 943 time: 0.0769520 May 25 23:56:58.110910 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6977961a-a2dd-4585-86d1-4ccd32b4260e req-7e85b386-d3c6-4515-9411-0579b01fe811 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385704 May 25 23:56:59.315825 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4f52f-87f5-43ce-a8ca-79f3f00de755 req-efaeb420-8a23-4ce0-a979-c6b74806cf52 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:56:59.317308 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-aea4f52f-87f5-43ce-a8ca-79f3f00de755 req-efaeb420-8a23-4ce0-a979-c6b74806cf52 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 943 time: 0.0870080 May 25 23:56:59.362348 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-aea4f52f-87f5-43ce-a8ca-79f3f00de755 req-13917103-8e46-4bcc-8c72-61a4897b611e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393934 May 25 23:57:00.553427 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e68dd-f95d-46d4-b8e4-dfea956bc3e8 req-b1021602-e43f-47d3-ac1d-640a316d8e57 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:57:00.554842 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-568e68dd-f95d-46d4-b8e4-dfea956bc3e8 req-b1021602-e43f-47d3-ac1d-640a316d8e57 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 943 time: 0.0741994 May 25 23:57:00.598310 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-568e68dd-f95d-46d4-b8e4-dfea956bc3e8 req-54d54ece-da68-448b-846c-ebb3c5fd19b2 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380561 May 25 23:57:01.795069 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d5806-9a28-487b-adc4-459c99bfa596 req-51966bfe-90cd-46fa-ac0b-b68c86cd5009 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:57:01.796493 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2d3d5806-9a28-487b-adc4-459c99bfa596 req-51966bfe-90cd-46fa-ac0b-b68c86cd5009 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 943 time: 0.0774686 May 25 23:57:01.841634 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-2d3d5806-9a28-487b-adc4-459c99bfa596 req-39b8ce9b-a0ff-4fc2-b88d-234e7d922337 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396638 May 25 23:57:03.041699 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ff74e-4487-41bb-9ed8-b88235a2340d req-ee7f5049-ad15-4ef1-a1af-62ea1df0bffa tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:57:03.043119 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cd2ff74e-4487-41bb-9ed8-b88235a2340d req-ee7f5049-ad15-4ef1-a1af-62ea1df0bffa tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 943 time: 0.0772901 May 25 23:57:03.090689 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cd2ff74e-4487-41bb-9ed8-b88235a2340d req-f090e9d3-6e63-4318-aaa0-ef3f08330f7c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421550 May 25 23:57:04.294324 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc600d13-f343-4b15-81f1-ac4a1ebc3ca1 req-dbe250af-e6dd-470c-be4c-9b26c7938212 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:57:04.295762 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fc600d13-f343-4b15-81f1-ac4a1ebc3ca1 req-dbe250af-e6dd-470c-be4c-9b26c7938212 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 943 time: 0.0750980 May 25 23:57:04.313257 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a4f3a1ee-1769-4b58-a616-e1babb4b0263 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:57:04.341289 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fc600d13-f343-4b15-81f1-ac4a1ebc3ca1 req-c82bcbe1-ed0c-401f-a718-eda97e081e2d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400653 May 25 23:57:04.445645 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a4f3a1ee-1769-4b58-a616-e1babb4b0263, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:57:04.458196 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'port_id': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263', 'mac_address': 'fa:16:3e:fd:e1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:57:04.510296 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:04.526821 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f3a1ee-1769-4b58-a616-e1babb4b0263 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:57:04.541594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a4f3a1ee-1769-4b58-a616-e1babb4b0263, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:57:04.610553 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:04.676706 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a4f3a1ee-1769-4b58-a616-e1babb4b0263,revision_number=7']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:57:04.837850 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['a4f3a1ee-1769-4b58-a616-e1babb4b0263'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:57:05.539412 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36571778-4cca-40ba-9e38-f13f32c3d763 req-0e3132ef-f00c-4211-9b76-cb6de2274441 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:57:05.540849 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-36571778-4cca-40ba-9e38-f13f32c3d763 req-0e3132ef-f00c-4211-9b76-cb6de2274441 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 944 time: 0.0774283 May 25 23:57:05.584245 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-36571778-4cca-40ba-9e38-f13f32c3d763 req-0f8a3c92-c206-465a-9cc4-69f3f8924b68 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379038 May 25 23:57:06.312552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a4f3a1ee-1769-4b58-a616-e1babb4b0263 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:57:06.378048 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port a4f3a1ee-1769-4b58-a616-e1babb4b0263 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:57:06.378398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:06.486257 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:06.511511 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:57:06.520864 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port a4f3a1ee-1769-4b58-a616-e1babb4b0263, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:57:06.564389 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69ef55e1-a9e9-434f-9da8-d59d59b00e62'] response: {'server_uuid': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263', 'code': 200} May 25 23:57:06.610426 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:06.679987 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=a4f3a1ee-1769-4b58-a616-e1babb4b0263,revision_number=8']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:57:06.780336 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c25bf3-bf0f-4e10-a9f7-9ad66b8290e2 req-8367e2d4-2300-42c7-872f-ee5ee83f7a7e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:57:06.781816 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-26c25bf3-bf0f-4e10-a9f7-9ad66b8290e2 req-8367e2d4-2300-42c7-872f-ee5ee83f7a7e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0765982 May 25 23:57:06.827019 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-26c25bf3-bf0f-4e10-a9f7-9ad66b8290e2 req-ee703d56-eab1-458b-9338-37d1f5972ee4 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395033 May 25 23:57:06.872279 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7267e244-02d8-4a30-8d16-b8ca2a5d6f51 req-d046371f-251c-4355-a611-19b767e0220d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 1098 time: 0.0670023 May 25 23:57:06.918171 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-7267e244-02d8-4a30-8d16-b8ca2a5d6f51 req-b63ae7b1-2375-4a3f-90ce-7fcd61508b19 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396757 May 25 23:57:08.028869 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5fb4f-98d9-4a7b-b542-497cf5556060 req-c4fa9b68-73d7-47d6-b4ee-d5e42802ae2c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:57:08.030253 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-88f5fb4f-98d9-4a7b-b542-497cf5556060 req-c4fa9b68-73d7-47d6-b4ee-d5e42802ae2c tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0786927 May 25 23:57:08.077841 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-88f5fb4f-98d9-4a7b-b542-497cf5556060 req-90261403-df86-4791-9c30-19cff403f856 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416932 May 25 23:57:09.270966 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26fd1d-bf10-415c-8779-b2823af8f0e7 req-51008e8c-295d-4824-830d-fa09d2b8202b tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:57:09.273192 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1d26fd1d-bf10-415c-8779-b2823af8f0e7 req-51008e8c-295d-4824-830d-fa09d2b8202b tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0740204 May 25 23:57:09.321587 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1d26fd1d-bf10-415c-8779-b2823af8f0e7 req-ccddb080-24a6-4f7e-871c-bda120d7f623 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429919 May 25 23:57:11.508300 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-90b95109-d57f-4511-b5db-351d08ab7e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:13.764857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ed162f24-b1ed-470c-ac6d-cac352272385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:15.104423 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:15.149726 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:16.907641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:17.668955 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:57:18.176392 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:41.542104 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6f9d650e-70e3-4e25-abd8-a6d7277c0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:43.782117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-56d45bb2-9bee-486f-ae12-1e8d71799f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:45.109833 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:45.181977 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:46.904392 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:48.195401 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:57:54.668563 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:57:55.480374 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5a8e556f-c262-4994-9016-797246a896db req-a0a071aa-3323-41c0-9ca6-c390df5ffc4d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663667 May 25 23:57:55.615484 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5a8e556f-c262-4994-9016-797246a896db req-b75e16ba-4d67-412d-80d1-9e825295fd4e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 1098 time: 0.0690248 May 25 23:57:55.757573 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e556f-c262-4994-9016-797246a896db req-e4ff52b5-371c-4cad-bbb4-36809d377123 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:57:55.759017 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5a8e556f-c262-4994-9016-797246a896db req-e4ff52b5-371c-4cad-bbb4-36809d377123 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.1260436 May 25 23:57:55.861301 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5a8e556f-c262-4994-9016-797246a896db req-791a4f71-a108-4f51-badf-aab9430ba21e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263 HTTP/1.1" status: 200 len: 1001 time: 0.0967908 May 25 23:57:55.925041 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e556f-c262-4994-9016-797246a896db req-fc9c3563-944c-4761-87e1-38e088349e9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:57:55.928682 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5a8e556f-c262-4994-9016-797246a896db req-fc9c3563-944c-4761-87e1-38e088349e9c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0602076 May 25 23:57:56.000005 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5a8e556f-c262-4994-9016-797246a896db req-d052fc75-392e-4386-a505-41e331db6d57 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679586 May 25 23:57:56.131722 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5a8e556f-c262-4994-9016-797246a896db req-f71413a2-4060-4f82-a1d8-45d48514aaa6 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255240 May 25 23:57:56.262695 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-5a8e556f-c262-4994-9016-797246a896db req-c62ab077-f9c2-4a32-ae9a-b41002d2295a service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259823 May 25 23:58:11.535652 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-61ddcc86-2c4c-43f7-80a4-cfcdc379adc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:13.749504 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cf101f78-0482-4be8-a0b6-6884a3bc6b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:15.160730 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:15.194469 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:16.901819 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:18.194878 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:31.669314 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:58:41.526219 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5d4d5a61-5925-4b07-8fbd-9c91d495314f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:43.731932 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f4efbb8e-1f0c-4f8a-af20-b77c9f1fb047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:45.135506 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:45.153352 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:46.907342 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:48.211814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:55.493873 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-76c8a9aa-0980-4af4-a736-ea036d99e2e0 req-9bbcf19c-21b9-4b66-9679-0447d4cbe75b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699208 May 25 23:58:55.630997 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-76c8a9aa-0980-4af4-a736-ea036d99e2e0 req-d7fcb904-945e-402e-aab2-b488484e6f70 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 1098 time: 0.0714574 May 25 23:58:55.853464 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8a9aa-0980-4af4-a736-ea036d99e2e0 req-9ddf145f-2271-4270-b395-5fdb3a254537 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:58:55.855597 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-76c8a9aa-0980-4af4-a736-ea036d99e2e0 req-9ddf145f-2271-4270-b395-5fdb3a254537 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.2056513 May 25 23:58:55.955849 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-76c8a9aa-0980-4af4-a736-ea036d99e2e0 req-46c0b950-a1d0-40a9-9db0-4a6d022e6cf5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263 HTTP/1.1" status: 200 len: 1001 time: 0.0953245 May 25 23:58:56.016290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8a9aa-0980-4af4-a736-ea036d99e2e0 req-d795cd94-77a6-4529-ad91-10c66692dee4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:58:56.017720 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-76c8a9aa-0980-4af4-a736-ea036d99e2e0 req-d795cd94-77a6-4529-ad91-10c66692dee4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0569553 May 25 23:58:56.093749 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-76c8a9aa-0980-4af4-a736-ea036d99e2e0 req-ba17dabd-1c11-41e4-a7f1-4c1e6b948718 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706816 May 25 23:58:56.222205 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-76c8a9aa-0980-4af4-a736-ea036d99e2e0 req-a76c867b-3de4-4a12-a45a-4a6401996fd3 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225054 May 25 23:58:56.352322 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-76c8a9aa-0980-4af4-a736-ea036d99e2e0 req-8033586a-62af-4784-96cd-6dd4fe92e4b4 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249828 May 25 23:58:57.916373 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 50660) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:58:58.350306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Deleting port 84ed4f40-cc6a-487d-8f37-9f9829f6fe28 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:58:58.350639 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:58.599272 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:58.599594 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:58.716368 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Calling delete_port for 84ed4f40-cc6a-487d-8f37-9f9829f6fe28 owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:58:58.937330 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:58.984400 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event deleted for resources: {'Port': ['ID=84ed4f40-cc6a-487d-8f37-9f9829f6fe28,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:58:59.049623 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:58:59.049958 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:58:59.050284 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:58:59.050608 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:58:59.050926 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:58:59.051240 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:58:59.051556 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:58:59.051871 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:58:59.052190 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:58:59.052496 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:58:59.052833 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:58:59.082950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:59.465547 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Router 93eb1582-5866-45b7-95c5-581cccb1bed9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:58:59.660995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:58:59.671209 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c89df-0f73-4907-be77-f14b90ec8cc7 None None] Sync routers for ids ['93eb1582-5866-45b7-95c5-581cccb1bed9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:58:59.677486 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:58:59.683807 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c89df-0f73-4907-be77-f14b90ec8cc7 None None] Routers {'93eb1582-5866-45b7-95c5-581cccb1bed9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:58:59.684401 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5f4c89df-0f73-4907-be77-f14b90ec8cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:58:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['93eb1582-5866-45b7-95c5-581cccb1bed9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:58:59.729535 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-7964a457-d30a-41a6-8af7-ab8b8cb9723e tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "DELETE /v2.0/floatingips/63d21cce-fd08-4541-b7be-b1057b73b83b HTTP/1.1" status: 204 len: 168 time: 1.8120482 May 25 23:58:59.730246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'tag': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:58:59.875322 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-5f4c89df-0f73-4907-be77-f14b90ec8cc7 None None] Set router 93eb1582-5866-45b7-95c5-581cccb1bed9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:59:00.032394 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773a7db8-eb70-4850-acf7-37c2586bcc2b'] response: {'name': 'network-changed', 'server_uuid': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'tag': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263', 'status': 'completed', 'code': 200} May 25 23:59:00.125481 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a221668c-7320-4d93-883a-744e17dc406e req-4b4bf898-3217-4eec-943b-d0148c4417d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19096064787540a9b00dec9409aefd59&device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 1098 time: 0.0725496 May 25 23:59:00.206498 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5f4c89df-0f73-4907-be77-f14b90ec8cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:46Z', 'revision_number': 5, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:00.211845 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c89df-0f73-4907-be77-f14b90ec8cc7 None None] Checking router: 93eb1582-5866-45b7-95c5-581cccb1bed9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:59:00.224670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c89df-0f73-4907-be77-f14b90ec8cc7 None None] Routers {'93eb1582-5866-45b7-95c5-581cccb1bed9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:59:00.225404 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5f4c89df-0f73-4907-be77-f14b90ec8cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:58:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['93eb1582-5866-45b7-95c5-581cccb1bed9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:00.259701 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221668c-7320-4d93-883a-744e17dc406e req-a60d6307-875c-473a-9e96-22985ff06b88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:00.261565 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a221668c-7320-4d93-883a-744e17dc406e req-a60d6307-875c-473a-9e96-22985ff06b88 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 200 len: 909 time: 0.1307275 May 25 23:59:00.347470 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a221668c-7320-4d93-883a-744e17dc406e req-4ce265b2-4b2a-48e8-bb7c-929d0d46f463 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263 HTTP/1.1" status: 200 len: 217 time: 0.0794427 May 25 23:59:00.374448 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1ad0e-d8b4-4adb-a887-7359f5fe4cf4 req-6db96d7c-a369-481b-af4f-e0720bb81b12 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:00.375130 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-98d1ad0e-d8b4-4adb-a887-7359f5fe4cf4 req-6db96d7c-a369-481b-af4f-e0720bb81b12 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Synchronizing usage tracker for tenant:19096064787540a9b00dec9409aefd59 on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:59:00.408384 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-5f4c89df-0f73-4907-be77-f14b90ec8cc7 None None] Set router 93eb1582-5866-45b7-95c5-581cccb1bed9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:59:00.409836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221668c-7320-4d93-883a-744e17dc406e req-74a2033e-00e1-4fb6-98f5-abe5b3e20cac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:00.411302 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a221668c-7320-4d93-883a-744e17dc406e req-74a2033e-00e1-4fb6-98f5-abe5b3e20cac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 200 len: 847 time: 0.0585773 May 25 23:59:00.428946 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-98d1ad0e-d8b4-4adb-a887-7359f5fe4cf4 req-6db96d7c-a369-481b-af4f-e0720bb81b12 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Unset dirty status for tenant:19096064787540a9b00dec9409aefd59 on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:59:00.430119 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-98d1ad0e-d8b4-4adb-a887-7359f5fe4cf4 req-6db96d7c-a369-481b-af4f-e0720bb81b12 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.1334548 May 25 23:59:00.495692 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-98d1ad0e-d8b4-4adb-a887-7359f5fe4cf4 req-adf15a91-0296-45d9-ace5-5370cacb524b tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483415 May 25 23:59:00.496184 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a221668c-7320-4d93-883a-744e17dc406e req-d2e44a59-35b7-4817-a829-0311d91feea1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5328582b-65f9-4e66-bdfa-bbda46284428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736709 May 25 23:59:00.626006 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a221668c-7320-4d93-883a-744e17dc406e req-4f4a0ff7-3366-4e32-85ae-2abdc4dc42ce service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259327 May 25 23:59:00.757250 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-a221668c-7320-4d93-883a-744e17dc406e req-20dc886f-1c0d-43f7-b1c7-f880121b7d07 service neutron] 10.222.0.73 "GET /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253352 May 25 23:59:00.760388 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-5f4c89df-0f73-4907-be77-f14b90ec8cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:46Z', 'revision_number': 5, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:00.765087 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c89df-0f73-4907-be77-f14b90ec8cc7 None None] The sync data for ids ['93eb1582-5866-45b7-95c5-581cccb1bed9'] in dv-neutron-843300-1-hyperv is: [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:28Z', 'revision_number': 4, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'b8acf7c2-85b9-4797-aa11-25315028e079', 'name': '', 'network_id': '5328582b-65f9-4e66-bdfa-bbda46284428', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'mac_address': 'fa:16:3e:21:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:28Z', 'updated_at': '2022-05-25T23:48:46Z', 'revision_number': 5, 'project_id': '19096064787540a9b00dec9409aefd59', 'subnets': [{'id': '04947218-a4a9-4f38-8809-86f2503fb86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:59:00.984039 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f73c3-315c-4804-9ae8-691d9fec9378 None None] New status for floating IP 63d21cce-fd08-4541-b7be-b1057b73b83b: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 25 23:59:01.681987 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ae0b3-8b16-425f-856c-e635da6e2b30 req-cee3fd46-d2b9-4d18-95df-3e97ba004983 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:01.681987 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-734ae0b3-8b16-425f-856c-e635da6e2b30 req-cee3fd46-d2b9-4d18-95df-3e97ba004983 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0741017 May 25 23:59:01.726036 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-734ae0b3-8b16-425f-856c-e635da6e2b30 req-5a405901-37e7-4dba-abbd-3ec531436489 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbe92431-1e17-47ea-bd64-a25c81c36125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385995 May 25 23:59:01.791885 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3964c-4900-403a-ad31-48d11cf762bf req-1834aa66-deb7-4c1b-bb1e-1de96c6c2043 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:01.793143 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-bdf3964c-4900-403a-ad31-48d11cf762bf req-1834aa66-deb7-4c1b-bb1e-1de96c6c2043 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Synchronizing usage tracker for tenant:19096064787540a9b00dec9409aefd59 on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:59:01.804368 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-bdf3964c-4900-403a-ad31-48d11cf762bf req-1834aa66-deb7-4c1b-bb1e-1de96c6c2043 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Unset dirty status for tenant:19096064787540a9b00dec9409aefd59 on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:59:01.805465 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bdf3964c-4900-403a-ad31-48d11cf762bf req-1834aa66-deb7-4c1b-bb1e-1de96c6c2043 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.73 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 945 time: 0.0866911 May 25 23:59:01.870459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-bdf3964c-4900-403a-ad31-48d11cf762bf req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Deleting port a4f3a1ee-1769-4b58-a616-e1babb4b0263 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:59:01.870823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-bdf3964c-4900-403a-ad31-48d11cf762bf req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:02.201491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-bdf3964c-4900-403a-ad31-48d11cf762bf req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] For port a4f3a1ee-1769-4b58-a616-e1babb4b0263, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a4f3a1ee-1769-4b58-a616-e1babb4b0263,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:02.201836 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-bdf3964c-4900-403a-ad31-48d11cf762bf req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:02.322739 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-bdf3964c-4900-403a-ad31-48d11cf762bf req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Calling delete_port for a4f3a1ee-1769-4b58-a616-e1babb4b0263 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:59:02.531713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-bdf3964c-4900-403a-ad31-48d11cf762bf req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:02.582606 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event deleted for resources: {'Port': ['ID=a4f3a1ee-1769-4b58-a616-e1babb4b0263,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:02.623236 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:02.623580 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:02.623915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:02.624509 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:02.624860 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:02.625185 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:02.625505 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:02.625826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:02.626147 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:02.626459 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:02.626774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:02.665587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf3964c-4900-403a-ad31-48d11cf762bf req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] No DVR routers for this DVR port a4f3a1ee-1769-4b58-a616-e1babb4b0263 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:59:02.667898 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-bdf3964c-4900-403a-ad31-48d11cf762bf req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:02.670306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'name': 'network-vif-deleted', 'tag': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:59:02.742439 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-bdf3964c-4900-403a-ad31-48d11cf762bf req-f96c2a8e-1c0d-49f9-93cb-851c9fcc916a tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.73 "DELETE /v2.0/ports/a4f3a1ee-1769-4b58-a616-e1babb4b0263 HTTP/1.1" status: 204 len: 173 time: 0.9313736 May 25 23:59:02.794893 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d515c0-c643-4fff-8516-5776b33fffee'] response: {'server_uuid': 'f76518f1-593e-48b6-af65-abe807a2b02a', 'name': 'network-vif-deleted', 'tag': 'a4f3a1ee-1769-4b58-a616-e1babb4b0263', 'status': 'completed', 'code': 200} May 25 23:59:02.896491 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-49275fd6-7ec1-4012-afc8-139262f6b0c8 req-2374e508-693d-40f7-a249-c35273a37483 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 210 time: 0.0477078 May 25 23:59:04.178039 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6f9a771d-3800-4994-a813-648103aa8dfc req-e8e45430-566f-4be1-b20c-99c986bd584d tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f76518f1-593e-48b6-af65-abe807a2b02a HTTP/1.1" status: 200 len: 210 time: 0.1415641 May 25 23:59:04.889199 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a4f3a1ee-1769-4b58-a616-e1babb4b0263 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:59:04.922186 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: a4f3a1ee-1769-4b58-a616-e1babb4b0263 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:59:04.922487 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device a4f3a1ee-1769-4b58-a616-e1babb4b0263 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:59:05.288609 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 50690) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:05.356281 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-26946ace-a4ca-4c82-84cb-8cac2b8d1667 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:05.385443 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-26946ace-a4ca-4c82-84cb-8cac2b8d1667 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:05.537016 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-26946ace-a4ca-4c82-84cb-8cac2b8d1667 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:05.554112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26946ace-a4ca-4c82-84cb-8cac2b8d1667 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe92431-1e17-47ea-bd64-a25c81c36125,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:05.633467 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-26946ace-a4ca-4c82-84cb-8cac2b8d1667 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:05.634601 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-26946ace-a4ca-4c82-84cb-8cac2b8d1667 tempest-TestShelveInstance-290816806 tempest-TestShelveInstance-290816806-project] 10.222.0.66 "DELETE /v2.0/security-groups/cbe92431-1e17-47ea-bd64-a25c81c36125 HTTP/1.1" status: 204 len: 168 time: 0.3449938 May 25 23:59:05.742742 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50696) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:06.308759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3a4ef35-1f0c-4371-b70c-18a0eb67efd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:06.899607 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-a3a4ef35-1f0c-4371-b70c-18a0eb67efd8 admin admin] Deleting port b8acf7c2-85b9-4797-aa11-25315028e079 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:59:06.900270 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3a4ef35-1f0c-4371-b70c-18a0eb67efd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:07.164746 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-a3a4ef35-1f0c-4371-b70c-18a0eb67efd8 admin admin] For port b8acf7c2-85b9-4797-aa11-25315028e079, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=b8acf7c2-85b9-4797-aa11-25315028e079,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:07.165031 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3a4ef35-1f0c-4371-b70c-18a0eb67efd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:07.287376 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-a3a4ef35-1f0c-4371-b70c-18a0eb67efd8 admin admin] Calling delete_port for b8acf7c2-85b9-4797-aa11-25315028e079 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:59:07.526022 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3a4ef35-1f0c-4371-b70c-18a0eb67efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:07.571167 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4ef35-1f0c-4371-b70c-18a0eb67efd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8acf7c2-85b9-4797-aa11-25315028e079,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:07.856114 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-a3a4ef35-1f0c-4371-b70c-18a0eb67efd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:08.521339 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a4ef35-1f0c-4371-b70c-18a0eb67efd8 admin admin] Router 93eb1582-5866-45b7-95c5-581cccb1bed9 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:59:08.669704 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:59:08.715526 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a4ef35-1f0c-4371-b70c-18a0eb67efd8 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:59:08.724262 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce4d541-e79e-4878-b604-9316e2b64d91 None None] Sync routers for ids ['93eb1582-5866-45b7-95c5-581cccb1bed9'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:59:08.727498 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-a3a4ef35-1f0c-4371-b70c-18a0eb67efd8 admin admin] 10.222.0.66 "PUT /v2.0/routers/93eb1582-5866-45b7-95c5-581cccb1bed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9830644 May 25 23:59:08.730730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50702) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:08.736837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce4d541-e79e-4878-b604-9316e2b64d91 None None] Routers {'93eb1582-5866-45b7-95c5-581cccb1bed9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:59:08.737438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-cce4d541-e79e-4878-b604-9316e2b64d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:58:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['93eb1582-5866-45b7-95c5-581cccb1bed9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:08.913392 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-cce4d541-e79e-4878-b604-9316e2b64d91 None None] Set router 93eb1582-5866-45b7-95c5-581cccb1bed9 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:59:08.930341 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5525-06e6-4464-8978-615a63ca261b admin admin] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:09.119942 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5525-06e6-4464-8978-615a63ca261b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:09.194643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-cce4d541-e79e-4878-b604-9316e2b64d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:59:07Z', 'revision_number': 5, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port': {'id': 'a61138da-f3ef-4fdd-ad6c-9091328356ac', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:09.198706 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce4d541-e79e-4878-b604-9316e2b64d91 None None] Checking router: 93eb1582-5866-45b7-95c5-581cccb1bed9 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:59:09.203872 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e5525-06e6-4464-8978-615a63ca261b admin admin] Deleting port a61138da-f3ef-4fdd-ad6c-9091328356ac {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:59:09.203872 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5525-06e6-4464-8978-615a63ca261b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:09.210230 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce4d541-e79e-4878-b604-9316e2b64d91 None None] Routers {'93eb1582-5866-45b7-95c5-581cccb1bed9'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:59:09.210826 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-cce4d541-e79e-4878-b604-9316e2b64d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:58:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['93eb1582-5866-45b7-95c5-581cccb1bed9'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:09.357603 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-cce4d541-e79e-4878-b604-9316e2b64d91 None None] Set router 93eb1582-5866-45b7-95c5-581cccb1bed9 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:59:09.376232 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-5e8e5525-06e6-4464-8978-615a63ca261b admin admin] For port a61138da-f3ef-4fdd-ad6c-9091328356ac, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a61138da-f3ef-4fdd-ad6c-9091328356ac,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:09.376601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5525-06e6-4464-8978-615a63ca261b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:09.460407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-cce4d541-e79e-4878-b604-9316e2b64d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:59:09Z', 'revision_number': 6, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:09.464131 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce4d541-e79e-4878-b604-9316e2b64d91 None None] The sync data for ids ['93eb1582-5866-45b7-95c5-581cccb1bed9'] in dv-neutron-843300-1-hyperv is: [{'id': '93eb1582-5866-45b7-95c5-581cccb1bed9', 'name': 'tempest-TestShelveInstance-361042869-router', 'tenant_id': '19096064787540a9b00dec9409aefd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:25Z', 'updated_at': '2022-05-25T23:59:09Z', 'revision_number': 6, 'project_id': '19096064787540a9b00dec9409aefd59', 'gw_port_host': None}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:59:09.498057 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e5525-06e6-4464-8978-615a63ca261b admin admin] Calling delete_port for a61138da-f3ef-4fdd-ad6c-9091328356ac owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:59:09.718962 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5525-06e6-4464-8978-615a63ca261b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:09.761649 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e5525-06e6-4464-8978-615a63ca261b admin admin] Pushing event deleted for resources: {'Port': ['ID=a61138da-f3ef-4fdd-ad6c-9091328356ac,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:09.985576 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5525-06e6-4464-8978-615a63ca261b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:10.283102 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b8acf7c2-85b9-4797-aa11-25315028e079 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:59:10.321537 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: b8acf7c2-85b9-4797-aa11-25315028e079 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:59:10.321875 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device b8acf7c2-85b9-4797-aa11-25315028e079 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:59:10.322287 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a61138da-f3ef-4fdd-ad6c-9091328356ac no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:59:10.337196 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5525-06e6-4464-8978-615a63ca261b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:10.342060 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5525-06e6-4464-8978-615a63ca261b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:10.356065 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: a61138da-f3ef-4fdd-ad6c-9091328356ac {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:59:10.356495 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a61138da-f3ef-4fdd-ad6c-9091328356ac not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:59:10.445932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5525-06e6-4464-8978-615a63ca261b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:10.446492 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8e5525-06e6-4464-8978-615a63ca261b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93eb1582-5866-45b7-95c5-581cccb1bed9 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:59:10.458896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5525-06e6-4464-8978-615a63ca261b admin admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:10.460019 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-5e8e5525-06e6-4464-8978-615a63ca261b admin admin] 10.222.0.66 "DELETE /v2.0/routers/93eb1582-5866-45b7-95c5-581cccb1bed9 HTTP/1.1" status: 204 len: 168 time: 1.7282999 May 25 23:59:10.462475 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50708) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:10.523779 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9353e7-99b7-4d27-9059-1d396dc77774 admin admin] Deleting subnet 04947218-a4a9-4f38-8809-86f2503fb86d {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:59:10.527093 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0c9353e7-99b7-4d27-9059-1d396dc77774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:10.575265 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0c9353e7-99b7-4d27-9059-1d396dc77774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:10.652651 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0c9353e7-99b7-4d27-9059-1d396dc77774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:10.800601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0c9353e7-99b7-4d27-9059-1d396dc77774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:10.841514 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9353e7-99b7-4d27-9059-1d396dc77774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04947218-a4a9-4f38-8809-86f2503fb86d,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:10.846332 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0c9353e7-99b7-4d27-9059-1d396dc77774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:10.851387 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600733ac-1f13-488f-858e-be427edc1e1a None None] Network 5328582b-65f9-4e66-bdfa-bbda46284428 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:59:10.851798 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0c9353e7-99b7-4d27-9059-1d396dc77774 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/04947218-a4a9-4f38-8809-86f2503fb86d HTTP/1.1" status: 204 len: 168 time: 0.3883829 May 25 23:59:10.854287 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50712) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:10.958059 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:10.969896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] Deleting port 32275691-34ad-44c3-afcd-ed0227cc20ba {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:59:10.970300 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:11.135892 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0564acf-e7a7-468e-a710-3a35686fb292 None None] DHCP port deletion for 5328582b-65f9-4e66-bdfa-bbda46284428 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:59:11.140742 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c0564acf-e7a7-468e-a710-3a35686fb292 None None] Deleting port 32275691-34ad-44c3-afcd-ed0227cc20ba {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:59:11.141174 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c0564acf-e7a7-468e-a710-3a35686fb292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:11.175239 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] For port 32275691-34ad-44c3-afcd-ed0227cc20ba, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=32275691-34ad-44c3-afcd-ed0227cc20ba,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:11.175583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:11.295648 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] Calling delete_port for 32275691-34ad-44c3-afcd-ed0227cc20ba owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:59:11.343456 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-c0564acf-e7a7-468e-a710-3a35686fb292 None None] For port 32275691-34ad-44c3-afcd-ed0227cc20ba, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=32275691-34ad-44c3-afcd-ed0227cc20ba,segment=NetworkSegment(4b27c07e-ee4b-45f2-92b7-1c3f321abb4c),segment_id=4b27c07e-ee4b-45f2-92b7-1c3f321abb4c)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:11.343980 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c0564acf-e7a7-468e-a710-3a35686fb292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:11.468027 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c0564acf-e7a7-468e-a710-3a35686fb292 None None] Calling delete_port for 32275691-34ad-44c3-afcd-ed0227cc20ba owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:59:11.468678 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:11.513095 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] Pushing event deleted for resources: {'Port': ['ID=32275691-34ad-44c3-afcd-ed0227cc20ba,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:11.519379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] No DVR routers for this DVR port 32275691-34ad-44c3-afcd-ed0227cc20ba on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:59:11.546139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-c0564acf-e7a7-468e-a710-3a35686fb292 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:59:11.546480 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-c0564acf-e7a7-468e-a710-3a35686fb292 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:59:11.599673 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ea979391-2a35-4a6a-980b-2e36fa0c20e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:11.634012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:11.658774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5328582b-65f9-4e66-bdfa-bbda46284428']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:11.670896 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:11.671183 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b27c07e-ee4b-45f2-92b7-1c3f321abb4c') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:11.682048 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:11.697380 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:11.703672 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:59:11.704052 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:59:11.717461 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:59:11.966173 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:11.982095 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:11.991886 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] Pushing event deleted for resources: {'Network': ['ID=5328582b-65f9-4e66-bdfa-bbda46284428,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:12.048004 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c0564acf-e7a7-468e-a710-3a35686fb292 None None] Deleting port 32275691-34ad-44c3-afcd-ed0227cc20ba {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:59:12.048386 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c0564acf-e7a7-468e-a710-3a35686fb292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:12.069452 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9e0d22d1-18eb-471f-9d1e-76d628e5d00d admin admin] 10.222.0.66 "DELETE /v2.0/networks/5328582b-65f9-4e66-bdfa-bbda46284428 HTTP/1.1" status: 204 len: 168 time: 1.2141860 May 25 23:59:12.072165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50716) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:12.112761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-c0564acf-e7a7-468e-a710-3a35686fb292 None None] The port '32275691-34ad-44c3-afcd-ed0227cc20ba' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:59:12.143805 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 32275691-34ad-44c3-afcd-ed0227cc20ba no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:59:12.180325 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 32275691-34ad-44c3-afcd-ed0227cc20ba {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:59:12.180691 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 32275691-34ad-44c3-afcd-ed0227cc20ba not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:59:12.470131 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ecc53cf0-6e7c-4f5a-a517-71e18d0cd77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:13.045653 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-ecc53cf0-6e7c-4f5a-a517-71e18d0cd77d admin admin] Deleting port d10071fb-1d5e-428b-8503-7a3e73302d8b {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:59:13.046299 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ecc53cf0-6e7c-4f5a-a517-71e18d0cd77d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:13.212289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-ecc53cf0-6e7c-4f5a-a517-71e18d0cd77d admin admin] For port d10071fb-1d5e-428b-8503-7a3e73302d8b, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=d10071fb-1d5e-428b-8503-7a3e73302d8b,segment=NetworkSegment(2ca59fb0-bbff-42af-ab01-087d6cfd6f32),segment_id=2ca59fb0-bbff-42af-ab01-087d6cfd6f32)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:13.212585 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ecc53cf0-6e7c-4f5a-a517-71e18d0cd77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:13.331826 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-ecc53cf0-6e7c-4f5a-a517-71e18d0cd77d admin admin] Calling delete_port for d10071fb-1d5e-428b-8503-7a3e73302d8b owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:59:13.674727 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ecc53cf0-6e7c-4f5a-a517-71e18d0cd77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:13.722120 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc53cf0-6e7c-4f5a-a517-71e18d0cd77d admin admin] Pushing event deleted for resources: {'Port': ['ID=d10071fb-1d5e-428b-8503-7a3e73302d8b,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:13.783006 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4e73e348-1cc0-4a3b-bfb3-f198cf7d3835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:14.002814 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ecc53cf0-6e7c-4f5a-a517-71e18d0cd77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:14.569379 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc53cf0-6e7c-4f5a-a517-71e18d0cd77d admin admin] Router 4dbd3531-55ea-4980-ac6c-826a555d55ef has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:59:14.764777 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc53cf0-6e7c-4f5a-a517-71e18d0cd77d admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:59:14.773143 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0bf897-19c1-47ed-b179-603e548c1573 None None] Sync routers for ids ['4dbd3531-55ea-4980-ac6c-826a555d55ef'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:59:14.773606 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ecc53cf0-6e7c-4f5a-a517-71e18d0cd77d admin admin] 10.222.0.66 "PUT /v2.0/routers/4dbd3531-55ea-4980-ac6c-826a555d55ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7001402 May 25 23:59:14.775745 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50720) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:14.785224 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0bf897-19c1-47ed-b179-603e548c1573 None None] Routers {'4dbd3531-55ea-4980-ac6c-826a555d55ef'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:59:14.785805 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3e0bf897-19c1-47ed-b179-603e548c1573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4dbd3531-55ea-4980-ac6c-826a555d55ef'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:14.965612 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-3e0bf897-19c1-47ed-b179-603e548c1573 None None] Set router 4dbd3531-55ea-4980-ac6c-826a555d55ef gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:59:15.075782 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edcadfe6-c496-4db3-9756-47b7d842b53d admin admin] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:15.108478 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:15.137297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:15.251168 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3e0bf897-19c1-47ed-b179-603e548c1573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'name': 'tempest-TestShelveInstance-73315880-router', 'tenant_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:32Z', 'updated_at': '2022-05-25T23:59:13Z', 'revision_number': 5, 'project_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'gw_port': {'id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:33Z', 'updated_at': '2022-05-25T23:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:15.255192 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0bf897-19c1-47ed-b179-603e548c1573 None None] Checking router: 4dbd3531-55ea-4980-ac6c-826a555d55ef for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:59:15.266356 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0bf897-19c1-47ed-b179-603e548c1573 None None] Routers {'4dbd3531-55ea-4980-ac6c-826a555d55ef'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:59:15.266992 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3e0bf897-19c1-47ed-b179-603e548c1573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['4dbd3531-55ea-4980-ac6c-826a555d55ef'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:15.275516 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edcadfe6-c496-4db3-9756-47b7d842b53d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:15.342975 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-edcadfe6-c496-4db3-9756-47b7d842b53d admin admin] Deleting port 9a0de748-6c7b-46d1-9008-4c805c792afc {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:59:15.343311 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edcadfe6-c496-4db3-9756-47b7d842b53d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:15.447736 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-3e0bf897-19c1-47ed-b179-603e548c1573 None None] Set router 4dbd3531-55ea-4980-ac6c-826a555d55ef gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:59:15.530089 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-edcadfe6-c496-4db3-9756-47b7d842b53d admin admin] For port 9a0de748-6c7b-46d1-9008-4c805c792afc, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9a0de748-6c7b-46d1-9008-4c805c792afc,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:15.530384 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edcadfe6-c496-4db3-9756-47b7d842b53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:15.652771 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-edcadfe6-c496-4db3-9756-47b7d842b53d admin admin] Calling delete_port for 9a0de748-6c7b-46d1-9008-4c805c792afc owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:59:15.764277 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-3e0bf897-19c1-47ed-b179-603e548c1573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'name': 'tempest-TestShelveInstance-73315880-router', 'tenant_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:32Z', 'updated_at': '2022-05-25T23:59:13Z', 'revision_number': 5, 'project_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'gw_port': {'id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:33Z', 'updated_at': '2022-05-25T23:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:15.768193 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0bf897-19c1-47ed-b179-603e548c1573 None None] The sync data for ids ['4dbd3531-55ea-4980-ac6c-826a555d55ef'] in dv-neutron-843300-1-hyperv is: [{'id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'name': 'tempest-TestShelveInstance-73315880-router', 'tenant_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:48:32Z', 'updated_at': '2022-05-25T23:59:13Z', 'revision_number': 5, 'project_id': '87a8e6dfcab1463fa2f593de9005e8cc', 'gw_port': {'id': '9a0de748-6c7b-46d1-9008-4c805c792afc', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbd3531-55ea-4980-ac6c-826a555d55ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:48:33Z', 'updated_at': '2022-05-25T23:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:59:15.897165 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edcadfe6-c496-4db3-9756-47b7d842b53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:15.942572 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcadfe6-c496-4db3-9756-47b7d842b53d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0de748-6c7b-46d1-9008-4c805c792afc,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:16.175164 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edcadfe6-c496-4db3-9756-47b7d842b53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:16.180440 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d10071fb-1d5e-428b-8503-7a3e73302d8b no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:59:16.216045 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: d10071fb-1d5e-428b-8503-7a3e73302d8b {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:59:16.216496 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device d10071fb-1d5e-428b-8503-7a3e73302d8b not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:59:16.439441 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edcadfe6-c496-4db3-9756-47b7d842b53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:16.443738 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edcadfe6-c496-4db3-9756-47b7d842b53d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:16.565617 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edcadfe6-c496-4db3-9756-47b7d842b53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:16.566145 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcadfe6-c496-4db3-9756-47b7d842b53d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dbd3531-55ea-4980-ac6c-826a555d55ef {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 23:59:16.577878 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-edcadfe6-c496-4db3-9756-47b7d842b53d admin admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:16.578998 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-edcadfe6-c496-4db3-9756-47b7d842b53d admin admin] 10.222.0.66 "DELETE /v2.0/routers/4dbd3531-55ea-4980-ac6c-826a555d55ef HTTP/1.1" status: 204 len: 168 time: 1.8023338 May 25 23:59:16.581478 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50724) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:16.736558 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-14588948-5364-4238-8dd4-8b6ee71b03a6 admin admin] Deleting subnet f12667cc-6fe6-4448-a01b-3631aea15c18 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 25 23:59:16.739376 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-14588948-5364-4238-8dd4-8b6ee71b03a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:16.787431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-14588948-5364-4238-8dd4-8b6ee71b03a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:16.866563 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-14588948-5364-4238-8dd4-8b6ee71b03a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:16.942622 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:17.000736 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-14588948-5364-4238-8dd4-8b6ee71b03a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:17.040610 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14588948-5364-4238-8dd4-8b6ee71b03a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12667cc-6fe6-4448-a01b-3631aea15c18,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:17.046789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-14588948-5364-4238-8dd4-8b6ee71b03a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:17.051999 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16e438e-9b18-432d-92bc-84da5204291a None None] Network 697f160a-9e00-41b7-8ad0-0ed9b9a935a2 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:59:17.052835 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-14588948-5364-4238-8dd4-8b6ee71b03a6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f12667cc-6fe6-4448-a01b-3631aea15c18 HTTP/1.1" status: 204 len: 168 time: 0.4703369 May 25 23:59:17.055240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50728) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:17.162829 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:17.173674 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] Deleting port 0d4402d5-cf7d-49e5-a3ac-805f539505e7 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:59:17.175504 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:17.313830 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec493ec-574c-4176-957c-1eaa0c115223 None None] DHCP port deletion for 697f160a-9e00-41b7-8ad0-0ed9b9a935a2 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 25 23:59:17.320672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-aec493ec-574c-4176-957c-1eaa0c115223 None None] Deleting port 0d4402d5-cf7d-49e5-a3ac-805f539505e7 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:59:17.321041 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aec493ec-574c-4176-957c-1eaa0c115223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:17.381529 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] For port 0d4402d5-cf7d-49e5-a3ac-805f539505e7, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0d4402d5-cf7d-49e5-a3ac-805f539505e7,segment=NetworkSegment(2ca59fb0-bbff-42af-ab01-087d6cfd6f32),segment_id=2ca59fb0-bbff-42af-ab01-087d6cfd6f32)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:17.381881 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:17.504736 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] Calling delete_port for 0d4402d5-cf7d-49e5-a3ac-805f539505e7 owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:59:17.520552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-aec493ec-574c-4176-957c-1eaa0c115223 None None] For port 0d4402d5-cf7d-49e5-a3ac-805f539505e7, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=0d4402d5-cf7d-49e5-a3ac-805f539505e7,segment=NetworkSegment(2ca59fb0-bbff-42af-ab01-087d6cfd6f32),segment_id=2ca59fb0-bbff-42af-ab01-087d6cfd6f32)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:17.520938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aec493ec-574c-4176-957c-1eaa0c115223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:17.639467 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-aec493ec-574c-4176-957c-1eaa0c115223 None None] Calling delete_port for 0d4402d5-cf7d-49e5-a3ac-805f539505e7 owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 25 23:59:17.696979 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:17.709645 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-aec493ec-574c-4176-957c-1eaa0c115223 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:59:17.710013 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-aec493ec-574c-4176-957c-1eaa0c115223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:59:17.746354 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4402d5-cf7d-49e5-a3ac-805f539505e7,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:17.751151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] No DVR routers for this DVR port 0d4402d5-cf7d-49e5-a3ac-805f539505e7 on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 23:59:17.864354 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:17.890207 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697f160a-9e00-41b7-8ad0-0ed9b9a935a2']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:17.902023 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca59fb0-bbff-42af-ab01-087d6cfd6f32') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:17.902363 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca59fb0-bbff-42af-ab01-087d6cfd6f32') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:17.913509 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:17.929555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:17.936245 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 25 23:59:17.936691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 23:59:17.949517 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 23:59:18.109117 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:18.128730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:18.136820 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] Pushing event deleted for resources: {'Network': ['ID=697f160a-9e00-41b7-8ad0-0ed9b9a935a2,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:18.140844 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c20f786c-3795-47b6-9ff8-a0ef066a406d admin admin] 10.222.0.66 "DELETE /v2.0/networks/697f160a-9e00-41b7-8ad0-0ed9b9a935a2 HTTP/1.1" status: 204 len: 168 time: 1.0846510 May 25 23:59:18.149872 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0d4402d5-cf7d-49e5-a3ac-805f539505e7 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:59:18.182612 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 0d4402d5-cf7d-49e5-a3ac-805f539505e7 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:59:18.183568 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 0d4402d5-cf7d-49e5-a3ac-805f539505e7 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:59:18.184070 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9a0de748-6c7b-46d1-9008-4c805c792afc no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 23:59:18.214867 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-aec493ec-574c-4176-957c-1eaa0c115223 None None] Deleting port 0d4402d5-cf7d-49e5-a3ac-805f539505e7 {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 25 23:59:18.215336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-aec493ec-574c-4176-957c-1eaa0c115223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:18.244239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:18.244877 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 9a0de748-6c7b-46d1-9008-4c805c792afc {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 25 23:59:18.245206 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9a0de748-6c7b-46d1-9008-4c805c792afc not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 23:59:18.314243 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-aec493ec-574c-4176-957c-1eaa0c115223 None None] The port '0d4402d5-cf7d-49e5-a3ac-805f539505e7' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 25 23:59:18.472240 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50734) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:18.521987 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-c7739d62-1a83-43dd-9362-0b7a98f3f72a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19096064787540a9b00dec9409aefd59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485446 May 25 23:59:18.524491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50738) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:18.582808 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c5489a9-0c0a-4596-90e5-f12726770df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:18.607811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c5489a9-0c0a-4596-90e5-f12726770df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:18.742759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c5489a9-0c0a-4596-90e5-f12726770df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:18.759553 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5489a9-0c0a-4596-90e5-f12726770df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24461bf1-fa99-4028-91c4-cce4ee1232d7,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:18.766551 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-9c5489a9-0c0a-4596-90e5-f12726770df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:18.767667 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-9c5489a9-0c0a-4596-90e5-f12726770df3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24461bf1-fa99-4028-91c4-cce4ee1232d7 HTTP/1.1" status: 204 len: 168 time: 0.2422655 May 25 23:59:19.442880 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50746) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:19.492150 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-82e4fa05-d3dd-4ae0-b5d9-de2375e92495 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87a8e6dfcab1463fa2f593de9005e8cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481219 May 25 23:59:19.494614 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50750) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:19.552620 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8992395d-dbcd-493b-af46-ddb107019cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:19.577601 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8992395d-dbcd-493b-af46-ddb107019cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:19.679869 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8992395d-dbcd-493b-af46-ddb107019cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:19.697045 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992395d-dbcd-493b-af46-ddb107019cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b87749-554b-4fa9-9ae2-4dcdad4973c7,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:19.700375 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8992395d-dbcd-493b-af46-ddb107019cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:19.701926 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8992395d-dbcd-493b-af46-ddb107019cac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/33b87749-554b-4fa9-9ae2-4dcdad4973c7 HTTP/1.1" status: 204 len: 168 time: 0.2059214 May 25 23:59:20.859431 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 50774) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:20.984819 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-329616213-network', 'tenant_id': '4835453ab15744af98874ff02a04ceca'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:59:20.989549 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:20.993292 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Usage tracker for resource:network and tenant:4835453ab15744af98874ff02a04ceca is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:20.996252 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:21.002741 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:21.057059 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Made reservation on behalf of 4835453ab15744af98874ff02a04ceca for: {'network': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:59:21.059393 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:21.071396 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:21.102396 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:21.106152 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Usage tracker for resource:security_group_rule and tenant:4835453ab15744af98874ff02a04ceca is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:21.108845 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:21.114543 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:21.177272 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:21.251304 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:21.278269 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=84716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:59:21.289966 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8269f82-f5dc-40d4-bfad-6fdc7b192279,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:21.294604 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:21.294940 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.segments_db [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Added segment 10815369-1abe-4e9e-99cf-91ac69dca086 of type vlan for network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 May 25 23:59:21.322442 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:21.416788 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:21.417663 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:21.418306 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Notify callbacks [] for network, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:21.519232 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] Pushing event updated for resources: {'Network': ['ID=546c37c5-b41c-4e8f-b331-3d9fc6abbb64,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:21.528759 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:59:21.577641 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-2cd3af20-907b-4146-bef1-7476c705d242 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7170291 May 25 23:59:21.580261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 50780) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:21.585487 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-f3232b90-0f0a-4736-a050-58f2f2f3a7e3 admin admin] Request body: {'subnet': {'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-329616213-subnet', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'ip_version': 4}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:59:21.590741 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f3232b90-0f0a-4736-a050-58f2f2f3a7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:21.594508 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f3232b90-0f0a-4736-a050-58f2f2f3a7e3 admin admin] Usage tracker for resource:subnet and tenant:4835453ab15744af98874ff02a04ceca is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:21.597334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-f3232b90-0f0a-4736-a050-58f2f2f3a7e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:21.603008 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-f3232b90-0f0a-4736-a050-58f2f2f3a7e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:21.696660 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3232b90-0f0a-4736-a050-58f2f2f3a7e3 admin admin] Made reservation on behalf of 4835453ab15744af98874ff02a04ceca for: {'subnet': 1} {{(pid=84716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:59:21.699728 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f3232b90-0f0a-4736-a050-58f2f2f3a7e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155700'] for subnet, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:21.959644 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f3232b90-0f0a-4736-a050-58f2f2f3a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1199243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155686'] for subnet, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:22.027325 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3232b90-0f0a-4736-a050-58f2f2f3a7e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d09283e-fff0-4cd9-ab03-0d83e475e121,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:22.041149 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3232b90-0f0a-4736-a050-58f2f2f3a7e3 admin admin] Checking segment: {'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:59:22.041492 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3232b90-0f0a-4736-a050-58f2f2f3a7e3 admin admin] Network hostable DHCP agents. Network: 546c37c5-b41c-4e8f-b331-3d9fc6abbb64, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:59:22.118300 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3232b90-0f0a-4736-a050-58f2f2f3a7e3 admin admin] Network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:59:22.209950 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-f3232b90-0f0a-4736-a050-58f2f2f3a7e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, 546c37c5-b41c-4e8f-b331-3d9fc6abbb64) {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:59:22.214258 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3232b90-0f0a-4736-a050-58f2f2f3a7e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:22.214841 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-f3232b90-0f0a-4736-a050-58f2f2f3a7e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:22.218582 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607247d3-9cd0-438f-aa41-3d4db92d6d8c None None] Network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:59:22.299369 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-f3232b90-0f0a-4736-a050-58f2f2f3a7e3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7179723 May 25 23:59:22.299907 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50784) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:22.305275 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:59:22.311491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:22.315574 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Usage tracker for resource:router and tenant:4835453ab15744af98874ff02a04ceca is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:22.319034 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:22.326359 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:22.404555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:22.405623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:22.424758 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:22.436814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:59:22.436814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:22.590186 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Allocated IP 172.20.0.2 (546c37c5-b41c-4e8f-b331-3d9fc6abbb64/8d09283e-fff0-4cd9-ab03-0d83e475e121/a3cc8d6b-154a-4934-bc04-a8a834063d2a) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:59:22.726923 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:22.797083 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:22.806731 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Transition to ACTIVE for port object a3cc8d6b-154a-4934-bc04-a8a834063d2a will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:59:22.823982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Transition to ACTIVE for port object a3cc8d6b-154a-4934-bc04-a8a834063d2a will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:59:22.891410 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:22.959105 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:59:22.960188 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:59:22.963846 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:59:22.970474 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Pushing event updated for resources: {'Port': ['ID=a3cc8d6b-154a-4934-bc04-a8a834063d2a,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:23.019879 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:23.035495 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:23.035828 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:23.036152 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:23.036474 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:23.036815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:23.037133 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:23.037449 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:23.037763 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:23.038074 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:23.038381 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:23.038715 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:23.055323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:23.066280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Attempting to bind port a3cc8d6b-154a-4934-bc04-a8a834063d2a on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:59:23.066636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Attempting to bind port a3cc8d6b-154a-4934-bc04-a8a834063d2a by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:59:23.066984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Attempting to bind port a3cc8d6b-154a-4934-bc04-a8a834063d2a on network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:59:23.073179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:59:23.074130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Checking segment: {'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:59:23.074555 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:23.074940 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Bound using segment: {'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:59:23.075385 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Bound port: a3cc8d6b-154a-4934-bc04-a8a834063d2a, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:59:23.075813 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:23.160520 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] For port a3cc8d6b-154a-4934-bc04-a8a834063d2a, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:59:23.163703 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] For port a3cc8d6b-154a-4934-bc04-a8a834063d2a, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a3cc8d6b-154a-4934-bc04-a8a834063d2a,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:59:23.188281 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Allocated IP 172.26.5.229 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/a5d6effe-cdaf-4326-9d85-9cd297633526) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:59:23.240386 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:23.326405 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba3d9a-49d4-4ca1-8707-652d102c0c03 None None] Pushing event updated for resources: {'Port': ['ID=a3cc8d6b-154a-4934-bc04-a8a834063d2a,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:23.340076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:23.421994 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:23.506398 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:59:23.510118 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:59:23.514533 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Pushing event updated for resources: {'Port': ['ID=a5d6effe-cdaf-4326-9d85-9cd297633526,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:23.516945 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:59:23.737176 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:23.737798 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:24.045753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Router 078ad90c-659d-458d-bf6f-4cde2b8d2315 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:59:24.194872 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a3cc8d6b-154a-4934-bc04-a8a834063d2a up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:59:24.263600 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:59:24.275312 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Sync routers for ids ['078ad90c-659d-458d-bf6f-4cde2b8d2315'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:59:24.290319 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Routers {'078ad90c-659d-458d-bf6f-4cde2b8d2315'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:59:24.291120 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['078ad90c-659d-458d-bf6f-4cde2b8d2315'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:24.345014 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04b3827-38dd-4c4e-84ff-35d2b10468a2 None None] Network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:59:24.368626 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port a3cc8d6b-154a-4934-bc04-a8a834063d2a completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:59:24.382643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:24.383971 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-db09cbdd-518d-45b8-b371-02a186a2908d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0829439 May 25 23:59:24.387489 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50792) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:24.641239 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d95beb9b-0a58-43f8-9b6a-6b4e5b338d0c None None] Provisioning for port a3cc8d6b-154a-4934-bc04-a8a834063d2a completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:59:24.660959 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d95beb9b-0a58-43f8-9b6a-6b4e5b338d0c None None] Provisioning complete for port a3cc8d6b-154a-4934-bc04-a8a834063d2a triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:24.661319 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d95beb9b-0a58-43f8-9b6a-6b4e5b338d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:24.697470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Set router 078ad90c-659d-458d-bf6f-4cde2b8d2315 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:59:25.069982 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d95beb9b-0a58-43f8-9b6a-6b4e5b338d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:25.122882 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-d95beb9b-0a58-43f8-9b6a-6b4e5b338d0c None None] For port a3cc8d6b-154a-4934-bc04-a8a834063d2a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a3cc8d6b-154a-4934-bc04-a8a834063d2a,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:25.137458 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:23Z', 'revision_number': 3, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:25.145525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Checking router: 078ad90c-659d-458d-bf6f-4cde2b8d2315 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:59:25.145924 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Updating router 078ad90c-659d-458d-bf6f-4cde2b8d2315 port a5d6effe-cdaf-4326-9d85-9cd297633526 binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:59:25.192139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d95beb9b-0a58-43f8-9b6a-6b4e5b338d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:25.222065 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:25.240638 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:25.360893 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95beb9b-0a58-43f8-9b6a-6b4e5b338d0c None None] Pushing event updated for resources: {'Port': ['ID=a3cc8d6b-154a-4934-bc04-a8a834063d2a,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:25.389904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6b9fdf05-866f-4b52-a8b0-bbc81d5bd65b None None] Provisioning complete for port a3cc8d6b-154a-4934-bc04-a8a834063d2a triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:25.390269 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6b9fdf05-866f-4b52-a8b0-bbc81d5bd65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:25.435915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Allocated IP 172.20.0.1 (546c37c5-b41c-4e8f-b331-3d9fc6abbb64/8d09283e-fff0-4cd9-ab03-0d83e475e121/df5ac0d1-67cc-40e1-b168-11ad52fede2d) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:59:25.582338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:25.598320 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Transition to ACTIVE for port object df5ac0d1-67cc-40e1-b168-11ad52fede2d will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:59:25.693389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:25.697500 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:25.705539 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Transition to ACTIVE for port object a5d6effe-cdaf-4326-9d85-9cd297633526 will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:59:25.764469 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:59:25.767264 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:59:25.771618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:59:25.798980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Pushing event updated for resources: {'Port': ['ID=df5ac0d1-67cc-40e1-b168-11ad52fede2d,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:25.817223 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:25.832149 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:25.905418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f34d79-5b1e-415a-96a6-4d06658d5b94 None None] Pushing event updated for resources: {'Port': ['ID=a5d6effe-cdaf-4326-9d85-9cd297633526,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:25.909278 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Attempting to bind port a5d6effe-cdaf-4326-9d85-9cd297633526 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:59:25.909633 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Attempting to bind port a5d6effe-cdaf-4326-9d85-9cd297633526 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:59:25.909983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Attempting to bind port a5d6effe-cdaf-4326-9d85-9cd297633526 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:59:25.916832 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:59:25.917411 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:59:25.917821 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:25.918473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:59:25.918833 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Bound port: a5d6effe-cdaf-4326-9d85-9cd297633526, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:59:25.919197 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:25.991200 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] For port a5d6effe-cdaf-4326-9d85-9cd297633526, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:59:25.994492 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] For port a5d6effe-cdaf-4326-9d85-9cd297633526, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a5d6effe-cdaf-4326-9d85-9cd297633526,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:59:26.010917 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:26.056576 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:26.123636 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4b6591ce-f998-426b-970e-efd7acdb4733 None None] Provisioning for port df5ac0d1-67cc-40e1-b168-11ad52fede2d completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:59:26.133736 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-4b6591ce-f998-426b-970e-efd7acdb4733 None None] Provisioning complete for port df5ac0d1-67cc-40e1-b168-11ad52fede2d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:26.134100 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4b6591ce-f998-426b-970e-efd7acdb4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:26.173019 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a3cc8d6b-154a-4934-bc04-a8a834063d2a up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:59:26.234802 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:26.240884 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-4b6591ce-f998-426b-970e-efd7acdb4733 None None] Port df5ac0d1-67cc-40e1-b168-11ad52fede2d cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:59:26.243063 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f34d79-5b1e-415a-96a6-4d06658d5b94 None None] Pushing event updated for resources: {'Port': ['ID=a5d6effe-cdaf-4326-9d85-9cd297633526,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:26.245795 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Routers {'078ad90c-659d-458d-bf6f-4cde2b8d2315'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:59:26.246419 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['078ad90c-659d-458d-bf6f-4cde2b8d2315'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:26.304146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:26.413661 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:26.418339 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Pushing event updated for resources: {'Port': ['ID=df5ac0d1-67cc-40e1-b168-11ad52fede2d,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:26.476163 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a3cc8d6b-154a-4934-bc04-a8a834063d2a triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:26.476520 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:26.530934 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] Set router 078ad90c-659d-458d-bf6f-4cde2b8d2315 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:59:26.554108 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:59:26.555180 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:59:26.840946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-50ffeb8c-90b9-4b8b-ab0b-82f7c1e6d7d5 None None] Provisioning complete for port df5ac0d1-67cc-40e1-b168-11ad52fede2d triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:26.841236 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-50ffeb8c-90b9-4b8b-ab0b-82f7c1e6d7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:26.938847 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-50ffeb8c-90b9-4b8b-ab0b-82f7c1e6d7d5 None None] Port df5ac0d1-67cc-40e1-b168-11ad52fede2d cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:59:26.967643 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:26Z', 'revision_number': 2, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:26.971725 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf11132-2287-4c8d-aa50-b36c9bbb77b7 None None] The sync data for ids ['078ad90c-659d-458d-bf6f-4cde2b8d2315'] in dv-neutron-843300-1-hyperv is: [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:26Z', 'revision_number': 2, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:59:27.051209 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Router 078ad90c-659d-458d-bf6f-4cde2b8d2315 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:59:27.272540 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:59:27.290907 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-ef891e5f-8b58-4e46-88b0-4864dae6e724 admin admin] 10.222.0.66 "PUT /v2.0/routers/078ad90c-659d-458d-bf6f-4cde2b8d2315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8943579 May 25 23:59:28.181067 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a5d6effe-cdaf-4326-9d85-9cd297633526 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:59:28.307413 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port a5d6effe-cdaf-4326-9d85-9cd297633526 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:59:28.313067 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a5d6effe-cdaf-4326-9d85-9cd297633526 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:28.313737 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:28.430388 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:28.445829 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port a5d6effe-cdaf-4326-9d85-9cd297633526, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a5d6effe-cdaf-4326-9d85-9cd297633526,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:28.468770 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50816) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:28.474326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1960265924-network', 'tenant_id': 'b97ff02d41ac4ca0909026a817c34d8f'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:59:28.479267 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:28.483527 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Usage tracker for resource:network and tenant:b97ff02d41ac4ca0909026a817c34d8f is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:28.486434 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:28.492290 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:28.537129 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:28.565452 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Made reservation on behalf of b97ff02d41ac4ca0909026a817c34d8f for: {'network': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:59:28.567754 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for network, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:28.580977 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:28.602932 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=a5d6effe-cdaf-4326-9d85-9cd297633526,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:28.621949 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:28.621949 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Usage tracker for resource:security_group_rule and tenant:b97ff02d41ac4ca0909026a817c34d8f is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:28.621949 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:28.626768 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:28.689891 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:28.753533 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:28.782960 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=84717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 23:59:28.791056 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87804d2a-cfec-4a25-83ab-25cf202d0fe9,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:28.796361 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:28.796838 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.db.segments_db [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Added segment a03826f9-7b95-4d93-959c-b227db7d8395 of type vlan for network a9222dc3-1181-405f-beaa-574c55596355 May 25 23:59:28.826272 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790575086349'] for network, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:28.918328 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361'] for network, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:28.919159 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:28.919729 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:29.017866 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] Pushing event updated for resources: {'Network': ['ID=a9222dc3-1181-405f-beaa-574c55596355,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:29.027743 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Network a9222dc3-1181-405f-beaa-574c55596355 details requested by agent ovs-agent-dv-neutron-843300-1-hyperv with host dv-neutron-843300-1-hyperv {{(pid=84718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 23:59:29.079352 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-39a65b3f-bd46-4ba6-b7d5-9601bff60182 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6093531 May 25 23:59:29.081846 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50820) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:29.087225 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-21f847f8-60cd-4b87-8584-27ce7dede3fd admin admin] Request body: {'subnet': {'network_id': 'a9222dc3-1181-405f-beaa-574c55596355', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1960265924-subnet', 'tenant_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'ip_version': 4}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:59:29.092152 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-21f847f8-60cd-4b87-8584-27ce7dede3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:29.096043 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-21f847f8-60cd-4b87-8584-27ce7dede3fd admin admin] Usage tracker for resource:subnet and tenant:b97ff02d41ac4ca0909026a817c34d8f is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:29.110623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-21f847f8-60cd-4b87-8584-27ce7dede3fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:29.110623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-21f847f8-60cd-4b87-8584-27ce7dede3fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:29.188090 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f847f8-60cd-4b87-8584-27ce7dede3fd admin admin] Made reservation on behalf of b97ff02d41ac4ca0909026a817c34d8f for: {'subnet': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:59:29.190436 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-21f847f8-60cd-4b87-8584-27ce7dede3fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2961830'] for subnet, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:29.467325 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-21f847f8-60cd-4b87-8584-27ce7dede3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2880268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2961844'] for subnet, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:29.538797 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f847f8-60cd-4b87-8584-27ce7dede3fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=85632ae8-250a-48a8-a457-e6d2bdbaa4c9,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:29.554338 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f847f8-60cd-4b87-8584-27ce7dede3fd admin admin] Checking segment: {'id': 'a03826f9-7b95-4d93-959c-b227db7d8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9222dc3-1181-405f-beaa-574c55596355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:59:29.554692 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f847f8-60cd-4b87-8584-27ce7dede3fd admin admin] Network hostable DHCP agents. Network: a9222dc3-1181-405f-beaa-574c55596355, hostable agents: ['404e3964-4b34-4246-a304-131dba597923'], hosted agents: [] {{(pid=84717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 23:59:29.667117 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f847f8-60cd-4b87-8584-27ce7dede3fd admin admin] Network a9222dc3-1181-405f-beaa-574c55596355 is scheduled to be hosted by DHCP agent 404e3964-4b34-4246-a304-131dba597923 with binding_index 1 {{(pid=84717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 23:59:29.730062 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-21f847f8-60cd-4b87-8584-27ce7dede3fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-1-hyperv, a9222dc3-1181-405f-beaa-574c55596355) {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:59:29.735834 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f847f8-60cd-4b87-8584-27ce7dede3fd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:29.740040 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-21f847f8-60cd-4b87-8584-27ce7dede3fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:29.741790 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89b49d4-5d24-448c-bcd1-457b2e272ad7 None None] Network a9222dc3-1181-405f-beaa-574c55596355 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:59:29.825161 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-21f847f8-60cd-4b87-8584-27ce7dede3fd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7407615 May 25 23:59:29.826939 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50824) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:29.831861 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1960265924-router', 'tenant_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:59:29.836367 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:29.840975 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Usage tracker for resource:router and tenant:b97ff02d41ac4ca0909026a817c34d8f is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:29.843744 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:29.849439 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:29.949305 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4124147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:29.950447 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4165376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:29.954819 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69dea360-f45d-5b4a-96bb-cdf302ba30be-a9222dc3-1181-405f-beaa-574c55596355', 'network_id': 'a9222dc3-1181-405f-beaa-574c55596355', 'tenant_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'fixed_ips': [{'subnet_id': '85632ae8-250a-48a8-a457-e6d2bdbaa4c9'}]}} from dv-neutron-843300-1-hyperv. {{(pid=84718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 25 23:59:29.958095 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:29.970078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:30.106289 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.db_base_plugin_common [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Allocated IP 172.20.0.2 (a9222dc3-1181-405f-beaa-574c55596355/85632ae8-250a-48a8-a457-e6d2bdbaa4c9/9b003fae-d7f0-440c-81e7-7717b5d8e24e) {{(pid=84718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:59:30.186035 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a5d6effe-cdaf-4326-9d85-9cd297633526 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:59:30.201903 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4125705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3510'] for router, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:30.350189 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port a5d6effe-cdaf-4326-9d85-9cd297633526 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:30.350470 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:30.466491 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Notify callbacks [] for port, precommit_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:30.479139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Transition to ACTIVE for port object 9b003fae-d7f0-440c-81e7-7717b5d8e24e will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:59:30.505901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:30.524295 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Transition to ACTIVE for port object 9b003fae-d7f0-440c-81e7-7717b5d8e24e will not be triggered until provisioned by entity DHCP. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:59:30.535431 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:30.599920 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219'] for port, after_create {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:30.671729 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Network a9222dc3-1181-405f-beaa-574c55596355 is already hosted by enough agents. {{(pid=84718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:59:30.674454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Allocated IP 172.26.5.21 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/fafa68b8-64f0-491f-a872-a9db8149b218) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:59:30.674933 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.scheduler.base_scheduler [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Resources bound (agent type, host, resource id): {{(pid=84718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:59:30.678124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Received port after_create {{(pid=84718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:59:30.685113 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Pushing event updated for resources: {'Port': ['ID=9b003fae-d7f0-440c-81e7-7717b5d8e24e,revision_number=1']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:30.771053 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Attempting to bind port 9b003fae-d7f0-440c-81e7-7717b5d8e24e on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:59:30.771766 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Attempting to bind port 9b003fae-d7f0-440c-81e7-7717b5d8e24e by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'a03826f9-7b95-4d93-959c-b227db7d8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9222dc3-1181-405f-beaa-574c55596355'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:59:30.771766 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Attempting to bind port 9b003fae-d7f0-440c-81e7-7717b5d8e24e on network a9222dc3-1181-405f-beaa-574c55596355 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:59:30.779270 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:59:30.779634 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Checking segment: {'id': 'a03826f9-7b95-4d93-959c-b227db7d8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9222dc3-1181-405f-beaa-574c55596355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:59:30.780032 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:30.780416 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Bound using segment: {'id': 'a03826f9-7b95-4d93-959c-b227db7d8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9222dc3-1181-405f-beaa-574c55596355'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:59:30.780901 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Bound port: 9b003fae-d7f0-440c-81e7-7717b5d8e24e, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03826f9-7b95-4d93-959c-b227db7d8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9222dc3-1181-405f-beaa-574c55596355'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:59:30.781269 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:30.871294 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] For port 9b003fae-d7f0-440c-81e7-7717b5d8e24e, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:59:30.874229 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] For port 9b003fae-d7f0-440c-81e7-7717b5d8e24e, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9b003fae-d7f0-440c-81e7-7717b5d8e24e,segment=NetworkSegment(a03826f9-7b95-4d93-959c-b227db7d8395),segment_id=a03826f9-7b95-4d93-959c-b227db7d8395)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:59:30.916285 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:30.959232 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:31.017262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:31.036394 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebdc099-431c-4275-af9a-8d7a42ddf20b None None] Pushing event updated for resources: {'Port': ['ID=9b003fae-d7f0-440c-81e7-7717b5d8e24e,revision_number=2']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:31.087717 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:59:31.091340 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:59:31.095208 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:59:31.137262 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Pushing event updated for resources: {'Port': ['ID=fafa68b8-64f0-491f-a872-a9db8149b218,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:31.337940 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:31.338727 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4125696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4122009'] for router, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:31.627409 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Router b07e959c-3353-43f5-a04a-732ddd4e8bb8 is scheduled to L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 with binding_index 1 {{(pid=84717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 23:59:31.836598 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:59:31.845795 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Sync routers for ids ['b07e959c-3353-43f5-a04a-732ddd4e8bb8'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:59:31.861303 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Routers {'b07e959c-3353-43f5-a04a-732ddd4e8bb8'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:59:31.861918 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b07e959c-3353-43f5-a04a-732ddd4e8bb8'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:31.919894 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:31.924682 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-012e6f85-5acb-46d0-b7d1-452754d2602f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0933223 May 25 23:59:31.924682 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50828) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:31.950336 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e324053f-9d1b-46ff-890a-9b1afdf62d00 None None] Network a9222dc3-1181-405f-beaa-574c55596355 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 25 23:59:32.047907 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Set router b07e959c-3353-43f5-a04a-732ddd4e8bb8 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:59:32.132594 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0c810531-df88-4abf-b6ae-464b98538e61 None None] Provisioning for port 9b003fae-d7f0-440c-81e7-7717b5d8e24e completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:59:32.234556 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9b003fae-d7f0-440c-81e7-7717b5d8e24e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:59:32.356870 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'name': 'tempest-TestSnapshotPattern-1960265924-router', 'tenant_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'fafa68b8-64f0-491f-a872-a9db8149b218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:29Z', 'updated_at': '2022-05-25T23:59:31Z', 'revision_number': 3, 'project_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'gw_port': {'id': 'fafa68b8-64f0-491f-a872-a9db8149b218', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:30Z', 'updated_at': '2022-05-25T23:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:32.362329 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Checking router: b07e959c-3353-43f5-a04a-732ddd4e8bb8 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:59:32.362677 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Updating router b07e959c-3353-43f5-a04a-732ddd4e8bb8 port fafa68b8-64f0-491f-a872-a9db8149b218 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:59:32.377212 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port 9b003fae-d7f0-440c-81e7-7717b5d8e24e completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:59:32.383420 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 9b003fae-d7f0-440c-81e7-7717b5d8e24e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:32.384225 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:32.420438 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:32.476858 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-97d12d93-05d6-4920-a8e8-1efe882589f6 None None] Provisioning complete for port 9b003fae-d7f0-440c-81e7-7717b5d8e24e triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:32.477337 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-97d12d93-05d6-4920-a8e8-1efe882589f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:32.579009 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:32.661156 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port 9b003fae-d7f0-440c-81e7-7717b5d8e24e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9b003fae-d7f0-440c-81e7-7717b5d8e24e,segment=NetworkSegment(a03826f9-7b95-4d93-959c-b227db7d8395),segment_id=a03826f9-7b95-4d93-959c-b227db7d8395)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:32.673092 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-97d12d93-05d6-4920-a8e8-1efe882589f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:32.738153 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:32.759704 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:32.777161 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Transition to ACTIVE for port object fafa68b8-64f0-491f-a872-a9db8149b218 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:59:32.777854 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:32.857171 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-97d12d93-05d6-4920-a8e8-1efe882589f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 23:59:32.857516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-97d12d93-05d6-4920-a8e8-1efe882589f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 23:59:32.860850 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=9b003fae-d7f0-440c-81e7-7717b5d8e24e,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:32.862445 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:32.954947 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d93d6-deee-49ed-ac0f-60f12685b2a7 None None] Pushing event updated for resources: {'Port': ['ID=fafa68b8-64f0-491f-a872-a9db8149b218,revision_number=2']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:32.971554 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Attempting to bind port fafa68b8-64f0-491f-a872-a9db8149b218 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:59:32.971928 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Attempting to bind port fafa68b8-64f0-491f-a872-a9db8149b218 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:59:32.972285 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Attempting to bind port fafa68b8-64f0-491f-a872-a9db8149b218 on network c513f589-f876-49b8-8061-8e2704cb350d {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:59:32.976436 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2d93d6-deee-49ed-ac0f-60f12685b2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:32.976873 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2d93d6-deee-49ed-ac0f-60f12685b2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:32.977224 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2d93d6-deee-49ed-ac0f-60f12685b2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:32.977576 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2d93d6-deee-49ed-ac0f-60f12685b2a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:32.977902 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2d93d6-deee-49ed-ac0f-60f12685b2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:32.978226 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2d93d6-deee-49ed-ac0f-60f12685b2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:32.978543 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2d93d6-deee-49ed-ac0f-60f12685b2a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:32.978858 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2d93d6-deee-49ed-ac0f-60f12685b2a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:32.979175 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2d93d6-deee-49ed-ac0f-60f12685b2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:32.979485 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2d93d6-deee-49ed-ac0f-60f12685b2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:32.980500 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2d93d6-deee-49ed-ac0f-60f12685b2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 23:59:32.990217 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:59:32.990503 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Checking segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:59:32.991003 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:32.991524 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Bound using segment: {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:59:32.992166 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Bound port: fafa68b8-64f0-491f-a872-a9db8149b218, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632655fb-2a0a-42c2-87df-842ed01b9530', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:59:32.992752 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:33.072965 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] For port fafa68b8-64f0-491f-a872-a9db8149b218, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:59:33.076142 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] For port fafa68b8-64f0-491f-a872-a9db8149b218, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fafa68b8-64f0-491f-a872-a9db8149b218,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:59:33.096361 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Allocated IP 172.20.0.1 (a9222dc3-1181-405f-beaa-574c55596355/85632ae8-250a-48a8-a457-e6d2bdbaa4c9/f5662b36-ed5e-4391-ab82-25482899a902) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:59:33.159460 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:33.239971 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d93d6-deee-49ed-ac0f-60f12685b2a7 None None] Pushing event updated for resources: {'Port': ['ID=fafa68b8-64f0-491f-a872-a9db8149b218,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:33.242834 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Routers {'b07e959c-3353-43f5-a04a-732ddd4e8bb8'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:59:33.243862 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b07e959c-3353-43f5-a04a-732ddd4e8bb8'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:33.258031 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:33.274090 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Transition to ACTIVE for port object f5662b36-ed5e-4391-ab82-25482899a902 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:59:33.365170 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:33.425492 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] Set router b07e959c-3353-43f5-a04a-732ddd4e8bb8 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:59:33.438168 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Network a9222dc3-1181-405f-beaa-574c55596355 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:59:33.441006 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:59:33.443351 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:59:33.486103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Pushing event updated for resources: {'Port': ['ID=f5662b36-ed5e-4391-ab82-25482899a902,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:33.510618 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4123491'] for router_interface, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:33.675344 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:33.741774 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'name': 'tempest-TestSnapshotPattern-1960265924-router', 'tenant_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'fafa68b8-64f0-491f-a872-a9db8149b218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:29Z', 'updated_at': '2022-05-25T23:59:31Z', 'revision_number': 3, 'project_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'gw_port': {'id': 'fafa68b8-64f0-491f-a872-a9db8149b218', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:30Z', 'updated_at': '2022-05-25T23:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:33.745502 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6fc189-e984-49a3-acb5-c3e26e148d07 None None] The sync data for ids ['b07e959c-3353-43f5-a04a-732ddd4e8bb8'] in dv-neutron-843300-1-hyperv is: [{'id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'name': 'tempest-TestSnapshotPattern-1960265924-router', 'tenant_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'fafa68b8-64f0-491f-a872-a9db8149b218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:29Z', 'updated_at': '2022-05-25T23:59:31Z', 'revision_number': 3, 'project_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'gw_port': {'id': 'fafa68b8-64f0-491f-a872-a9db8149b218', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:30Z', 'updated_at': '2022-05-25T23:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:59:33.827052 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-af0d9741-b086-4b83-999d-a4219455f2f6 None None] Provisioning for port f5662b36-ed5e-4391-ab82-25482899a902 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:59:33.832840 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-af0d9741-b086-4b83-999d-a4219455f2f6 None None] Provisioning complete for port f5662b36-ed5e-4391-ab82-25482899a902 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:33.833276 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-af0d9741-b086-4b83-999d-a4219455f2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:33.884027 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-af0d9741-b086-4b83-999d-a4219455f2f6 None None] Port f5662b36-ed5e-4391-ab82-25482899a902 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:59:33.909123 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:33.976125 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:34.081158 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Pushing event updated for resources: {'Port': ['ID=f5662b36-ed5e-4391-ab82-25482899a902,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:34.084713 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4123598'] for router_interface, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:34.164179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9b003fae-d7f0-440c-81e7-7717b5d8e24e up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:59:34.228182 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Network a9222dc3-1181-405f-beaa-574c55596355 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:59:34.229214 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:59:34.236975 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port 9b003fae-d7f0-440c-81e7-7717b5d8e24e triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:34.237394 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:34.512025 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-5809bca7-e592-457b-a136-1cac461c5295 None None] Provisioning complete for port f5662b36-ed5e-4391-ab82-25482899a902 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:34.512276 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5809bca7-e592-457b-a136-1cac461c5295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:34.563477 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-5809bca7-e592-457b-a136-1cac461c5295 None None] Port f5662b36-ed5e-4391-ab82-25482899a902 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:59:34.618636 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Router b07e959c-3353-43f5-a04a-732ddd4e8bb8 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:59:34.900901 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:59:34.910144 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-554447da-2b4d-448d-821d-3f12d7c74a33 admin admin] 10.222.0.66 "PUT /v2.0/routers/b07e959c-3353-43f5-a04a-732ddd4e8bb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9853144 May 25 23:59:36.396728 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50842) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:36.402930 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-243ceb7d-a8dc-400f-a273-9916a964320c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-597266764', 'description': 'tempest-secgroup-smoke-597266764 description', 'project_id': '4835453ab15744af98874ff02a04ceca'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:59:36.409072 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-243ceb7d-a8dc-400f-a273-9916a964320c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:36.412932 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-243ceb7d-a8dc-400f-a273-9916a964320c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Usage tracker for resource:security_group and tenant:4835453ab15744af98874ff02a04ceca is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:36.415825 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-243ceb7d-a8dc-400f-a273-9916a964320c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:36.422174 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-243ceb7d-a8dc-400f-a273-9916a964320c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:36.495682 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-243ceb7d-a8dc-400f-a273-9916a964320c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:36.529268 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-243ceb7d-a8dc-400f-a273-9916a964320c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:36.532984 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-243ceb7d-a8dc-400f-a273-9916a964320c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Usage tracker for resource:security_group_rule and tenant:4835453ab15744af98874ff02a04ceca is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:36.535824 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-243ceb7d-a8dc-400f-a273-9916a964320c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:36.541450 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-243ceb7d-a8dc-400f-a273-9916a964320c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:36.594362 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-243ceb7d-a8dc-400f-a273-9916a964320c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:36.655406 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-243ceb7d-a8dc-400f-a273-9916a964320c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:36.694997 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ceb7d-a8dc-400f-a273-9916a964320c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cf748b-9e9b-4127-8dfb-52d72300320c,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:36.765639 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-243ceb7d-a8dc-400f-a273-9916a964320c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:36.766820 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-243ceb7d-a8dc-400f-a273-9916a964320c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3690224 May 25 23:59:36.769533 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 50846) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:36.774780 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [None req-0dd4a172-c526-4403-846f-e4ead0af5189 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Request body: {'security_group_rule': {'security_group_id': 'e6cf748b-9e9b-4127-8dfb-52d72300320c', 'project_id': '4835453ab15744af98874ff02a04ceca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:59:36.781465 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0dd4a172-c526-4403-846f-e4ead0af5189 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:36.785336 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0dd4a172-c526-4403-846f-e4ead0af5189 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Usage tracker for resource:security_group_rule and tenant:4835453ab15744af98874ff02a04ceca is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:36.788175 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [None req-0dd4a172-c526-4403-846f-e4ead0af5189 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:36.794056 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [None req-0dd4a172-c526-4403-846f-e4ead0af5189 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:36.884815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a172-c526-4403-846f-e4ead0af5189 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:36.944521 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a172-c526-4403-846f-e4ead0af5189 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:37.010867 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a172-c526-4403-846f-e4ead0af5189 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:37.033759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4a172-c526-4403-846f-e4ead0af5189 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c66ba00-3dba-42d4-bd4f-b1cb246c1bf9,revision_number=0']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:37.084989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a172-c526-4403-846f-e4ead0af5189 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:37.086332 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-0dd4a172-c526-4403-846f-e4ead0af5189 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3158598 May 25 23:59:37.089112 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 50850) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:37.094641 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-eb34bca5-14c0-40a4-8bf0-86decc20c18a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Request body: {'security_group_rule': {'security_group_id': 'e6cf748b-9e9b-4127-8dfb-52d72300320c', 'project_id': '4835453ab15744af98874ff02a04ceca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:59:37.100475 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-eb34bca5-14c0-40a4-8bf0-86decc20c18a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:37.104177 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-eb34bca5-14c0-40a4-8bf0-86decc20c18a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Usage tracker for resource:security_group_rule and tenant:4835453ab15744af98874ff02a04ceca is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:37.107685 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-eb34bca5-14c0-40a4-8bf0-86decc20c18a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:37.113353 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-eb34bca5-14c0-40a4-8bf0-86decc20c18a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:37.211591 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eb34bca5-14c0-40a4-8bf0-86decc20c18a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:37.277781 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eb34bca5-14c0-40a4-8bf0-86decc20c18a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:37.342657 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eb34bca5-14c0-40a4-8bf0-86decc20c18a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:37.367316 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34bca5-14c0-40a4-8bf0-86decc20c18a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b25a301-244b-4be6-ba80-3a95b4fa39e9,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:37.439622 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-eb34bca5-14c0-40a4-8bf0-86decc20c18a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:37.440833 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-eb34bca5-14c0-40a4-8bf0-86decc20c18a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3506656 May 25 23:59:37.443430 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 50854) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:37.449042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-e7876e48-d007-47b8-ac07-f4111fa2b8c9 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Request body: {'security_group_rule': {'security_group_id': 'e6cf748b-9e9b-4127-8dfb-52d72300320c', 'project_id': '4835453ab15744af98874ff02a04ceca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:59:37.454813 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e7876e48-d007-47b8-ac07-f4111fa2b8c9 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:37.458472 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e7876e48-d007-47b8-ac07-f4111fa2b8c9 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Usage tracker for resource:security_group_rule and tenant:4835453ab15744af98874ff02a04ceca is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:37.461261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-e7876e48-d007-47b8-ac07-f4111fa2b8c9 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:37.468780 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-e7876e48-d007-47b8-ac07-f4111fa2b8c9 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:37.543463 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e7876e48-d007-47b8-ac07-f4111fa2b8c9 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:37.604195 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e7876e48-d007-47b8-ac07-f4111fa2b8c9 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:37.702327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e7876e48-d007-47b8-ac07-f4111fa2b8c9 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:37.726788 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7876e48-d007-47b8-ac07-f4111fa2b8c9 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5e0cff-755f-43bc-9c3f-edf6f9c3a813,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:37.822749 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-e7876e48-d007-47b8-ac07-f4111fa2b8c9 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:37.824104 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-e7876e48-d007-47b8-ac07-f4111fa2b8c9 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3797522 May 25 23:59:37.826766 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 50858) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:37.832151 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-0eae8436-5139-48a3-a73c-7b9f2ce3d406 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Request body: {'security_group_rule': {'security_group_id': 'e6cf748b-9e9b-4127-8dfb-52d72300320c', 'project_id': '4835453ab15744af98874ff02a04ceca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:59:37.838024 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0eae8436-5139-48a3-a73c-7b9f2ce3d406 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:37.842592 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0eae8436-5139-48a3-a73c-7b9f2ce3d406 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Usage tracker for resource:security_group_rule and tenant:4835453ab15744af98874ff02a04ceca is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:37.845458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-0eae8436-5139-48a3-a73c-7b9f2ce3d406 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:37.851098 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-0eae8436-5139-48a3-a73c-7b9f2ce3d406 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:37.947759 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0eae8436-5139-48a3-a73c-7b9f2ce3d406 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:38.012090 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0eae8436-5139-48a3-a73c-7b9f2ce3d406 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:38.096513 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0eae8436-5139-48a3-a73c-7b9f2ce3d406 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:38.122787 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae8436-5139-48a3-a73c-7b9f2ce3d406 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badde1b3-86e2-46b1-a148-896987004482,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:38.200132 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-0eae8436-5139-48a3-a73c-7b9f2ce3d406 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:38.201349 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-0eae8436-5139-48a3-a73c-7b9f2ce3d406 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3736093 May 25 23:59:38.203971 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 50862) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:38.209305 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-72fa0b64-a62e-45fa-a564-18a1a20f61a6 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Request body: {'security_group_rule': {'security_group_id': 'e6cf748b-9e9b-4127-8dfb-52d72300320c', 'project_id': '4835453ab15744af98874ff02a04ceca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:59:38.215827 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-72fa0b64-a62e-45fa-a564-18a1a20f61a6 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:38.219541 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-72fa0b64-a62e-45fa-a564-18a1a20f61a6 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Usage tracker for resource:security_group_rule and tenant:4835453ab15744af98874ff02a04ceca is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:38.222385 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-72fa0b64-a62e-45fa-a564-18a1a20f61a6 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:38.227944 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-72fa0b64-a62e-45fa-a564-18a1a20f61a6 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:38.308516 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-72fa0b64-a62e-45fa-a564-18a1a20f61a6 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Project 4835453ab15744af98874ff02a04ceca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:59:38.315900 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72fa0b64-a62e-45fa-a564-18a1a20f61a6 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:38.383432 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72fa0b64-a62e-45fa-a564-18a1a20f61a6 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:38.507965 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72fa0b64-a62e-45fa-a564-18a1a20f61a6 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:38.532710 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa0b64-a62e-45fa-a564-18a1a20f61a6 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26dcc000-6d39-4d74-b7d1-8b84a045208d,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:38.610985 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-72fa0b64-a62e-45fa-a564-18a1a20f61a6 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:38.612159 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-72fa0b64-a62e-45fa-a564-18a1a20f61a6 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4073000 May 25 23:59:38.614820 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 50866) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:38.620843 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-c794f2d0-55c3-4a90-b83d-b707a463930a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Request body: {'security_group_rule': {'security_group_id': 'e6cf748b-9e9b-4127-8dfb-52d72300320c', 'project_id': '4835453ab15744af98874ff02a04ceca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:59:38.626918 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c794f2d0-55c3-4a90-b83d-b707a463930a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:38.630621 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c794f2d0-55c3-4a90-b83d-b707a463930a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Usage tracker for resource:security_group_rule and tenant:4835453ab15744af98874ff02a04ceca is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:38.633529 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-c794f2d0-55c3-4a90-b83d-b707a463930a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:38.639595 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-c794f2d0-55c3-4a90-b83d-b707a463930a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:38.748288 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.securitygroups_db [None req-c794f2d0-55c3-4a90-b83d-b707a463930a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Project 4835453ab15744af98874ff02a04ceca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 23:59:38.755328 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c794f2d0-55c3-4a90-b83d-b707a463930a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:38.820662 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c794f2d0-55c3-4a90-b83d-b707a463930a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:38.891229 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c794f2d0-55c3-4a90-b83d-b707a463930a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171022'] for security_group_rule, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:38.915498 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794f2d0-55c3-4a90-b83d-b707a463930a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0311c2fa-6caf-412d-9664-107287758557,revision_number=0']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:38.976157 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-c794f2d0-55c3-4a90-b83d-b707a463930a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:38.977340 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-c794f2d0-55c3-4a90-b83d-b707a463930a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3616037 May 25 23:59:39.147898 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-68175f43-5908-49e0-8eb6-061b2401b896 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Synchronizing usage tracker for tenant:4835453ab15744af98874ff02a04ceca on resource:security_group {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:59:39.233100 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-68175f43-5908-49e0-8eb6-061b2401b896 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Unset dirty status for tenant:4835453ab15744af98874ff02a04ceca on resource:security_group {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:59:39.234618 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-68175f43-5908-49e0-8eb6-061b2401b896 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-597266764&fields=id&tenant_id=4835453ab15744af98874ff02a04ceca HTTP/1.1" status: 200 len: 267 time: 0.1302686 May 25 23:59:39.389327 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-0ef7612d-6267-4dd0-800e-d1973f8a822e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:39.389995 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-0ef7612d-6267-4dd0-800e-d1973f8a822e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Synchronizing usage tracker for tenant:4835453ab15744af98874ff02a04ceca on resource:network {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:59:39.521277 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-0ef7612d-6267-4dd0-800e-d1973f8a822e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Unset dirty status for tenant:4835453ab15744af98874ff02a04ceca on resource:network {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:59:39.525823 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-0ef7612d-6267-4dd0-800e-d1973f8a822e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/networks?id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64 HTTP/1.1" status: 200 len: 809 time: 0.2806904 May 25 23:59:39.542615 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-02644c23-75f6-4e71-863d-01de9f2f67a0 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/quotas/4835453ab15744af98874ff02a04ceca HTTP/1.1" status: 200 len: 375 time: 0.0109944 May 25 23:59:39.643174 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-d3dace00-ec93-49b4-95b0-0217441ed591 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4835453ab15744af98874ff02a04ceca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952184 May 25 23:59:39.789491 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-c74f0bfe-1376-40bd-a6e1-162aa9e4d7a4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84716) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 25 23:59:39.790469 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-c74f0bfe-1376-40bd-a6e1-162aa9e4d7a4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1355059 May 25 23:59:39.928094 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-8c101e7f-780a-4fed-943a-3b60c2a73747 service neutron] 10.222.0.66 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308024 May 25 23:59:40.063850 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-3e947f0e-bfdb-49b0-aeb9-e3396832c239 service neutron] 10.222.0.66 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291044 May 25 23:59:40.181301 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fafa68b8-64f0-491f-a872-a9db8149b218 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:59:40.308757 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port fafa68b8-64f0-491f-a872-a9db8149b218 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:59:40.313857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port fafa68b8-64f0-491f-a872-a9db8149b218 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:40.314117 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:40.425587 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:40.441857 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port fafa68b8-64f0-491f-a872-a9db8149b218, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fafa68b8-64f0-491f-a872-a9db8149b218,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:40.501871 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:40.591142 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Sync routers for ids ['078ad90c-659d-458d-bf6f-4cde2b8d2315'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:59:40.614089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=fafa68b8-64f0-491f-a872-a9db8149b218,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:40.618605 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Routers {'078ad90c-659d-458d-bf6f-4cde2b8d2315'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:59:40.619201 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['078ad90c-659d-458d-bf6f-4cde2b8d2315'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:40.793052 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Set router 078ad90c-659d-458d-bf6f-4cde2b8d2315 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:59:41.099789 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:26Z', 'revision_number': 2, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:41.103605 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Checking router: 078ad90c-659d-458d-bf6f-4cde2b8d2315 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:59:41.103953 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Updating router 078ad90c-659d-458d-bf6f-4cde2b8d2315 port df5ac0d1-67cc-40e1-b168-11ad52fede2d binding host dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:59:41.155996 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:41.364419 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-3ca4c51b-ca9f-4327-b946-878122e1a8bf req-af3b0b55-c323-453d-8ca5-7ea6785b806a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 210 time: 0.0455747 May 25 23:59:41.517097 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Notify callbacks [] for port, precommit_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:41.529150 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Transition to ACTIVE for port object df5ac0d1-67cc-40e1-b168-11ad52fede2d will not be triggered until provisioned by entity L2. {{(pid=84718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:59:41.582258 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-1b1486d5-3bed-48a0-ab57-449f6ebcc651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:41.650737 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:41.778791 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c408c09-f249-4419-820f-c0b60b0dfe9c None None] Pushing event updated for resources: {'Port': ['ID=df5ac0d1-67cc-40e1-b168-11ad52fede2d,revision_number=3']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:41.863762 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Attempting to bind port df5ac0d1-67cc-40e1-b168-11ad52fede2d on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:59:41.864126 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Attempting to bind port df5ac0d1-67cc-40e1-b168-11ad52fede2d by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:59:41.864489 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Attempting to bind port df5ac0d1-67cc-40e1-b168-11ad52fede2d on network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:59:41.877938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:59:41.877938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Checking segment: {'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:59:41.877938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:41.877938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Bound using segment: {'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'} {{(pid=84718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:59:41.877938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.managers [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Bound port: df5ac0d1-67cc-40e1-b168-11ad52fede2d, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'}}] {{(pid=84718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:59:41.877938 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:41.981471 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] For port df5ac0d1-67cc-40e1-b168-11ad52fede2d, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:59:41.984461 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] For port df5ac0d1-67cc-40e1-b168-11ad52fede2d, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=df5ac0d1-67cc-40e1-b168-11ad52fede2d,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:59:42.063590 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:42.146438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Routers {'078ad90c-659d-458d-bf6f-4cde2b8d2315'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:59:42.147066 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['078ad90c-659d-458d-bf6f-4cde2b8d2315'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:42.202308 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c408c09-f249-4419-820f-c0b60b0dfe9c None None] Pushing event updated for resources: {'Port': ['ID=df5ac0d1-67cc-40e1-b168-11ad52fede2d,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:42.267566 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fafa68b8-64f0-491f-a872-a9db8149b218 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:59:42.448799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port fafa68b8-64f0-491f-a872-a9db8149b218 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:42.449174 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:42.486363 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] Set router 078ad90c-659d-458d-bf6f-4cde2b8d2315 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:59:42.643323 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-584cb8af-0dea-4719-b570-0108018c5eeb req-73ce8627-a7e9-435f-9818-aa1840a630ac tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 210 time: 0.1350079 May 25 23:59:42.902724 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:41Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:42.906826 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040680fa-9bcc-40b0-a314-dc922a27e4d6 None None] The sync data for ids ['078ad90c-659d-458d-bf6f-4cde2b8d2315'] in dv-neutron-843300-1-hyperv is: [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:41Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:59:43.381604 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Sync routers for ids ['b07e959c-3353-43f5-a04a-732ddd4e8bb8'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:59:43.399791 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Routers {'b07e959c-3353-43f5-a04a-732ddd4e8bb8'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:59:43.400880 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:59:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b07e959c-3353-43f5-a04a-732ddd4e8bb8'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:43.592814 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Set router b07e959c-3353-43f5-a04a-732ddd4e8bb8 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:59:43.710197 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0c44470-35fd-420f-9e13-16b1ec6dd8de tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:43.711627 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0c44470-35fd-420f-9e13-16b1ec6dd8de tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.73 "GET /v2.0/networks?id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64 HTTP/1.1" status: 200 len: 809 time: 0.1781778 May 25 23:59:43.780012 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-e34999e5-7656-487f-b92c-21a4aa97ffde tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Synchronizing usage tracker for tenant:4835453ab15744af98874ff02a04ceca on resource:security_group {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 23:59:43.788819 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8c9b624a-1950-4e36-b29f-a286459b2491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:43.794569 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-e34999e5-7656-487f-b92c-21a4aa97ffde tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Unset dirty status for tenant:4835453ab15744af98874ff02a04ceca on resource:security_group {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 23:59:43.795739 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-e34999e5-7656-487f-b92c-21a4aa97ffde tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4835453ab15744af98874ff02a04ceca HTTP/1.1" status: 200 len: 379 time: 0.0720532 May 25 23:59:43.804004 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Request body: {'port': {'device_id': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'admin_state_up': True, 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'security_groups': ['e6cf748b-9e9b-4127-8dfb-52d72300320c']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:59:43.888083 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4c463cc4-d6af-431b-8291-951556710a98 req-f65e99a5-4bde-459f-bd81-2671b1366806 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 210 time: 0.0629449 May 25 23:59:43.942538 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'name': 'tempest-TestSnapshotPattern-1960265924-router', 'tenant_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'fafa68b8-64f0-491f-a872-a9db8149b218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:29Z', 'updated_at': '2022-05-25T23:59:33Z', 'revision_number': 4, 'project_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'gw_port': {'id': 'fafa68b8-64f0-491f-a872-a9db8149b218', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:30Z', 'updated_at': '2022-05-25T23:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'f5662b36-ed5e-4391-ab82-25482899a902', 'name': '', 'network_id': 'a9222dc3-1181-405f-beaa-574c55596355', 'tenant_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'mac_address': 'fa:16:3e:cb:63:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85632ae8-250a-48a8-a457-e6d2bdbaa4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:32Z', 'updated_at': '2022-05-25T23:59:33Z', 'revision_number': 2, 'project_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'subnets': [{'id': '85632ae8-250a-48a8-a457-e6d2bdbaa4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:43.947965 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Checking router: b07e959c-3353-43f5-a04a-732ddd4e8bb8 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:59:43.948793 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Updating router b07e959c-3353-43f5-a04a-732ddd4e8bb8 port f5662b36-ed5e-4391-ab82-25482899a902 binding host dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 25 23:59:43.957308 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:43.961073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Usage tracker for resource:port and tenant:4835453ab15744af98874ff02a04ceca is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:43.964454 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:43.970453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:44.010887 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:44.063991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Made reservation on behalf of 4835453ab15744af98874ff02a04ceca for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 23:59:44.067099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:44.225188 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device df5ac0d1-67cc-40e1-b168-11ad52fede2d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:59:44.252577 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Allocated IP 172.20.0.3 (546c37c5-b41c-4e8f-b331-3d9fc6abbb64/8d09283e-fff0-4cd9-ab03-0d83e475e121/f7f2675c-da2d-4261-ae41-b8370bde76c8) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:59:44.398380 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port df5ac0d1-67cc-40e1-b168-11ad52fede2d completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:59:44.403440 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port df5ac0d1-67cc-40e1-b168-11ad52fede2d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:44.403814 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:44.419724 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Notify callbacks [] for port, precommit_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:44.437001 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.provisioning_blocks [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Transition to ACTIVE for port object f5662b36-ed5e-4391-ab82-25482899a902 will not be triggered until provisioned by entity L2. {{(pid=84719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:59:44.475060 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:44.491491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Transition to ACTIVE for port object f7f2675c-da2d-4261-ae41-b8370bde76c8 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:59:44.504265 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:44.525786 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:44.560293 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port df5ac0d1-67cc-40e1-b168-11ad52fede2d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=df5ac0d1-67cc-40e1-b168-11ad52fede2d,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:44.588868 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:44.645329 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:44.649883 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e764f-e2c5-40fa-ae1b-d02fdaa5a149 None None] Pushing event updated for resources: {'Port': ['ID=f5662b36-ed5e-4391-ab82-25482899a902,revision_number=3']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:44.673301 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:59:44.677768 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:59:44.683784 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:59:44.727243 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event updated for resources: {'Port': ['ID=f7f2675c-da2d-4261-ae41-b8370bde76c8,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:44.727840 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=df5ac0d1-67cc-40e1-b168-11ad52fede2d,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:44.771100 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Attempting to bind port f5662b36-ed5e-4391-ab82-25482899a902 on host dv-neutron-843300-1-hyperv for vnic_type normal with profile {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:59:44.771584 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Attempting to bind port f5662b36-ed5e-4391-ab82-25482899a902 by drivers openvswitch,hyperv on host dv-neutron-843300-1-hyperv at level 0 using segments [{'id': 'a03826f9-7b95-4d93-959c-b227db7d8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9222dc3-1181-405f-beaa-574c55596355'}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:59:44.772002 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Attempting to bind port f5662b36-ed5e-4391-ab82-25482899a902 on network a9222dc3-1181-405f-beaa-574c55596355 {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:59:44.774105 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:44.774742 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:44.781008 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Checking agent: {'id': 'e7ca03b5-764c-4ff0-8b4b-422ee14900ff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 43, 15), 'started_at': datetime.datetime(2022, 5, 25, 22, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:59:44.781686 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Checking segment: {'id': 'a03826f9-7b95-4d93-959c-b227db7d8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9222dc3-1181-405f-beaa-574c55596355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:59:44.782439 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:44.783083 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Bound using segment: {'id': 'a03826f9-7b95-4d93-959c-b227db7d8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9222dc3-1181-405f-beaa-574c55596355'} {{(pid=84719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:59:44.783855 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.managers [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Bound port: f5662b36-ed5e-4391-ab82-25482899a902, host: dv-neutron-843300-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03826f9-7b95-4d93-959c-b227db7d8395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9222dc3-1181-405f-beaa-574c55596355'}}] {{(pid=84719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:59:44.784714 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:44.883602 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] For port f5662b36-ed5e-4391-ab82-25482899a902, host dv-neutron-843300-1-hyperv, cleared binding levels {{(pid=84719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:59:44.887072 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.plugins.ml2.db [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] For port f5662b36-ed5e-4391-ab82-25482899a902, host dv-neutron-843300-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f5662b36-ed5e-4391-ab82-25482899a902,segment=NetworkSegment(a03826f9-7b95-4d93-959c-b227db7d8395),segment_id=a03826f9-7b95-4d93-959c-b227db7d8395)] {{(pid=84719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:59:44.937986 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b0bf0193-d4c5-41a6-8ae0-9f5951d9dac1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1375639 May 25 23:59:44.949600 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Request body: {'port': {'device_id': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:59:44.982802 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron_lib.callbacks.manager [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:45.061721 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:45.109838 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e764f-e2c5-40fa-ae1b-d02fdaa5a149 None None] Pushing event updated for resources: {'Port': ['ID=f5662b36-ed5e-4391-ab82-25482899a902,revision_number=4']} {{(pid=84719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:45.110206 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d244d87f-262f-4b1d-b5a7-c80ffb05af9e None None] Provisioning for port f7f2675c-da2d-4261-ae41-b8370bde76c8 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:59:45.112725 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Routers {'b07e959c-3353-43f5-a04a-732ddd4e8bb8'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:59:45.113314 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b07e959c-3353-43f5-a04a-732ddd4e8bb8'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:45.124642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-d244d87f-262f-4b1d-b5a7-c80ffb05af9e None None] Provisioning complete for port f7f2675c-da2d-4261-ae41-b8370bde76c8 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:45.124642 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d244d87f-262f-4b1d-b5a7-c80ffb05af9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:45.181875 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:45.222955 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-d244d87f-262f-4b1d-b5a7-c80ffb05af9e None None] Port f7f2675c-da2d-4261-ae41-b8370bde76c8 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 25 23:59:45.229136 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:45.240208 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cdc40-d7af-4e61-afc0-690d0dbf3333 req-b0bcb42e-d703-4df7-973d-8c42f16f40eb tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:45.242122 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-001cdc40-d7af-4e61-afc0-690d0dbf3333 req-b0bcb42e-d703-4df7-973d-8c42f16f40eb tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 931 time: 0.2202401 May 25 23:59:45.352480 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-001cdc40-d7af-4e61-afc0-690d0dbf3333 req-c5d7cb6f-6f8f-47bc-9ee5-eb560133af18 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947127 May 25 23:59:45.379201 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] Set router b07e959c-3353-43f5-a04a-732ddd4e8bb8 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:59:45.517989 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f2675c-da2d-4261-ae41-b8370bde76c8 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:59:45.524873 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:45.547403 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Transition to ACTIVE for port object f7f2675c-da2d-4261-ae41-b8370bde76c8 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 23:59:45.639447 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:45.710045 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 25 23:59:45.758238 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'name': 'tempest-TestSnapshotPattern-1960265924-router', 'tenant_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'fafa68b8-64f0-491f-a872-a9db8149b218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:29Z', 'updated_at': '2022-05-25T23:59:33Z', 'revision_number': 4, 'project_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'gw_port': {'id': 'fafa68b8-64f0-491f-a872-a9db8149b218', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:30Z', 'updated_at': '2022-05-25T23:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'f5662b36-ed5e-4391-ab82-25482899a902', 'name': '', 'network_id': 'a9222dc3-1181-405f-beaa-574c55596355', 'tenant_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'mac_address': 'fa:16:3e:cb:63:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85632ae8-250a-48a8-a457-e6d2bdbaa4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:32Z', 'updated_at': '2022-05-25T23:59:44Z', 'revision_number': 4, 'project_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'subnets': [{'id': '85632ae8-250a-48a8-a457-e6d2bdbaa4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:45.764821 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854fe782-6ec4-49c5-bff1-9228815328c9 None None] The sync data for ids ['b07e959c-3353-43f5-a04a-732ddd4e8bb8'] in dv-neutron-843300-1-hyperv is: [{'id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'name': 'tempest-TestSnapshotPattern-1960265924-router', 'tenant_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'fafa68b8-64f0-491f-a872-a9db8149b218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:29Z', 'updated_at': '2022-05-25T23:59:33Z', 'revision_number': 4, 'project_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'gw_port': {'id': 'fafa68b8-64f0-491f-a872-a9db8149b218', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:30Z', 'updated_at': '2022-05-25T23:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'f5662b36-ed5e-4391-ab82-25482899a902', 'name': '', 'network_id': 'a9222dc3-1181-405f-beaa-574c55596355', 'tenant_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'mac_address': 'fa:16:3e:cb:63:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85632ae8-250a-48a8-a457-e6d2bdbaa4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:32Z', 'updated_at': '2022-05-25T23:59:44Z', 'revision_number': 4, 'project_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'subnets': [{'id': '85632ae8-250a-48a8-a457-e6d2bdbaa4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:59:45.921811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f2675c-da2d-4261-ae41-b8370bde76c8,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:46.036964 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Attempting to bind port f7f2675c-da2d-4261-ae41-b8370bde76c8 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 23:59:46.037289 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Attempting to bind port f7f2675c-da2d-4261-ae41-b8370bde76c8 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 23:59:46.037608 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Attempting to bind port f7f2675c-da2d-4261-ae41-b8370bde76c8 on network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:59:46.044161 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Port f7f2675c-da2d-4261-ae41-b8370bde76c8 on network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 25 23:59:46.044623 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Attempting to bind port f7f2675c-da2d-4261-ae41-b8370bde76c8 on network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 25 23:59:46.051621 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 23, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 25 23:59:46.051948 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Checking segment: {'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 25 23:59:46.052323 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Bound using segment: {'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 25 23:59:46.052759 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Bound port: f7f2675c-da2d-4261-ae41-b8370bde76c8, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 23:59:46.053105 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:46.155839 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] For port f7f2675c-da2d-4261-ae41-b8370bde76c8, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 23:59:46.159163 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] For port f7f2675c-da2d-4261-ae41-b8370bde76c8, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 23:59:46.211925 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:46.248742 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f5662b36-ed5e-4391-ab82-25482899a902 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:59:46.279099 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:46.280893 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] 10.222.0.73 "PUT /v2.0/ports/f7f2675c-da2d-4261-ae41-b8370bde76c8 HTTP/1.1" status: 200 len: 1093 time: 1.3356867 May 25 23:59:46.281319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'tag': 'f7f2675c-da2d-4261-ae41-b8370bde76c8'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:59:46.310366 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ea6bb-92e6-44a3-86ce-3fd68ac342a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f2675c-da2d-4261-ae41-b8370bde76c8,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:46.418277 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a803fa-863c-4632-ad08-05194e6085a4'] response: {'name': 'network-changed', 'server_uuid': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'tag': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'status': 'completed', 'code': 200} May 25 23:59:46.420903 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning for port f5662b36-ed5e-4391-ab82-25482899a902 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:59:46.428442 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port f5662b36-ed5e-4391-ab82-25482899a902 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:46.428941 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:46.502106 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-f480f7fa-e1ce-45e2-b9ea-acf9306328fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4835453ab15744af98874ff02a04ceca&device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 1096 time: 0.1461656 May 25 23:59:46.589791 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:46.610263 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accc5fe-3e15-41fc-9cb5-4a1caa83c8b4 req-b5f790d5-3e99-4ff9-a379-30478fdc8140 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:46.612460 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5accc5fe-3e15-41fc-9cb5-4a1caa83c8b4 req-b5f790d5-3e99-4ff9-a379-30478fdc8140 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 943 time: 0.0982571 May 25 23:59:46.618889 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-edfd07ff-c908-4803-b0ec-d6052862e119 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8 HTTP/1.1" status: 200 len: 217 time: 0.1104310 May 25 23:59:46.644703 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-15708059-7078-491e-bc96-914ff4d33adb None None] For port f5662b36-ed5e-4391-ab82-25482899a902, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f5662b36-ed5e-4391-ab82-25482899a902,segment=NetworkSegment(a03826f9-7b95-4d93-959c-b227db7d8395),segment_id=a03826f9-7b95-4d93-959c-b227db7d8395)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:46.670653 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-5accc5fe-3e15-41fc-9cb5-4a1caa83c8b4 req-bf3dd134-4491-4a97-94cd-7ea2dbd8df37 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524459 May 25 23:59:46.687750 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-737e9240-1cb0-4b13-88e0-fafe219e90f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:46.689328 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-737e9240-1cb0-4b13-88e0-fafe219e90f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d09283e-fff0-4cd9-ab03-0d83e475e121 HTTP/1.1" status: 200 len: 848 time: 0.0650666 May 25 23:59:46.702677 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:46.703464 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device df5ac0d1-67cc-40e1-b168-11ad52fede2d up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:59:46.773079 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-38fdc5db-4fbe-4319-aa58-d9622b61fc7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746315 May 25 23:59:46.824166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Pushing event updated for resources: {'Port': ['ID=f5662b36-ed5e-4391-ab82-25482899a902,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:46.838115 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port df5ac0d1-67cc-40e1-b168-11ad52fede2d triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:46.838486 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:46.920082 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-d71167c8-f78c-4c89-a779-1801bf442201 service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407733 May 25 23:59:46.947540 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:47.053177 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-cbc5eaeb-a17d-4bc9-b481-99694de0d5a1 req-a4cc0570-850c-4062-bc4f-400aea7309b1 service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274686 May 25 23:59:47.253882 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0d647421-5507-417d-bebb-911685e6445f req-5ee12d2d-66df-4555-ad53-4081ddcbe02f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4835453ab15744af98874ff02a04ceca&device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 1096 time: 0.0731559 May 25 23:59:47.391376 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d647421-5507-417d-bebb-911685e6445f req-53776a0b-302d-4674-9cb3-68ccab86ddb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:47.392822 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0d647421-5507-417d-bebb-911685e6445f req-53776a0b-302d-4674-9cb3-68ccab86ddb4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64 HTTP/1.1" status: 200 len: 910 time: 0.1328912 May 25 23:59:47.459530 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0d647421-5507-417d-bebb-911685e6445f req-115d4762-9754-4a35-ac65-8683ccb9e338 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8 HTTP/1.1" status: 200 len: 217 time: 0.0604730 May 25 23:59:47.529788 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d647421-5507-417d-bebb-911685e6445f req-0084dc75-5149-4d66-b7ab-0690ab3759ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:47.531164 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0d647421-5507-417d-bebb-911685e6445f req-0084dc75-5149-4d66-b7ab-0690ab3759ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d09283e-fff0-4cd9-ab03-0d83e475e121 HTTP/1.1" status: 200 len: 848 time: 0.0640206 May 25 23:59:47.603874 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0d647421-5507-417d-bebb-911685e6445f req-11d08db4-453e-4866-a621-d356c2498b2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668507 May 25 23:59:47.737668 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0d647421-5507-417d-bebb-911685e6445f req-9b58205a-3630-4a69-87bd-88921e6ffe31 service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265242 May 25 23:59:47.871059 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0d647421-5507-417d-bebb-911685e6445f req-e5480398-4e2e-4bca-914d-50e4d2f31a2c service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253378 May 25 23:59:47.873931 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edd505-fb83-4a57-8e1f-b2e39724bd9f req-be15403d-52d3-46f1-98c1-aa381cfe672c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:47.875610 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-30edd505-fb83-4a57-8e1f-b2e39724bd9f req-be15403d-52d3-46f1-98c1-aa381cfe672c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 943 time: 0.0782540 May 25 23:59:47.921332 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-30edd505-fb83-4a57-8e1f-b2e39724bd9f req-e242bea0-4335-4169-b781-21412b6ffe4a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401356 May 25 23:59:48.167587 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f5662b36-ed5e-4391-ab82-25482899a902 up at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:59:48.203109 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:48.236255 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Provisioning complete for port f5662b36-ed5e-4391-ab82-25482899a902 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:48.236645 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:48.980331 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device f7f2675c-da2d-4261-ae41-b8370bde76c8 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 23:59:49.117654 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d50cd0-40d5-4fbb-842c-79bca7111a09 req-ac1897ff-d956-4211-9807-ef27fb3e4254 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:49.123565 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-96d50cd0-40d5-4fbb-842c-79bca7111a09 req-ac1897ff-d956-4211-9807-ef27fb3e4254 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 943 time: 0.0759149 May 25 23:59:49.150030 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port f7f2675c-da2d-4261-ae41-b8370bde76c8, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:49.163551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'port_id': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'mac_address': 'fa:16:3e:54:90:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 23:59:49.169698 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-96d50cd0-40d5-4fbb-842c-79bca7111a09 req-e647331f-4b48-45f8-a17f-1485f24b023e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395951 May 25 23:59:49.217684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:49.235964 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f2675c-da2d-4261-ae41-b8370bde76c8 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 23:59:49.251584 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port f7f2675c-da2d-4261-ae41-b8370bde76c8, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:49.308350 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:49.374036 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=f7f2675c-da2d-4261-ae41-b8370bde76c8,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:49.524612 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['f7f2675c-da2d-4261-ae41-b8370bde76c8'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 25 23:59:50.365344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b54fd-2987-49bf-97f3-60e652d50109 req-fb81bf76-6fe8-4141-9e5c-2513d8c6a4ef tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:50.366693 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8c0b54fd-2987-49bf-97f3-60e652d50109 req-fb81bf76-6fe8-4141-9e5c-2513d8c6a4ef tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 944 time: 0.0811124 May 25 23:59:50.413452 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8c0b54fd-2987-49bf-97f3-60e652d50109 req-51379d14-0494-4646-a075-207ee7c2c0bb tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384359 May 25 23:59:50.980459 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device f7f2675c-da2d-4261-ae41-b8370bde76c8 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 23:59:51.090758 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port f7f2675c-da2d-4261-ae41-b8370bde76c8 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 23:59:51.095407 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port f7f2675c-da2d-4261-ae41-b8370bde76c8 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 23:59:51.095782 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:51.203719 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:51.230587 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f2675c-da2d-4261-ae41-b8370bde76c8'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:59:51.240303 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port f7f2675c-da2d-4261-ae41-b8370bde76c8, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 23:59:51.284607 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd097543-2772-4f73-9d15-19680e6789d6'] response: {'server_uuid': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'code': 200} May 25 23:59:51.313897 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:51.381847 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=f7f2675c-da2d-4261-ae41-b8370bde76c8,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:51.610783 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278be44-2567-4886-b8c6-bcca28c8befd req-6ba4ba33-1ad3-4357-a891-fe59d17c9537 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:51.612229 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b278be44-2567-4886-b8c6-bcca28c8befd req-6ba4ba33-1ad3-4357-a891-fe59d17c9537 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 945 time: 0.0789738 May 25 23:59:51.659189 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-b278be44-2567-4886-b8c6-bcca28c8befd req-51286a80-86b3-4818-9143-82a2a9654623 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414531 May 25 23:59:51.753023 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-60a46286-c9db-445e-ad0f-bff20e518e26 req-7d52a0af-753b-40f4-a0ed-95dc7159d654 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 1098 time: 0.1530323 May 25 23:59:51.795193 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-60a46286-c9db-445e-ad0f-bff20e518e26 req-76040fb6-c2f7-4335-b1ef-ca367c116dcb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368385 May 25 23:59:52.877100 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da134f-9d65-4d2c-bee7-0ad7bce92694 req-954c2ef3-762d-41ea-8b60-8725c52eadb5 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:52.878567 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a6da134f-9d65-4d2c-bee7-0ad7bce92694 req-954c2ef3-762d-41ea-8b60-8725c52eadb5 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 945 time: 0.0867202 May 25 23:59:52.939229 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a6da134f-9d65-4d2c-bee7-0ad7bce92694 req-bada31c0-e6c2-4c35-ad70-0bcf96c332d1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539820 May 25 23:59:54.134862 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0bf3d-7abc-4a00-beeb-151dc404f988 req-5ec310c6-9990-4ca2-a173-3b1c7fec6451 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:54.137026 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a3d0bf3d-7abc-4a00-beeb-151dc404f988 req-5ec310c6-9990-4ca2-a173-3b1c7fec6451 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 945 time: 0.0757122 May 25 23:59:54.185243 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a3d0bf3d-7abc-4a00-beeb-151dc404f988 req-ac8ba45c-16c0-4032-8882-79595e9a1e9a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429423 May 25 23:59:54.377424 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddadb26-bb21-4df9-bbdc-24c4c0fb8577 req-fdae17fe-f443-4201-9823-5406457143bd tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:54.379284 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4ddadb26-bb21-4df9-bbdc-24c4c0fb8577 req-fdae17fe-f443-4201-9823-5406457143bd tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 945 time: 0.0763459 May 25 23:59:54.426263 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4ddadb26-bb21-4df9-bbdc-24c4c0fb8577 req-ae56a863-b81a-41a1-ae90-40e00d6f26de tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415273 May 25 23:59:54.454051 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 50920) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:54.589174 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-4f54ebda-390e-4f8e-b685-772ecf7ccc8a tempest-TestSnapshotPattern-892493252 tempest-TestSnapshotPattern-892493252-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 1093 time: 0.1340089 May 25 23:59:54.591976 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 50926) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 23:59:54.597244 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 25 23:59:54.602631 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 23:59:54.607036 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Usage tracker for resource:floatingip and tenant:4835453ab15744af98874ff02a04ceca is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 23:59:54.609770 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 23:59:54.615261 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 23:59:54.702129 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:54.834824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:54.967408 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Allocated IP 172.26.5.15 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/fc8ae027-8208-4912-921e-5f74d42b175d) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 23:59:55.109135 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:55.211025 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:55.280628 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 23:59:55.283382 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 23:59:55.287646 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 25 23:59:55.311474 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event updated for resources: {'Port': ['ID=fc8ae027-8208-4912-921e-5f74d42b175d,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:55.860887 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:55.970438 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:56.206721 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:56.267458 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:56.368719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event updated for resources: {'Port': ['ID=fc8ae027-8208-4912-921e-5f74d42b175d,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 23:59:56.382881 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:56.569921 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Floating IP f5690b19-1db7-4b6b-b94f-8b339a4e898c associated. External IP: 172.26.5.15, port: f7f2675c-da2d-4261-ae41-b8370bde76c8. May 25 23:59:56.947142 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Router 078ad90c-659d-458d-bf6f-4cde2b8d2315 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 23:59:57.045699 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abe097ed-1819-412b-b668-3fee46caa0b5 req-fa855be2-14e7-40d8-b7d6-6b2cfcb0e64b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671980 May 25 23:59:57.148231 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 23:59:57.159766 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012b1dc-0c2c-42d6-90d1-0b3e9723d508 None None] Sync routers for ids ['078ad90c-659d-458d-bf6f-4cde2b8d2315'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 25 23:59:57.173044 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1012b1dc-0c2c-42d6-90d1-0b3e9723d508 None None] Routers {'078ad90c-659d-458d-bf6f-4cde2b8d2315'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:59:57.173688 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1012b1dc-0c2c-42d6-90d1-0b3e9723d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['078ad90c-659d-458d-bf6f-4cde2b8d2315'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:57.191788 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abe097ed-1819-412b-b668-3fee46caa0b5 req-ef8acc8d-8501-4997-a742-a200f4bf0f20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4835453ab15744af98874ff02a04ceca&device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 1098 time: 0.0804756 May 25 23:59:57.309101 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 23:59:57.338479 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe097ed-1819-412b-b668-3fee46caa0b5 req-274c0cde-10b4-426a-8e96-7fd111a3e197 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:57.340443 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abe097ed-1819-412b-b668-3fee46caa0b5 req-274c0cde-10b4-426a-8e96-7fd111a3e197 service neutron] 10.222.0.73 "GET /v2.0/networks?id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64 HTTP/1.1" status: 200 len: 910 time: 0.1309319 May 25 23:59:57.360365 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-1012b1dc-0c2c-42d6-90d1-0b3e9723d508 None None] Set router 078ad90c-659d-458d-bf6f-4cde2b8d2315 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:59:57.443463 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abe097ed-1819-412b-b668-3fee46caa0b5 req-08cc4e7c-b304-4ba1-a837-b72e54f276f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8 HTTP/1.1" status: 200 len: 998 time: 0.0979481 May 25 23:59:57.476376 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-73232397-3a05-474d-81a1-6f9255f5ce43 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8831644 May 25 23:59:57.477566 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'tag': 'f7f2675c-da2d-4261-ae41-b8370bde76c8'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 23:59:57.511938 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe097ed-1819-412b-b668-3fee46caa0b5 req-e5fcebd4-6b82-48a0-8eaa-578846db0fa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:57.513429 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abe097ed-1819-412b-b668-3fee46caa0b5 req-e5fcebd4-6b82-48a0-8eaa-578846db0fa9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d09283e-fff0-4cd9-ab03-0d83e475e121 HTTP/1.1" status: 200 len: 848 time: 0.0639873 May 25 23:59:57.534083 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3ab6b2-91b6-430d-be5c-158ef7b704d0'] response: {'name': 'network-changed', 'server_uuid': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'tag': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'status': 'completed', 'code': 200} May 25 23:59:57.594211 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abe097ed-1819-412b-b668-3fee46caa0b5 req-bf506903-089d-440d-a08c-6f8fca281a90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684733 May 25 23:59:57.719232 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1012b1dc-0c2c-42d6-90d1-0b3e9723d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'f5690b19-1db7-4b6b-b94f-8b339a4e898c', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'floating_ip_address': '172.26.5.15', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'port_id': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'mac_address': 'fa:16:3e:54:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:59:55Z', 'updated_at': '2022-05-25T23:59:55Z', 'revision_number': 0, 'project_id': '4835453ab15744af98874ff02a04ceca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:44Z', 'revision_number': 5, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:57.722278 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abe097ed-1819-412b-b668-3fee46caa0b5 req-3477eff2-7bb4-4336-bfcb-0618a08724a3 service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294832 May 25 23:59:57.723040 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012b1dc-0c2c-42d6-90d1-0b3e9723d508 None None] Checking router: 078ad90c-659d-458d-bf6f-4cde2b8d2315 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 25 23:59:57.733751 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1012b1dc-0c2c-42d6-90d1-0b3e9723d508 None None] Routers {'078ad90c-659d-458d-bf6f-4cde2b8d2315'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 25 23:59:57.734341 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1012b1dc-0c2c-42d6-90d1-0b3e9723d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-25T23:59:44Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['078ad90c-659d-458d-bf6f-4cde2b8d2315'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:57.855745 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-abe097ed-1819-412b-b668-3fee46caa0b5 req-bd41ef3b-aa87-4e28-9284-9ad5a517eb45 service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281602 May 25 23:59:57.908670 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-1012b1dc-0c2c-42d6-90d1-0b3e9723d508 None None] Set router 078ad90c-659d-458d-bf6f-4cde2b8d2315 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 25 23:59:58.014713 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fd23af97-3c9b-4989-9321-8cde0ae3020a req-7b0f28eb-2b5e-4dab-ad2a-6eb32d89a722 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4835453ab15744af98874ff02a04ceca&device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 1098 time: 0.0763783 May 25 23:59:58.149411 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23af97-3c9b-4989-9321-8cde0ae3020a req-5ba75985-37c2-47ea-aec5-66f6e103371b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:58.150856 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fd23af97-3c9b-4989-9321-8cde0ae3020a req-5ba75985-37c2-47ea-aec5-66f6e103371b service neutron] 10.222.0.73 "GET /v2.0/networks?id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64 HTTP/1.1" status: 200 len: 910 time: 0.1312456 May 25 23:59:58.253752 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fd23af97-3c9b-4989-9321-8cde0ae3020a req-d820bc12-e50c-4dc4-9054-a05abd6bf693 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8 HTTP/1.1" status: 200 len: 998 time: 0.0963054 May 25 23:59:58.300930 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-1012b1dc-0c2c-42d6-90d1-0b3e9723d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'f5690b19-1db7-4b6b-b94f-8b339a4e898c', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'floating_ip_address': '172.26.5.15', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'port_id': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'mac_address': 'fa:16:3e:54:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:59:55Z', 'updated_at': '2022-05-25T23:59:55Z', 'revision_number': 0, 'project_id': '4835453ab15744af98874ff02a04ceca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:44Z', 'revision_number': 5, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 23:59:58.305145 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012b1dc-0c2c-42d6-90d1-0b3e9723d508 None None] The sync data for ids ['078ad90c-659d-458d-bf6f-4cde2b8d2315'] in dv-neutron-843300-1-hyperv is: [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'f5690b19-1db7-4b6b-b94f-8b339a4e898c', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'floating_ip_address': '172.26.5.15', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'port_id': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'mac_address': 'fa:16:3e:54:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:59:55Z', 'updated_at': '2022-05-25T23:59:55Z', 'revision_number': 0, 'project_id': '4835453ab15744af98874ff02a04ceca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:44Z', 'revision_number': 5, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 25 23:59:58.315625 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23af97-3c9b-4989-9321-8cde0ae3020a req-1f4f31a0-1d6b-4622-ba4a-8f3cca1a4f8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 23:59:58.317210 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fd23af97-3c9b-4989-9321-8cde0ae3020a req-1f4f31a0-1d6b-4622-ba4a-8f3cca1a4f8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d09283e-fff0-4cd9-ab03-0d83e475e121 HTTP/1.1" status: 200 len: 848 time: 0.0578327 May 25 23:59:58.393007 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fd23af97-3c9b-4989-9321-8cde0ae3020a req-54829a48-a260-4e7f-9bfd-fee8f9b13bd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705864 May 25 23:59:58.521891 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fd23af97-3c9b-4989-9321-8cde0ae3020a req-c0c24e0d-07f6-42cd-abbd-c791e7060f40 service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234763 May 25 23:59:58.663371 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fd23af97-3c9b-4989-9321-8cde0ae3020a req-9d563c71-2839-4ed2-82c7-cb5c7db0631d service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343772 May 26 00:00:03.362236 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2db77d-7b8d-444b-8400-076c018abd58 None None] New status for floating IP f5690b19-1db7-4b6b-b94f-8b339a4e898c: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 00:00:11.541602 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6e14c5fd-4886-4575-a074-290d3a701059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:00:13.736079 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ebea9c0c-c3ea-4405-8c22-ebb3109c0641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:00:15.118684 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:00:15.141389 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:00:16.964762 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:00:18.261742 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:00:22.670567 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:00:41.581625 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-f18bd917-182e-48b6-883a-1d3b9abfef9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:00:43.764081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-118775c8-5cee-4d51-bb76-3a9f024c84e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:00:45.101490 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:00:45.124242 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:00:46.918139 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:00:48.244247 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:00:58.640750 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c3c466c7-8bba-4386-8c80-aa15c6a16f83 req-977f528c-67c8-4c30-a6b7-f4d014e86579 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2178972 May 26 00:00:58.774393 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c3c466c7-8bba-4386-8c80-aa15c6a16f83 req-97064941-c2e7-4927-b7a9-8be477ea8ae2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4835453ab15744af98874ff02a04ceca&device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 1098 time: 0.0689292 May 26 00:00:58.913491 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c466c7-8bba-4386-8c80-aa15c6a16f83 req-fd20279c-6cc7-4d39-94df-815f48fbbeb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:00:58.914920 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c3c466c7-8bba-4386-8c80-aa15c6a16f83 req-fd20279c-6cc7-4d39-94df-815f48fbbeb1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64 HTTP/1.1" status: 200 len: 910 time: 0.1238241 May 26 00:00:59.015254 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c3c466c7-8bba-4386-8c80-aa15c6a16f83 req-15b0e0c2-dc0f-4f41-9603-f1ddfee79b4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8 HTTP/1.1" status: 200 len: 1000 time: 0.0943377 May 26 00:00:59.078442 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c466c7-8bba-4386-8c80-aa15c6a16f83 req-34509f40-0003-4eb2-9ba4-33711a69062a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:00:59.079774 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c3c466c7-8bba-4386-8c80-aa15c6a16f83 req-34509f40-0003-4eb2-9ba4-33711a69062a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d09283e-fff0-4cd9-ab03-0d83e475e121 HTTP/1.1" status: 200 len: 848 time: 0.0594251 May 26 00:00:59.153190 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c3c466c7-8bba-4386-8c80-aa15c6a16f83 req-04127ddc-330e-4a4a-a9f2-96f44ca6917a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668385 May 26 00:00:59.280223 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c3c466c7-8bba-4386-8c80-aa15c6a16f83 req-95a36906-b292-4a81-b734-c49a6e756a02 service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216097 May 26 00:00:59.407683 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-c3c466c7-8bba-4386-8c80-aa15c6a16f83 req-747011c0-3612-40cc-9f3c-a23599aa4e31 service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221375 May 26 00:00:59.670623 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:01:11.546536 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a07edb5d-0fb4-4dad-a743-a0b041f0bed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:13.717822 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-5688c6e0-0885-4994-ba78-b67a55bd24af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:15.123756 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:15.146641 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:16.935019 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:18.204006 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:36.670428 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:01:41.523496 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba591-260d-49e1-91b4-780a21c6b75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:43.763719 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-45dce31f-efea-4902-aee4-5d949f69c3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:45.140884 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:45.180615 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:46.934409 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:48.232713 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:51.545295 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device f7f2675c-da2d-4261-ae41-b8370bde76c8 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 00:01:51.675290 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port f7f2675c-da2d-4261-ae41-b8370bde76c8, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:01:51.687995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'port_id': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'mac_address': 'fa:16:3e:54:90:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 00:01:51.739524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:51.755983 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7f2675c-da2d-4261-ae41-b8370bde76c8 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 00:01:51.770847 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port f7f2675c-da2d-4261-ae41-b8370bde76c8, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:01:51.849009 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:51.920149 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=f7f2675c-da2d-4261-ae41-b8370bde76c8,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:01:51.928204 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:01:51.930103 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:01:51.930103 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:01:51.930103 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:01:51.930103 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:01:51.930103 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:01:51.930103 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:01:51.930573 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:01:51.930761 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:01:51.931071 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:01:51.931386 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:01:51.937831 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['f7f2675c-da2d-4261-ae41-b8370bde76c8'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 00:01:53.539674 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device f7f2675c-da2d-4261-ae41-b8370bde76c8 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 00:01:53.608813 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port f7f2675c-da2d-4261-ae41-b8370bde76c8 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 00:01:53.609179 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:53.736093 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:53.766328 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f2675c-da2d-4261-ae41-b8370bde76c8'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 00:01:53.779479 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port f7f2675c-da2d-4261-ae41-b8370bde76c8, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:01:53.855497 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:01:53.949680 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=f7f2675c-da2d-4261-ae41-b8370bde76c8,revision_number=7']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:01:53.955231 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db14bd1-6606-4fe3-a3c5-2b3e38ca511f'] response: {'server_uuid': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'code': 200} May 26 00:02:00.534025 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-23378a0f-c3e0-4e8b-9af5-a7308e334eed req-1e9a6896-4f35-485a-9053-0c2d61df6c1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4835453ab15744af98874ff02a04ceca&device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 1098 time: 0.0693221 May 26 00:02:00.677000 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23378a0f-c3e0-4e8b-9af5-a7308e334eed req-7defe601-3fe1-4305-ad55-f59d4b56dadb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:00.678458 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-23378a0f-c3e0-4e8b-9af5-a7308e334eed req-7defe601-3fe1-4305-ad55-f59d4b56dadb service neutron] 10.222.0.73 "GET /v2.0/networks?id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64 HTTP/1.1" status: 200 len: 910 time: 0.1264522 May 26 00:02:00.789253 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-23378a0f-c3e0-4e8b-9af5-a7308e334eed req-42355632-4794-4756-8bfc-b81d65a383cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8 HTTP/1.1" status: 200 len: 1000 time: 0.1052005 May 26 00:02:00.858047 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23378a0f-c3e0-4e8b-9af5-a7308e334eed req-150813b1-e03a-409b-8db6-c288d122829e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:00.859500 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-23378a0f-c3e0-4e8b-9af5-a7308e334eed req-150813b1-e03a-409b-8db6-c288d122829e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d09283e-fff0-4cd9-ab03-0d83e475e121 HTTP/1.1" status: 200 len: 848 time: 0.0647988 May 26 00:02:00.943563 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-23378a0f-c3e0-4e8b-9af5-a7308e334eed req-133f43e6-c820-4d92-871e-01b4541e5cb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775993 May 26 00:02:01.091101 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-23378a0f-c3e0-4e8b-9af5-a7308e334eed req-6163f930-4076-43ac-bba4-54fd9d4c83fe service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407533 May 26 00:02:01.232272 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-23378a0f-c3e0-4e8b-9af5-a7308e334eed req-09441e74-a48c-4b8e-87c7-dc6df0b26e24 service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352739 May 26 00:02:05.879367 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-861b9690-15ae-4e39-9522-f3a5895ecf01 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-597266764&fields=id&tenant_id=4835453ab15744af98874ff02a04ceca HTTP/1.1" status: 200 len: 267 time: 0.0413196 May 26 00:02:06.022808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f124b7d-bf65-46d7-9c7c-c970b736b220 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:06.024137 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f124b7d-bf65-46d7-9c7c-c970b736b220 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/networks?id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64 HTTP/1.1" status: 200 len: 809 time: 0.1384566 May 26 00:02:06.040164 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-b1340b5b-5bad-4705-a5ed-33ed8074ebb5 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/quotas/4835453ab15744af98874ff02a04ceca HTTP/1.1" status: 200 len: 375 time: 0.0105457 May 26 00:02:06.124710 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-287b66a4-fe7a-43b0-a597-38137046b8ec tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4835453ab15744af98874ff02a04ceca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0797365 May 26 00:02:06.258790 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-4c648ff2-b933-4d22-92ea-cabfe5e7fc30 service neutron] 10.222.0.66 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226845 May 26 00:02:06.388458 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-e1dbfcd9-8ae7-4ae5-af4d-e49be98a52a3 service neutron] 10.222.0.66 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231515 May 26 00:02:06.759703 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-aabcc447-61b4-4721-bba6-de39fe563f07 req-3cf5c04f-986e-4388-b7b4-915a4d043903 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 210 time: 0.1078305 May 26 00:02:07.925637 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-161b9c16-5be6-4b1b-bf47-2132b123b02e req-c1560d25-52ca-4313-b535-285df05e3317 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 210 time: 0.0436826 May 26 00:02:08.909537 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-82c8f29b-b89d-458e-a3f5-92313cad3994 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:08.910930 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-82c8f29b-b89d-458e-a3f5-92313cad3994 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.73 "GET /v2.0/networks?id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64 HTTP/1.1" status: 200 len: 809 time: 0.2315705 May 26 00:02:08.963085 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-38c7bde5-ba59-42ad-b1c1-1a310db37a82 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4835453ab15744af98874ff02a04ceca HTTP/1.1" status: 200 len: 379 time: 0.0405030 May 26 00:02:08.971520 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Request body: {'port': {'device_id': '98ab363e-ad5c-4278-90b7-49babf966873', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'admin_state_up': True, 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'security_groups': ['e6cf748b-9e9b-4127-8dfb-52d72300320c']}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 00:02:09.103205 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1e7dc272-6b0c-40b2-b81e-54aec9437f0b req-8df5e99d-8f56-42dc-b669-34d0093457a3 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 210 time: 0.0415442 May 26 00:02:09.107716 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 00:02:09.111643 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Usage tracker for resource:port and tenant:4835453ab15744af98874ff02a04ceca is out of sync, need to count used quota {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 00:02:09.114538 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 00:02:09.120326 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.quota.driver [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 00:02:09.174905 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Made reservation on behalf of 4835453ab15744af98874ff02a04ceca for: {'port': 1} {{(pid=84717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 00:02:09.178162 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:09.355811 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_common [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Allocated IP 172.20.0.5 (546c37c5-b41c-4e8f-b331-3d9fc6abbb64/8d09283e-fff0-4cd9-ab03-0d83e475e121/3d9f7276-a584-4129-abb1-83e7446a19f6) {{(pid=84717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 00:02:09.557547 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for port, precommit_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:09.575991 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Transition to ACTIVE for port object 3d9f7276-a584-4129-abb1-83e7446a19f6 will not be triggered until provisioned by entity DHCP. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 00:02:09.618686 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device f7f2675c-da2d-4261-ae41-b8370bde76c8 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 00:02:09.661327 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_create {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:09.742274 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 is already hosted by enough agents. {{(pid=84717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 00:02:09.743774 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.base_scheduler [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Resources bound (agent type, host, resource id): {{(pid=84717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 00:02:09.747096 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Received port after_create {{(pid=84717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 00:02:09.787811 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:09.791954 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event updated for resources: {'Port': ['ID=3d9f7276-a584-4129-abb1-83e7446a19f6,revision_number=1']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:02:09.812037 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:09.812380 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:09.812741 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:09.813069 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:09.813393 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:09.813778 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:09.817380 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:09.817536 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f2675c-da2d-4261-ae41-b8370bde76c8'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 00:02:09.818146 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:09.818691 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:09.819346 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:09.819887 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:09.846815 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port f7f2675c-da2d-4261-ae41-b8370bde76c8, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:02:09.868321 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:09.869319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:09.890555 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf3f01c9-9d04-4c7f-a34f-794d31d4a8f1'] response: {'server_uuid': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'code': 200} May 26 00:02:09.929590 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:09.993783 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-1c7d6d93-0ca3-441a-9aa3-c0e44107f818 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0258224 May 26 00:02:10.006023 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=f7f2675c-da2d-4261-ae41-b8370bde76c8,revision_number=8']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:02:10.243699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-265e4b05-a340-4272-9fdf-349ebf406afd None None] Provisioning for port 3d9f7276-a584-4129-abb1-83e7446a19f6 completed by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 00:02:10.259261 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-265e4b05-a340-4272-9fdf-349ebf406afd None None] Provisioning complete for port 3d9f7276-a584-4129-abb1-83e7446a19f6 triggered by entity DHCP. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 00:02:10.260374 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-265e4b05-a340-4272-9fdf-349ebf406afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:10.338125 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-265e4b05-a340-4272-9fdf-349ebf406afd None None] Port 3d9f7276-a584-4129-abb1-83e7446a19f6 cannot update to ACTIVE because it is not bound. {{(pid=84718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 00:02:10.349246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e400bbe-6a0c-433c-9bc1-4b82b6f4f775 req-e55b4dbc-1b7c-454e-8581-dc51800fdac8 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:10.350608 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9e400bbe-6a0c-433c-9bc1-4b82b6f4f775 req-e55b4dbc-1b7c-454e-8581-dc51800fdac8 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 931 time: 0.0911875 May 26 00:02:10.399121 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9e400bbe-6a0c-433c-9bc1-4b82b6f4f775 req-7f10f192-83e8-49f7-a72b-684f7f9dfcc5 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421507 May 26 00:02:11.541273 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0a7115f9-c0d6-47cf-bb3f-0a9bb1a7fb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:11.633967 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589effc-a89b-4f65-96d8-8b806d80d0f1 req-98558baf-b1f5-4ecf-ba5e-5bf0825c29d3 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:11.635412 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9589effc-a89b-4f65-96d8-8b806d80d0f1 req-98558baf-b1f5-4ecf-ba5e-5bf0825c29d3 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 931 time: 0.0893099 May 26 00:02:11.684371 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9589effc-a89b-4f65-96d8-8b806d80d0f1 req-06c2b441-098f-4d8e-9399-cc79f8f16cfd tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423167 May 26 00:02:12.891702 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0717f-2c86-4dcc-a2c6-8553339a34d4 req-fff61fe5-09f1-4d09-b2b5-ad3969af8f75 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:12.893198 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9f0717f-2c86-4dcc-a2c6-8553339a34d4 req-fff61fe5-09f1-4d09-b2b5-ad3969af8f75 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 931 time: 0.0795975 May 26 00:02:12.945820 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-d9f0717f-2c86-4dcc-a2c6-8553339a34d4 req-8d4cde77-ad3e-4363-856d-cf67be5ce40e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466573 May 26 00:02:13.671972 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:02:13.751272 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-46c7c5f9-eeae-4aa0-b40f-61eb76220d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:14.151383 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750ddf9-5679-4c02-a7e4-d9326e110fed req-20646d2e-b5a1-4744-9db7-29749969036c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:14.153705 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f750ddf9-5679-4c02-a7e4-d9326e110fed req-20646d2e-b5a1-4744-9db7-29749969036c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 931 time: 0.0803981 May 26 00:02:14.202073 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-f750ddf9-5679-4c02-a7e4-d9326e110fed req-5e8ba485-022c-46de-a2db-305ab435d27b tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428998 May 26 00:02:15.446222 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f742fb-22cf-4384-860b-ddb06739f465 req-66cc1aee-07bc-4b1a-ab98-a8ea51126f53 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:15.500689 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e0f742fb-22cf-4384-860b-ddb06739f465 req-66cc1aee-07bc-4b1a-ab98-a8ea51126f53 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 931 time: 0.0805805 May 26 00:02:15.500689 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e0f742fb-22cf-4384-860b-ddb06739f465 req-84bef262-8f5d-4029-8f08-e1205490ec85 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399511 May 26 00:02:15.769992 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:15.803912 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:16.721531 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b0afc-df82-4fc8-9b69-1972961749d1 req-1727ae32-04a9-4b80-8cd3-c34a085c5a0a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:16.722952 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-416b0afc-df82-4fc8-9b69-1972961749d1 req-1727ae32-04a9-4b80-8cd3-c34a085c5a0a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 931 time: 0.0796623 May 26 00:02:16.770622 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-416b0afc-df82-4fc8-9b69-1972961749d1 req-37fe2903-57a4-493e-b1f8-bf835304dea9 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416708 May 26 00:02:16.975204 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:17.960775 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.v2.base [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Request body: {'port': {'device_id': '98ab363e-ad5c-4278-90b7-49babf966873', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 00:02:17.973688 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07763df5-0282-4e78-b6d0-023af8126935 req-37a7f062-9f0f-4ed7-883b-30b51b66d022 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:17.975130 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-07763df5-0282-4e78-b6d0-023af8126935 req-37a7f062-9f0f-4ed7-883b-30b51b66d022 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 931 time: 0.0800076 May 26 00:02:18.022247 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-07763df5-0282-4e78-b6d0-023af8126935 req-debcdf37-cd5a-44db-8528-64c1b9cac591 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407822 May 26 00:02:18.069622 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:18.238300 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:18.411693 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9f7276-a584-4129-abb1-83e7446a19f6 {{(pid=84717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 00:02:18.419271 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:18.433018 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.provisioning_blocks [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Transition to ACTIVE for port object 3d9f7276-a584-4129-abb1-83e7446a19f6 will not be triggered until provisioned by entity L2. {{(pid=84717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 00:02:18.495082 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:18.627253 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9f7276-a584-4129-abb1-83e7446a19f6,revision_number=2']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:02:18.729986 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Attempting to bind port 3d9f7276-a584-4129-abb1-83e7446a19f6 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 00:02:18.730466 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Attempting to bind port 3d9f7276-a584-4129-abb1-83e7446a19f6 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 00:02:18.730784 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Attempting to bind port 3d9f7276-a584-4129-abb1-83e7446a19f6 on network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 00:02:18.736420 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Port 3d9f7276-a584-4129-abb1-83e7446a19f6 on network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 00:02:18.736761 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Attempting to bind port 3d9f7276-a584-4129-abb1-83e7446a19f6 on network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 00:02:18.742862 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Checking agent: {'id': '8129431d-a2fa-4d80-a3bd-4137e760bb00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'started_at': datetime.datetime(2022, 5, 25, 22, 49, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 0, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 00:02:18.743187 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Checking segment: {'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 00:02:18.743565 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Bound using segment: {'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'} {{(pid=84717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 00:02:18.743980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.managers [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Bound port: 3d9f7276-a584-4129-abb1-83e7446a19f6, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10815369-1abe-4e9e-99cf-91ac69dca086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64'}}] {{(pid=84717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 00:02:18.744316 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:18.833448 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] For port 3d9f7276-a584-4129-abb1-83e7446a19f6, host hv-neutron-8433, cleared binding levels {{(pid=84717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 00:02:18.836298 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] For port 3d9f7276-a584-4129-abb1-83e7446a19f6, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d9f7276-a584-4129-abb1-83e7446a19f6,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 00:02:18.906815 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2880385'] for port, after_update {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:18.968214 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:18.969592 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] 10.222.0.73 "PUT /v2.0/ports/3d9f7276-a584-4129-abb1-83e7446a19f6 HTTP/1.1" status: 200 len: 1093 time: 1.0131788 May 26 00:02:18.970023 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ab363e-ad5c-4278-90b7-49babf966873', 'tag': '3d9f7276-a584-4129-abb1-83e7446a19f6'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 00:02:18.989263 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a8ef5-88fb-433a-9b4d-0ff227ed4560 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9f7276-a584-4129-abb1-83e7446a19f6,revision_number=3']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:02:19.028292 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7eb793c-8d5c-4e52-bcdd-a06020862243'] response: {'name': 'network-changed', 'server_uuid': '98ab363e-ad5c-4278-90b7-49babf966873', 'tag': '3d9f7276-a584-4129-abb1-83e7446a19f6', 'status': 'completed', 'code': 200} May 26 00:02:19.127039 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-aa88e01e-3dc3-4b55-b4a6-480383515f39 req-5a3b24c9-4b26-41cd-a4ef-e1a39d223b9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4835453ab15744af98874ff02a04ceca&device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 1096 time: 0.0803845 May 26 00:02:19.229719 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda8975-ae80-47a0-9015-984d816761d4 req-609e76ff-fb65-42a4-8eb0-286d897b7851 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:19.231284 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4eda8975-ae80-47a0-9015-984d816761d4 req-609e76ff-fb65-42a4-8eb0-286d897b7851 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 943 time: 0.0796053 May 26 00:02:19.281598 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-4eda8975-ae80-47a0-9015-984d816761d4 req-aab7103f-8280-4def-86bf-07ae3b2c442a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437014 May 26 00:02:19.359632 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88e01e-3dc3-4b55-b4a6-480383515f39 req-d847c21b-28fa-493f-b66c-da3f54df1276 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:19.361096 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-aa88e01e-3dc3-4b55-b4a6-480383515f39 req-d847c21b-28fa-493f-b66c-da3f54df1276 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=4835453ab15744af98874ff02a04ceca&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2274387 May 26 00:02:19.492337 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88e01e-3dc3-4b55-b4a6-480383515f39 req-32377d41-abf5-4a01-999c-f77c01f8b84b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:19.493709 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-aa88e01e-3dc3-4b55-b4a6-480383515f39 req-32377d41-abf5-4a01-999c-f77c01f8b84b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272519 May 26 00:02:19.593646 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-ce932a1c-c792-409a-8f6c-688059b949b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4835453ab15744af98874ff02a04ceca&device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 1096 time: 0.0675485 May 26 00:02:19.663818 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-03e0e28f-6c9c-4bac-93bb-a52383566e50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d9f7276-a584-4129-abb1-83e7446a19f6 HTTP/1.1" status: 200 len: 217 time: 0.0637417 May 26 00:02:19.724470 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-eff33bbf-6f63-4495-bed5-e4343538fe30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:19.725910 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-eff33bbf-6f63-4495-bed5-e4343538fe30 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d09283e-fff0-4cd9-ab03-0d83e475e121 HTTP/1.1" status: 200 len: 848 time: 0.0567074 May 26 00:02:19.800006 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-d9438602-fc4d-406e-a17d-0a0f33f3b75f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685706 May 26 00:02:19.927067 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-47f7d650-184a-4b85-94e0-982ec6b96bd0 service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211689 May 26 00:02:20.056028 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-0bb292a6-d5cc-43dd-8b84-8ba13564a419 req-6e9ab74a-4da5-400d-a7b3-14220620cdcc service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237411 May 26 00:02:20.482032 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642790d5-0c87-49b9-9c0a-d61006522a50 req-28dc89c4-ed77-49ff-b1ad-581dd4f1bc9f tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:20.483471 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-642790d5-0c87-49b9-9c0a-d61006522a50 req-28dc89c4-ed77-49ff-b1ad-581dd4f1bc9f tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 943 time: 0.0772929 May 26 00:02:20.528664 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-642790d5-0c87-49b9-9c0a-d61006522a50 req-15a89e89-e51b-41bc-97dc-0eb1586a6441 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397160 May 26 00:02:21.696804 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3d9f7276-a584-4129-abb1-83e7446a19f6 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 00:02:21.726370 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed26443-5517-4877-900e-827a6dea3879 req-a45fbfdd-6c91-4979-aba3-aa38d09d6e11 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:21.727819 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6ed26443-5517-4877-900e-827a6dea3879 req-a45fbfdd-6c91-4979-aba3-aa38d09d6e11 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 943 time: 0.0786989 May 26 00:02:21.839728 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3d9f7276-a584-4129-abb1-83e7446a19f6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d9f7276-a584-4129-abb1-83e7446a19f6,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:02:21.852750 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '3d9f7276-a584-4129-abb1-83e7446a19f6', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'port_id': '3d9f7276-a584-4129-abb1-83e7446a19f6', 'mac_address': 'fa:16:3e:26:41:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 00:02:21.863461 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-6ed26443-5517-4877-900e-827a6dea3879 req-e853ccc9-2e71-4cbd-b54a-d84380900732 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295221 May 26 00:02:21.909374 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:21.926573 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9f7276-a584-4129-abb1-83e7446a19f6 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 00:02:21.941418 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3d9f7276-a584-4129-abb1-83e7446a19f6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d9f7276-a584-4129-abb1-83e7446a19f6,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:02:22.008552 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:22.071163 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=3d9f7276-a584-4129-abb1-83e7446a19f6,revision_number=4']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:02:22.245354 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['3d9f7276-a584-4129-abb1-83e7446a19f6'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 00:02:23.058725 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9dfb-c14f-4c94-96a6-a57513c8805a req-77c13715-33ed-4a05-bbc9-68630b5a8f82 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:23.060138 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8c3d9dfb-c14f-4c94-96a6-a57513c8805a req-77c13715-33ed-4a05-bbc9-68630b5a8f82 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 944 time: 0.0746999 May 26 00:02:23.103784 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-8c3d9dfb-c14f-4c94-96a6-a57513c8805a req-2c1ab0e2-210b-4727-9a3c-ed37290cf8dd tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382624 May 26 00:02:23.710587 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3d9f7276-a584-4129-abb1-83e7446a19f6 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 00:02:23.837844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning for port 3d9f7276-a584-4129-abb1-83e7446a19f6 completed by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 00:02:23.842576 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 3d9f7276-a584-4129-abb1-83e7446a19f6 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 00:02:23.842939 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:23.955400 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:23.983158 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ab363e-ad5c-4278-90b7-49babf966873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9f7276-a584-4129-abb1-83e7446a19f6'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 00:02:23.992764 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3d9f7276-a584-4129-abb1-83e7446a19f6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d9f7276-a584-4129-abb1-83e7446a19f6,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:02:24.036038 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9695b99a-252f-473e-a3e3-d92a1cae4450'] response: {'server_uuid': '98ab363e-ad5c-4278-90b7-49babf966873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9f7276-a584-4129-abb1-83e7446a19f6', 'code': 200} May 26 00:02:24.060773 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:24.125540 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=3d9f7276-a584-4129-abb1-83e7446a19f6,revision_number=5']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:02:24.305592 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0759649-e1ea-4c38-bea4-2b0654686551 req-0268602f-0447-46ae-92a7-7109914184b9 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:24.306987 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e0759649-e1ea-4c38-bea4-2b0654686551 req-0268602f-0447-46ae-92a7-7109914184b9 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 945 time: 0.0802197 May 26 00:02:24.356543 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-e0759649-e1ea-4c38-bea4-2b0654686551 req-a6b3b791-6c5b-4f8b-90b9-6bf7305eaa61 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433476 May 26 00:02:24.417001 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d1b37af4-0d7b-449e-a47a-f568010dcb08 req-65516e85-07a1-43c1-8d3b-23aa3b2f82e6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 1098 time: 0.0701773 May 26 00:02:24.460224 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-d1b37af4-0d7b-449e-a47a-f568010dcb08 req-646c6c6d-a7bf-4fca-8684-e2ce1b024ce0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379264 May 26 00:02:25.630051 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1659756-300b-44f6-9cc0-36fda54184f4 req-3e01f6ef-e6c9-4ffd-bbaf-890e905ff345 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:25.631510 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a1659756-300b-44f6-9cc0-36fda54184f4 req-3e01f6ef-e6c9-4ffd-bbaf-890e905ff345 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 945 time: 0.0776513 May 26 00:02:25.680460 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-a1659756-300b-44f6-9cc0-36fda54184f4 req-ed686ee9-bd33-4c5f-8248-cbab4789aba5 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423734 May 26 00:02:26.876615 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5696fe-5e0c-4261-abf2-bef8f0fe04b0 req-79cdd550-be72-4626-9601-e8d81e995859 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:26.878299 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-aa5696fe-5e0c-4261-abf2-bef8f0fe04b0 req-79cdd550-be72-4626-9601-e8d81e995859 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 945 time: 0.0745735 May 26 00:02:26.922935 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-aa5696fe-5e0c-4261-abf2-bef8f0fe04b0 req-ac802384-774c-462e-afbb-9868ed00ebe2 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392590 May 26 00:02:27.117228 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e965c4-3b99-4e5b-b836-6da48bb417a0 req-759ade4f-f14b-4df0-ab2b-cec89c966131 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:27.118653 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c0e965c4-3b99-4e5b-b836-6da48bb417a0 req-759ade4f-f14b-4df0-ab2b-cec89c966131 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 945 time: 0.0780089 May 26 00:02:27.163579 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-c0e965c4-3b99-4e5b-b836-6da48bb417a0 req-8a916757-234b-404b-8b56-e90f57dfc9ea tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389299 May 26 00:02:27.192493 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 51152) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:02:27.260936 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-883872b3-d9e0-461a-aa71-00fbadcfceca tempest-TestSnapshotPattern-892493252 tempest-TestSnapshotPattern-892493252-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 1093 time: 0.0672462 May 26 00:02:27.264334 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 51156) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:02:27.269369 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.v2.base [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Request body: {'floatingip': {'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'port_id': '3d9f7276-a584-4129-abb1-83e7446a19f6', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 00:02:27.275271 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 00:02:27.279768 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Usage tracker for resource:floatingip and tenant:4835453ab15744af98874ff02a04ceca is out of sync, need to count used quota {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 00:02:27.282580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 00:02:27.288204 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.quota.driver [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 00:02:27.356835 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for floatingip, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:27.488040 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:27.625446 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_common [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Allocated IP 172.26.5.181 (c513f589-f876-49b8-8061-8e2704cb350d/d14ddba5-30c7-435f-9c12-eac675f99823/10828416-8863-4f28-900a-6c17487eb0ed) {{(pid=84716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 00:02:27.768686 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for port, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:27.889746 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790575150219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:27.951529 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Network c513f589-f876-49b8-8061-8e2704cb350d is already hosted by enough agents. {{(pid=84716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 00:02:27.954159 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.base_scheduler [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Resources bound (agent type, host, resource id): {{(pid=84716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 00:02:27.957573 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Received port after_create {{(pid=84716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 00:02:27.994288 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event updated for resources: {'Port': ['ID=10828416-8863-4f28-900a-6c17487eb0ed,revision_number=1']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:02:28.013117 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:28.013449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:28.013860 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:28.014182 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:28.014498 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:28.014816 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:28.015125 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:28.015436 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:28.015739 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:28.016042 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:28.016348 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:02:28.463102 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:28.654193 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:28.849034 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for port, precommit_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:28.899344 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1199110'] for port, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:29.004824 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event updated for resources: {'Port': ['ID=10828416-8863-4f28-900a-6c17487eb0ed,revision_number=2']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:02:29.018186 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4122090'] for floatingip, after_update {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:29.203936 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.db.l3_db [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Floating IP 393b7c66-fe0c-4eef-a0ea-a3fde2a49b1f associated. External IP: 172.26.5.181, port: 3d9f7276-a584-4129-abb1-83e7446a19f6. May 26 00:02:29.581419 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Router 078ad90c-659d-458d-bf6f-4cde2b8d2315 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 00:02:29.774769 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 00:02:29.784634 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8962055-8b77-4435-8957-d3b4ad8fdc49 None None] Sync routers for ids ['078ad90c-659d-458d-bf6f-4cde2b8d2315'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 00:02:29.796085 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8962055-8b77-4435-8957-d3b4ad8fdc49 None None] Routers {'078ad90c-659d-458d-bf6f-4cde2b8d2315'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 00:02:29.796734 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f8962055-8b77-4435-8957-d3b4ad8fdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-26T00:02:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['078ad90c-659d-458d-bf6f-4cde2b8d2315'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:02:29.855013 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:29.911542 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-6ace5be6-561e-4a8e-a906-c381225bd82a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6461649 May 26 00:02:29.912332 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ab363e-ad5c-4278-90b7-49babf966873', 'tag': '3d9f7276-a584-4129-abb1-83e7446a19f6'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 00:02:29.967577 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974268a6-77ad-4969-af6b-fc410b512919'] response: {'name': 'network-changed', 'server_uuid': '98ab363e-ad5c-4278-90b7-49babf966873', 'tag': '3d9f7276-a584-4129-abb1-83e7446a19f6', 'status': 'completed', 'code': 200} May 26 00:02:29.975274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-f8962055-8b77-4435-8957-d3b4ad8fdc49 None None] Set router 078ad90c-659d-458d-bf6f-4cde2b8d2315 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 00:02:30.060547 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ddc5d531-1c3f-49d1-85f3-09c68c1fdbde req-11dc56b8-7612-4632-bbc7-84f57db477d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4835453ab15744af98874ff02a04ceca&device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 1098 time: 0.0712352 May 26 00:02:30.191528 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5d531-1c3f-49d1-85f3-09c68c1fdbde req-7070eae3-4771-4b75-a7e1-03ff6a9ac955 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:30.193017 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ddc5d531-1c3f-49d1-85f3-09c68c1fdbde req-7070eae3-4771-4b75-a7e1-03ff6a9ac955 service neutron] 10.222.0.73 "GET /v2.0/networks?id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64 HTTP/1.1" status: 200 len: 910 time: 0.1270390 May 26 00:02:30.296880 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ddc5d531-1c3f-49d1-85f3-09c68c1fdbde req-48e20deb-6a31-4db9-b8ca-ec2b5b66f5db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d9f7276-a584-4129-abb1-83e7446a19f6 HTTP/1.1" status: 200 len: 999 time: 0.0982261 May 26 00:02:30.361495 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f8962055-8b77-4435-8957-d3b4ad8fdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '393b7c66-fe0c-4eef-a0ea-a3fde2a49b1f', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'floating_ip_address': '172.26.5.181', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'port_id': '3d9f7276-a584-4129-abb1-83e7446a19f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'mac_address': 'fa:16:3e:26:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ab363e-ad5c-4278-90b7-49babf966873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T00:02:28Z', 'updated_at': '2022-05-26T00:02:28Z', 'revision_number': 0, 'project_id': '4835453ab15744af98874ff02a04ceca', 'fixed_ip_address_scope': None}, {'id': 'f5690b19-1db7-4b6b-b94f-8b339a4e898c', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'floating_ip_address': '172.26.5.15', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'port_id': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'mac_address': 'fa:16:3e:54:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:59:55Z', 'updated_at': '2022-05-26T00:00:03Z', 'revision_number': 1, 'project_id': '4835453ab15744af98874ff02a04ceca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:44Z', 'revision_number': 5, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:02:30.362789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5d531-1c3f-49d1-85f3-09c68c1fdbde req-62f6f21a-5cee-44e3-a1a6-06fa68b2b97f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:02:30.364344 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ddc5d531-1c3f-49d1-85f3-09c68c1fdbde req-62f6f21a-5cee-44e3-a1a6-06fa68b2b97f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d09283e-fff0-4cd9-ab03-0d83e475e121 HTTP/1.1" status: 200 len: 848 time: 0.0618742 May 26 00:02:30.365525 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8962055-8b77-4435-8957-d3b4ad8fdc49 None None] Checking router: 078ad90c-659d-458d-bf6f-4cde2b8d2315 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 00:02:30.375946 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8962055-8b77-4435-8957-d3b4ad8fdc49 None None] Routers {'078ad90c-659d-458d-bf6f-4cde2b8d2315'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 00:02:30.376551 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f8962055-8b77-4435-8957-d3b4ad8fdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-26T00:02:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['078ad90c-659d-458d-bf6f-4cde2b8d2315'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:02:30.440605 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ddc5d531-1c3f-49d1-85f3-09c68c1fdbde req-4f797154-22e6-42e6-8984-abfcb3588c4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696681 May 26 00:02:30.552144 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-f8962055-8b77-4435-8957-d3b4ad8fdc49 None None] Set router 078ad90c-659d-458d-bf6f-4cde2b8d2315 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 00:02:30.573137 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ddc5d531-1c3f-49d1-85f3-09c68c1fdbde req-ba59d523-d7e6-41d9-a3ba-9e7cc3be2815 service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270342 May 26 00:02:30.794872 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-ddc5d531-1c3f-49d1-85f3-09c68c1fdbde req-9ca0ddcd-edf1-42ef-9741-029fafd15c86 service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161794 May 26 00:02:30.896704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-f8962055-8b77-4435-8957-d3b4ad8fdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '393b7c66-fe0c-4eef-a0ea-a3fde2a49b1f', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'floating_ip_address': '172.26.5.181', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'port_id': '3d9f7276-a584-4129-abb1-83e7446a19f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'mac_address': 'fa:16:3e:26:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ab363e-ad5c-4278-90b7-49babf966873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T00:02:28Z', 'updated_at': '2022-05-26T00:02:28Z', 'revision_number': 0, 'project_id': '4835453ab15744af98874ff02a04ceca', 'fixed_ip_address_scope': None}, {'id': 'f5690b19-1db7-4b6b-b94f-8b339a4e898c', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'floating_ip_address': '172.26.5.15', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'port_id': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'mac_address': 'fa:16:3e:54:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:59:55Z', 'updated_at': '2022-05-26T00:00:03Z', 'revision_number': 1, 'project_id': '4835453ab15744af98874ff02a04ceca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:44Z', 'revision_number': 5, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:02:30.900649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8962055-8b77-4435-8957-d3b4ad8fdc49 None None] The sync data for ids ['078ad90c-659d-458d-bf6f-4cde2b8d2315'] in dv-neutron-843300-1-hyperv is: [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': '393b7c66-fe0c-4eef-a0ea-a3fde2a49b1f', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'floating_ip_address': '172.26.5.181', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'port_id': '3d9f7276-a584-4129-abb1-83e7446a19f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'mac_address': 'fa:16:3e:26:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ab363e-ad5c-4278-90b7-49babf966873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T00:02:28Z', 'updated_at': '2022-05-26T00:02:28Z', 'revision_number': 0, 'project_id': '4835453ab15744af98874ff02a04ceca', 'fixed_ip_address_scope': None}, {'id': 'f5690b19-1db7-4b6b-b94f-8b339a4e898c', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'floating_ip_address': '172.26.5.15', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'port_id': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'mac_address': 'fa:16:3e:54:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:59:55Z', 'updated_at': '2022-05-26T00:00:03Z', 'revision_number': 1, 'project_id': '4835453ab15744af98874ff02a04ceca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:44Z', 'revision_number': 5, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 00:02:31.091826 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e27a16-8108-4fe9-9db8-ee472a7ca8e2 None None] New status for floating IP 393b7c66-fe0c-4eef-a0ea-a3fde2a49b1f: ACTIVE {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 00:02:41.517591 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-734a9595-dc96-48e3-961a-8eeb39f1c267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:43.757778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-4d68f190-7ce5-4098-8f3c-f34b207e7c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:45.163498 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:45.191869 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:46.923318 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:48.283608 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:02:50.672944 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:03:02.476894 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fb070940-ec35-4a73-a73e-5d8779dea8f4 req-ba34cca7-e879-45a0-be52-f7fa9f8ff51d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713432 May 26 00:03:02.609260 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fb070940-ec35-4a73-a73e-5d8779dea8f4 req-cacbd3b8-7e0f-4f5a-8fcc-77939f673ec7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4835453ab15744af98874ff02a04ceca&device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 1096 time: 0.0670440 May 26 00:03:02.751419 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb070940-ec35-4a73-a73e-5d8779dea8f4 req-b243507f-bc94-4e2c-a73e-5a503e68148e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:03:02.752779 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fb070940-ec35-4a73-a73e-5d8779dea8f4 req-b243507f-bc94-4e2c-a73e-5a503e68148e service neutron] 10.222.0.73 "GET /v2.0/networks?id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64 HTTP/1.1" status: 200 len: 910 time: 0.1268878 May 26 00:03:02.862662 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fb070940-ec35-4a73-a73e-5d8779dea8f4 req-f9b30570-4e9d-4fd6-98a7-778eedc90bca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8 HTTP/1.1" status: 200 len: 998 time: 0.1032727 May 26 00:03:02.924071 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb070940-ec35-4a73-a73e-5d8779dea8f4 req-e4f6458e-06e5-41de-9204-2e6f68c9fac0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:03:02.925477 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fb070940-ec35-4a73-a73e-5d8779dea8f4 req-e4f6458e-06e5-41de-9204-2e6f68c9fac0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d09283e-fff0-4cd9-ab03-0d83e475e121 HTTP/1.1" status: 200 len: 848 time: 0.0570042 May 26 00:03:02.999405 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fb070940-ec35-4a73-a73e-5d8779dea8f4 req-fe05d2a6-4f3a-4620-bb94-8c4ed6b515b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683806 May 26 00:03:03.128459 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fb070940-ec35-4a73-a73e-5d8779dea8f4 req-b09011f2-697a-44ab-bd71-f33858e0edac service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224563 May 26 00:03:03.265286 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-fb070940-ec35-4a73-a73e-5d8779dea8f4 req-e1927ab5-a32a-491d-b206-8bf63e16e02e service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306243 May 26 00:03:11.523035 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-850de798-d355-4250-8fce-89ddcf99ea7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:03:13.751810 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2ee88071-c1ab-470e-b051-e04f9306b827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:03:15.134738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:03:15.169103 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:03:16.934979 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:03:18.294775 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:03:27.673224 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:03:41.555688 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-95b26dc7-405e-4a4c-b226-5186fca140fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:03:43.774378 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-8b700b54-d7b9-4d80-9c71-166d15e3454d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:03:45.146001 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:03:45.162915 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:03:46.923205 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:03:48.289255 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:00.239688 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3d9f7276-a584-4129-abb1-83e7446a19f6 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 00:04:00.371902 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3d9f7276-a584-4129-abb1-83e7446a19f6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d9f7276-a584-4129-abb1-83e7446a19f6,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:04:00.385104 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Returning: {'device': '3d9f7276-a584-4129-abb1-83e7446a19f6', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'port_id': '3d9f7276-a584-4129-abb1-83e7446a19f6', 'mac_address': 'fa:16:3e:26:41:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 00:04:00.441078 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:00.457989 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d9f7276-a584-4129-abb1-83e7446a19f6 {{(pid=84718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 00:04:00.472574 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3d9f7276-a584-4129-abb1-83e7446a19f6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d9f7276-a584-4129-abb1-83e7446a19f6,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:04:00.568819 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:00.634956 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=3d9f7276-a584-4129-abb1-83e7446a19f6,revision_number=6']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:00.643330 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:00.643661 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:00.643984 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:00.644305 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:00.644649 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:00.644967 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:00.645312 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:00.645662 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:00.645971 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:00.646280 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:00.646588 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:00.655237 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] get_ports_and_sgs() called for port_ids ['3d9f7276-a584-4129-abb1-83e7446a19f6'] {{(pid=84718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 00:04:02.249130 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3d9f7276-a584-4129-abb1-83e7446a19f6 up at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 00:04:02.375727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.provisioning_blocks [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Provisioning complete for port 3d9f7276-a584-4129-abb1-83e7446a19f6 triggered by entity L2. {{(pid=84718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 00:04:02.376098 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1271783'] for port, provisioning_complete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:02.515037 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:02.542876 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ab363e-ad5c-4278-90b7-49babf966873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9f7276-a584-4129-abb1-83e7446a19f6'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 00:04:02.558572 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3d9f7276-a584-4129-abb1-83e7446a19f6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d9f7276-a584-4129-abb1-83e7446a19f6,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:04:02.603349 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2312d594-c5a1-41f6-a43d-9ab9e0943b22'] response: {'server_uuid': '98ab363e-ad5c-4278-90b7-49babf966873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9f7276-a584-4129-abb1-83e7446a19f6', 'code': 200} May 26 00:04:02.630305 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:02.706570 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=3d9f7276-a584-4129-abb1-83e7446a19f6,revision_number=7']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:04.535726 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-40e58b19-f914-48a5-9bfa-a69e2547b7b1 req-bb6c2661-d300-4b26-9ce4-510045d6d0f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4835453ab15744af98874ff02a04ceca&device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 1098 time: 0.0713761 May 26 00:04:04.672773 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:04:04.685789 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e58b19-f914-48a5-9bfa-a69e2547b7b1 req-51971ff3-e69f-41a6-95b8-1816da8c8d55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:04:04.687221 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-40e58b19-f914-48a5-9bfa-a69e2547b7b1 req-51971ff3-e69f-41a6-95b8-1816da8c8d55 service neutron] 10.222.0.73 "GET /v2.0/networks?id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64 HTTP/1.1" status: 200 len: 910 time: 0.1332788 May 26 00:04:04.795529 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-40e58b19-f914-48a5-9bfa-a69e2547b7b1 req-f621f7f7-f065-4bb7-b35f-4284e8cb5515 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d9f7276-a584-4129-abb1-83e7446a19f6 HTTP/1.1" status: 200 len: 1001 time: 0.1028564 May 26 00:04:04.869877 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e58b19-f914-48a5-9bfa-a69e2547b7b1 req-c86ec982-4256-4d30-9b52-aa323c6fc275 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:04:04.874557 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-40e58b19-f914-48a5-9bfa-a69e2547b7b1 req-c86ec982-4256-4d30-9b52-aa323c6fc275 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d09283e-fff0-4cd9-ab03-0d83e475e121 HTTP/1.1" status: 200 len: 848 time: 0.0701275 May 26 00:04:04.953165 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-40e58b19-f914-48a5-9bfa-a69e2547b7b1 req-8927f0f6-b25c-4ac3-8e5a-f6ed26c5f5bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753491 May 26 00:04:04.963097 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [req-40e58b19-f914-48a5-9bfa-a69e2547b7b1 req-76e1bd6c-1105-4520-89d3-8e1f393dd6f9 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84717) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 00:04:04.964117 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-40e58b19-f914-48a5-9bfa-a69e2547b7b1 req-76e1bd6c-1105-4520-89d3-8e1f393dd6f9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049562 May 26 00:04:05.118359 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-40e58b19-f914-48a5-9bfa-a69e2547b7b1 req-2834c34e-c7cc-4993-833c-8e7453e0c57e service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479430 May 26 00:04:05.374258 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-40e58b19-f914-48a5-9bfa-a69e2547b7b1 req-f58f0977-204d-4e3a-897c-8cb1c1863455 service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484369 May 26 00:04:11.517740 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e3e0d2f4-0598-46cc-819e-07b35a6f4297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:13.746003 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6727f6ac-b389-4cee-b885-f997f662d911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:14.408110 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 51298) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:04:14.606664 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Deleting port 10828416-8863-4f28-900a-6c17487eb0ed {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 00:04:14.607010 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:14.769400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:14.769723 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:14.886344 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Calling delete_port for 10828416-8863-4f28-900a-6c17487eb0ed owned by network:floatingip {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 00:04:15.092372 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:15.136318 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event deleted for resources: {'Port': ['ID=10828416-8863-4f28-900a-6c17487eb0ed,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:15.146868 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:15.174916 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:15.175259 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:15.175592 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:15.175920 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:15.176244 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:15.176629 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:15.176952 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:15.177269 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:15.177586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:15.177691 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:15.177899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:15.178217 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:15.240444 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for floatingip, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:15.622210 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Router 078ad90c-659d-458d-bf6f-4cde2b8d2315 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 00:04:15.913151 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 00:04:15.922398 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2511c22-39ac-4a72-9dd0-6f8caef18293 None None] Sync routers for ids ['078ad90c-659d-458d-bf6f-4cde2b8d2315'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 00:04:15.926370 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:15.934089 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2511c22-39ac-4a72-9dd0-6f8caef18293 None None] Routers {'078ad90c-659d-458d-bf6f-4cde2b8d2315'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 00:04:15.934953 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a2511c22-39ac-4a72-9dd0-6f8caef18293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-26T00:04:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['078ad90c-659d-458d-bf6f-4cde2b8d2315'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:15.979890 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cebe2208-793c-4f2a-83df-2a25c0e11e23 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "DELETE /v2.0/floatingips/393b7c66-fe0c-4eef-a0ea-a3fde2a49b1f HTTP/1.1" status: 204 len: 168 time: 1.5705967 May 26 00:04:15.980453 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ab363e-ad5c-4278-90b7-49babf966873', 'tag': '3d9f7276-a584-4129-abb1-83e7446a19f6'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 00:04:16.115588 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-a2511c22-39ac-4a72-9dd0-6f8caef18293 None None] Set router 078ad90c-659d-458d-bf6f-4cde2b8d2315 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 00:04:16.142663 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd538d50-9142-4764-afb0-dd284a64f371'] response: {'name': 'network-changed', 'server_uuid': '98ab363e-ad5c-4278-90b7-49babf966873', 'tag': '3d9f7276-a584-4129-abb1-83e7446a19f6', 'status': 'completed', 'code': 200} May 26 00:04:16.233702 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e221101-eac1-4e1c-a5c9-dfd0ac4a6057 req-4e40ee4f-482f-4e3d-9558-ab685f081d10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4835453ab15744af98874ff02a04ceca&device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 1098 time: 0.0703740 May 26 00:04:16.355578 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3d9f7276-a584-4129-abb1-83e7446a19f6 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 00:04:16.374304 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e221101-eac1-4e1c-a5c9-dfd0ac4a6057 req-6bd332d9-3db9-42c3-b2a6-b20386bb69bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:04:16.375778 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e221101-eac1-4e1c-a5c9-dfd0ac4a6057 req-6bd332d9-3db9-42c3-b2a6-b20386bb69bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64 HTTP/1.1" status: 200 len: 910 time: 0.1358025 May 26 00:04:16.446906 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e221101-eac1-4e1c-a5c9-dfd0ac4a6057 req-209ffb97-a572-4416-8ed6-376d47d36343 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d9f7276-a584-4129-abb1-83e7446a19f6 HTTP/1.1" status: 200 len: 217 time: 0.0650382 May 26 00:04:16.511666 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e221101-eac1-4e1c-a5c9-dfd0ac4a6057 req-0ea0fbb1-d79f-48e4-9b38-05167da72fc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:04:16.513105 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e221101-eac1-4e1c-a5c9-dfd0ac4a6057 req-0ea0fbb1-d79f-48e4-9b38-05167da72fc7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d09283e-fff0-4cd9-ab03-0d83e475e121 HTTP/1.1" status: 200 len: 848 time: 0.0596426 May 26 00:04:16.555913 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1134556'] for port, before_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:16.586597 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ab363e-ad5c-4278-90b7-49babf966873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d9f7276-a584-4129-abb1-83e7446a19f6'}] {{(pid=84718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 00:04:16.593465 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e221101-eac1-4e1c-a5c9-dfd0ac4a6057 req-4bec244e-362e-4c15-a1ae-140bf7a0a9b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736175 May 26 00:04:16.600222 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] For port 3d9f7276-a584-4129-abb1-83e7446a19f6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d9f7276-a584-4129-abb1-83e7446a19f6,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:04:16.614727 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a2511c22-39ac-4a72-9dd0-6f8caef18293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'f5690b19-1db7-4b6b-b94f-8b339a4e898c', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'floating_ip_address': '172.26.5.15', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'port_id': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'mac_address': 'fa:16:3e:54:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:59:55Z', 'updated_at': '2022-05-26T00:00:03Z', 'revision_number': 1, 'project_id': '4835453ab15744af98874ff02a04ceca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:44Z', 'revision_number': 5, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:16.619000 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2511c22-39ac-4a72-9dd0-6f8caef18293 None None] Checking router: 078ad90c-659d-458d-bf6f-4cde2b8d2315 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 00:04:16.628785 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe426e8-e861-4879-bd6b-7ebf6314933a req-1780147b-35cf-43c0-b558-c3640c041a1f tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:04:16.631778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2511c22-39ac-4a72-9dd0-6f8caef18293 None None] Routers {'078ad90c-659d-458d-bf6f-4cde2b8d2315'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 00:04:16.631778 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a2511c22-39ac-4a72-9dd0-6f8caef18293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-26T00:04:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['078ad90c-659d-458d-bf6f-4cde2b8d2315'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:16.636977 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fbe426e8-e861-4879-bd6b-7ebf6314933a req-1780147b-35cf-43c0-b558-c3640c041a1f tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 945 time: 0.1060143 May 26 00:04:16.680213 dv-neutron-843300-1-hyperv neutron-server[84718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29ed9e4-2303-4c39-a7ff-97d00b400ce1'] response: {'server_uuid': '98ab363e-ad5c-4278-90b7-49babf966873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d9f7276-a584-4129-abb1-83e7446a19f6', 'code': 200} May 26 00:04:16.681908 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-fbe426e8-e861-4879-bd6b-7ebf6314933a req-b8bf6176-e6ab-42a6-b773-09174920df65 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435462 May 26 00:04:16.685997 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790575588518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790575150237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790575150282'] for port, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:16.735811 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e221101-eac1-4e1c-a5c9-dfd0ac4a6057 req-be38c701-9bb8-4628-8714-0ee4b5d1d23d service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357725 May 26 00:04:16.837779 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Pushing event updated for resources: {'Port': ['ID=3d9f7276-a584-4129-abb1-83e7446a19f6,revision_number=8']} {{(pid=84718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:16.869716 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-a2511c22-39ac-4a72-9dd0-6f8caef18293 None None] Set router 078ad90c-659d-458d-bf6f-4cde2b8d2315 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 00:04:16.870297 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-9e221101-eac1-4e1c-a5c9-dfd0ac4a6057 req-f32c71c0-8798-4474-b0fb-344886d746c1 service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276264 May 26 00:04:17.003524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:17.267494 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-a2511c22-39ac-4a72-9dd0-6f8caef18293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'f5690b19-1db7-4b6b-b94f-8b339a4e898c', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'floating_ip_address': '172.26.5.15', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'port_id': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'mac_address': 'fa:16:3e:54:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:59:55Z', 'updated_at': '2022-05-26T00:00:03Z', 'revision_number': 1, 'project_id': '4835453ab15744af98874ff02a04ceca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:44Z', 'revision_number': 5, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:17.271454 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2511c22-39ac-4a72-9dd0-6f8caef18293 None None] The sync data for ids ['078ad90c-659d-458d-bf6f-4cde2b8d2315'] in dv-neutron-843300-1-hyperv is: [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_floatingips': [{'id': 'f5690b19-1db7-4b6b-b94f-8b339a4e898c', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'floating_ip_address': '172.26.5.15', 'floating_network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'router_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'port_id': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'mac_address': 'fa:16:3e:54:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T23:59:55Z', 'updated_at': '2022-05-26T00:00:03Z', 'revision_number': 1, 'project_id': '4835453ab15744af98874ff02a04ceca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:44Z', 'revision_number': 5, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 00:04:17.492550 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3d90e5-01c0-46f1-a904-499e89228f5f None None] New status for floating IP 393b7c66-fe0c-4eef-a0ea-a3fde2a49b1f: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 00:04:17.889335 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b341f-ba6f-4119-9178-59a6fbaab281 req-76e21f59-cf71-4d43-8c0e-b8725b70f87c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:04:17.890671 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-895b341f-ba6f-4119-9178-59a6fbaab281 req-76e21f59-cf71-4d43-8c0e-b8725b70f87c tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 943 time: 0.0772793 May 26 00:04:17.936662 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-895b341f-ba6f-4119-9178-59a6fbaab281 req-a7fb896b-8042-4d9c-8a2e-e6ac381ed816 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404043 May 26 00:04:18.111111 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b736a93-25cf-4113-a086-e9dd1e65dc2d req-f2b238fc-2c13-4ed5-b2ed-f56657ecbd2b tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:04:18.111782 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-3b736a93-25cf-4113-a086-e9dd1e65dc2d req-f2b238fc-2c13-4ed5-b2ed-f56657ecbd2b tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Synchronizing usage tracker for tenant:4835453ab15744af98874ff02a04ceca on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 00:04:18.184086 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-3b736a93-25cf-4113-a086-e9dd1e65dc2d req-f2b238fc-2c13-4ed5-b2ed-f56657ecbd2b tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Unset dirty status for tenant:4835453ab15744af98874ff02a04ceca on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 00:04:18.185515 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3b736a93-25cf-4113-a086-e9dd1e65dc2d req-f2b238fc-2c13-4ed5-b2ed-f56657ecbd2b tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.73 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 943 time: 0.1483507 May 26 00:04:18.261091 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-3b736a93-25cf-4113-a086-e9dd1e65dc2d req-5e2a55e2-4fff-44a9-b774-b436c7dc475a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Deleting port 3d9f7276-a584-4129-abb1-83e7446a19f6 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 00:04:18.261427 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3b736a93-25cf-4113-a086-e9dd1e65dc2d req-5e2a55e2-4fff-44a9-b774-b436c7dc475a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:18.303951 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:18.502273 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-3b736a93-25cf-4113-a086-e9dd1e65dc2d req-5e2a55e2-4fff-44a9-b774-b436c7dc475a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] For port 3d9f7276-a584-4129-abb1-83e7446a19f6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3d9f7276-a584-4129-abb1-83e7446a19f6,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:04:18.502533 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3b736a93-25cf-4113-a086-e9dd1e65dc2d req-5e2a55e2-4fff-44a9-b774-b436c7dc475a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:18.624395 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-3b736a93-25cf-4113-a086-e9dd1e65dc2d req-5e2a55e2-4fff-44a9-b774-b436c7dc475a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Calling delete_port for 3d9f7276-a584-4129-abb1-83e7446a19f6 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 00:04:18.823551 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3b736a93-25cf-4113-a086-e9dd1e65dc2d req-5e2a55e2-4fff-44a9-b774-b436c7dc475a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:18.875919 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a55e2-4fff-44a9-b774-b436c7dc475a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event deleted for resources: {'Port': ['ID=3d9f7276-a584-4129-abb1-83e7446a19f6,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:18.944766 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b736a93-25cf-4113-a086-e9dd1e65dc2d req-5e2a55e2-4fff-44a9-b774-b436c7dc475a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] No DVR routers for this DVR port 3d9f7276-a584-4129-abb1-83e7446a19f6 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 00:04:18.947135 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-3b736a93-25cf-4113-a086-e9dd1e65dc2d req-5e2a55e2-4fff-44a9-b774-b436c7dc475a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:18.950103 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ab363e-ad5c-4278-90b7-49babf966873', 'name': 'network-vif-deleted', 'tag': '3d9f7276-a584-4129-abb1-83e7446a19f6'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 00:04:19.008473 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4ef40f-c4f1-431e-8b1b-c507d082d31a'] response: {'server_uuid': '98ab363e-ad5c-4278-90b7-49babf966873', 'name': 'network-vif-deleted', 'tag': '3d9f7276-a584-4129-abb1-83e7446a19f6', 'status': 'completed', 'code': 200} May 26 00:04:19.018656 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-3b736a93-25cf-4113-a086-e9dd1e65dc2d req-5e2a55e2-4fff-44a9-b774-b436c7dc475a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.73 "DELETE /v2.0/ports/3d9f7276-a584-4129-abb1-83e7446a19f6 HTTP/1.1" status: 204 len: 173 time: 0.8281341 May 26 00:04:19.104844 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-86f80109-c6d6-40d7-ad76-0ddf3ffe6462 req-8bf8516d-5650-4e9e-91d5-476c81bb27cd tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=98ab363e-ad5c-4278-90b7-49babf966873 HTTP/1.1" status: 200 len: 210 time: 0.0428376 May 26 00:04:21.482426 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 51358) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:04:21.769407 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Deleting port fc8ae027-8208-4912-921e-5f74d42b175d {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 00:04:21.769745 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:21.930479 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:21.930801 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:22.051717 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Calling delete_port for fc8ae027-8208-4912-921e-5f74d42b175d owned by network:floatingip {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 00:04:22.252073 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:22.300080 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event deleted for resources: {'Port': ['ID=fc8ae027-8208-4912-921e-5f74d42b175d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:22.338363 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:22.342674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:22.342674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:22.342674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:22.342674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:22.342674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:22.342674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:22.342674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:22.342674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:22.342674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:22.342674 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-1-hyperv {{(pid=84716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 00:04:22.348250 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3d9f7276-a584-4129-abb1-83e7446a19f6 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 00:04:22.382332 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: 3d9f7276-a584-4129-abb1-83e7446a19f6 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 00:04:22.382669 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device 3d9f7276-a584-4129-abb1-83e7446a19f6 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 00:04:22.402692 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for floatingip, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:22.787486 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Router 078ad90c-659d-458d-bf6f-4cde2b8d2315 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 00:04:22.980611 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 00:04:22.992312 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837c16f-f974-411d-a862-52a47c0e9000 None None] Sync routers for ids ['078ad90c-659d-458d-bf6f-4cde2b8d2315'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 00:04:23.000808 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for floatingip, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:23.003929 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837c16f-f974-411d-a862-52a47c0e9000 None None] Routers {'078ad90c-659d-458d-bf6f-4cde2b8d2315'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 00:04:23.004524 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-6837c16f-f974-411d-a862-52a47c0e9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-26T00:04:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['078ad90c-659d-458d-bf6f-4cde2b8d2315'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:23.057951 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-bdd6bf13-27b0-499e-8119-f77f40a5c36e tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "DELETE /v2.0/floatingips/f5690b19-1db7-4b6b-b94f-8b339a4e898c HTTP/1.1" status: 204 len: 168 time: 1.5719640 May 26 00:04:23.057951 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'tag': 'f7f2675c-da2d-4261-ae41-b8370bde76c8'}] {{(pid=84716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 00:04:23.187890 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c92534-a56b-4150-94cf-e19e52f180d5'] response: {'name': 'network-changed', 'server_uuid': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'tag': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'status': 'completed', 'code': 200} May 26 00:04:23.191491 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-6837c16f-f974-411d-a862-52a47c0e9000 None None] Set router 078ad90c-659d-458d-bf6f-4cde2b8d2315 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 00:04:23.378180 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e0d8196a-f6c8-4f0e-b794-7c2b3706850c req-02842f7d-eb51-48a2-8bdc-8c15e410996b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4835453ab15744af98874ff02a04ceca&device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 1096 time: 0.1694202 May 26 00:04:23.515497 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8196a-f6c8-4f0e-b794-7c2b3706850c req-e6976598-6be7-4658-a569-794c2e9b5a9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:04:23.516972 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e0d8196a-f6c8-4f0e-b794-7c2b3706850c req-e6976598-6be7-4658-a569-794c2e9b5a9b service neutron] 10.222.0.73 "GET /v2.0/networks?id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64 HTTP/1.1" status: 200 len: 910 time: 0.1331835 May 26 00:04:23.518753 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-6837c16f-f974-411d-a862-52a47c0e9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:44Z', 'revision_number': 5, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:23.523333 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837c16f-f974-411d-a862-52a47c0e9000 None None] Checking router: 078ad90c-659d-458d-bf6f-4cde2b8d2315 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 00:04:23.535620 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837c16f-f974-411d-a862-52a47c0e9000 None None] Routers {'078ad90c-659d-458d-bf6f-4cde2b8d2315'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 00:04:23.536234 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-6837c16f-f974-411d-a862-52a47c0e9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-26T00:04:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['078ad90c-659d-458d-bf6f-4cde2b8d2315'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:23.587804 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e0d8196a-f6c8-4f0e-b794-7c2b3706850c req-59c2f488-7428-4a48-951f-18fc75ec4a49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8 HTTP/1.1" status: 200 len: 217 time: 0.0643549 May 26 00:04:23.658480 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8196a-f6c8-4f0e-b794-7c2b3706850c req-b763a07f-600e-4629-8ab1-33f493ac44a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:04:23.659942 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e0d8196a-f6c8-4f0e-b794-7c2b3706850c req-b763a07f-600e-4629-8ab1-33f493ac44a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d09283e-fff0-4cd9-ab03-0d83e475e121 HTTP/1.1" status: 200 len: 848 time: 0.0666502 May 26 00:04:23.735113 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-6837c16f-f974-411d-a862-52a47c0e9000 None None] Set router 078ad90c-659d-458d-bf6f-4cde2b8d2315 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 00:04:23.738401 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e0d8196a-f6c8-4f0e-b794-7c2b3706850c req-513fc0dc-ef9f-44b6-8950-cbe8384272f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=546c37c5-b41c-4e8f-b331-3d9fc6abbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722106 May 26 00:04:23.822982 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747c954-314b-4316-8b61-6000c2425861 req-c56bd3f9-1a08-4262-a257-52439ca014cc tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:04:23.823798 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-1747c954-314b-4316-8b61-6000c2425861 req-c56bd3f9-1a08-4262-a257-52439ca014cc tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Synchronizing usage tracker for tenant:4835453ab15744af98874ff02a04ceca on resource:port {{(pid=84716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 00:04:23.877567 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e0d8196a-f6c8-4f0e-b794-7c2b3706850c req-e2b1dbd4-adb3-4463-beec-ad18d7156435 service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330819 May 26 00:04:23.932342 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.quota.resource [req-1747c954-314b-4316-8b61-6000c2425861 req-c56bd3f9-1a08-4262-a257-52439ca014cc tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Unset dirty status for tenant:4835453ab15744af98874ff02a04ceca on resource:port {{(pid=84716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 00:04:23.934373 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1747c954-314b-4316-8b61-6000c2425861 req-c56bd3f9-1a08-4262-a257-52439ca014cc tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 943 time: 0.3074872 May 26 00:04:23.986939 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-1747c954-314b-4316-8b61-6000c2425861 req-aa86cdde-b8e1-4f15-b95c-55e2c6a10401 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451059 May 26 00:04:24.026064 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-e0d8196a-f6c8-4f0e-b794-7c2b3706850c req-51d15203-ce5e-45dc-9c9e-cae097aaadaf service neutron] 10.222.0.73 "GET /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419218 May 26 00:04:24.055925 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-6837c16f-f974-411d-a862-52a47c0e9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:44Z', 'revision_number': 5, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:24.060377 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837c16f-f974-411d-a862-52a47c0e9000 None None] The sync data for ids ['078ad90c-659d-458d-bf6f-4cde2b8d2315'] in dv-neutron-843300-1-hyperv is: [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-25T23:59:25Z', 'revision_number': 4, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv', '_interfaces': [{'id': 'df5ac0d1-67cc-40e1-b168-11ad52fede2d', 'name': '', 'network_id': '546c37c5-b41c-4e8f-b331-3d9fc6abbb64', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'mac_address': 'fa:16:3e:31:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:25Z', 'updated_at': '2022-05-25T23:59:44Z', 'revision_number': 5, 'project_id': '4835453ab15744af98874ff02a04ceca', 'subnets': [{'id': '8d09283e-fff0-4cd9-ab03-0d83e475e121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 00:04:24.275263 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afb4f44-058c-4a5e-a65b-61f4f52c2e5a None None] New status for floating IP f5690b19-1db7-4b6b-b94f-8b339a4e898c: DOWN {{(pid=84719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 00:04:25.155009 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04db0d-1ce7-4241-aa9c-b9d70293ae5d req-e9fd08dd-772b-436c-9e38-800a7b59bb77 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:04:25.155704 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-2f04db0d-1ce7-4241-aa9c-b9d70293ae5d req-e9fd08dd-772b-436c-9e38-800a7b59bb77 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Synchronizing usage tracker for tenant:4835453ab15744af98874ff02a04ceca on resource:port {{(pid=84717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 00:04:25.167352 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.quota.resource [req-2f04db0d-1ce7-4241-aa9c-b9d70293ae5d req-e9fd08dd-772b-436c-9e38-800a7b59bb77 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Unset dirty status for tenant:4835453ab15744af98874ff02a04ceca on resource:port {{(pid=84717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 00:04:25.168680 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2f04db0d-1ce7-4241-aa9c-b9d70293ae5d req-e9fd08dd-772b-436c-9e38-800a7b59bb77 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.73 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 943 time: 0.0947444 May 26 00:04:25.188645 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0e313-75eb-4d80-9932-3ffaf1a5369b req-de4105c9-c05c-47f8-9155-64327777f20a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 00:04:25.190110 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9cc0e313-75eb-4d80-9932-3ffaf1a5369b req-de4105c9-c05c-47f8-9155-64327777f20a tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 943 time: 0.0773427 May 26 00:04:25.234992 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-9cc0e313-75eb-4d80-9932-3ffaf1a5369b req-a6ab1cd9-df5a-4294-b316-283bc38298c1 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6cf748b-9e9b-4127-8dfb-52d72300320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391691 May 26 00:04:25.236212 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-2f04db0d-1ce7-4241-aa9c-b9d70293ae5d req-52cec997-9938-4a87-96dc-66c820a3d9a8 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Deleting port f7f2675c-da2d-4261-ae41-b8370bde76c8 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 00:04:25.236580 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2f04db0d-1ce7-4241-aa9c-b9d70293ae5d req-52cec997-9938-4a87-96dc-66c820a3d9a8 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:25.487462 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [req-2f04db0d-1ce7-4241-aa9c-b9d70293ae5d req-52cec997-9938-4a87-96dc-66c820a3d9a8 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] For port f7f2675c-da2d-4261-ae41-b8370bde76c8, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f7f2675c-da2d-4261-ae41-b8370bde76c8,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:04:25.487817 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2f04db0d-1ce7-4241-aa9c-b9d70293ae5d req-52cec997-9938-4a87-96dc-66c820a3d9a8 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:25.608430 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [req-2f04db0d-1ce7-4241-aa9c-b9d70293ae5d req-52cec997-9938-4a87-96dc-66c820a3d9a8 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Calling delete_port for f7f2675c-da2d-4261-ae41-b8370bde76c8 owned by compute:nova {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 00:04:25.823716 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2f04db0d-1ce7-4241-aa9c-b9d70293ae5d req-52cec997-9938-4a87-96dc-66c820a3d9a8 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:25.869994 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cec997-9938-4a87-96dc-66c820a3d9a8 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event deleted for resources: {'Port': ['ID=f7f2675c-da2d-4261-ae41-b8370bde76c8,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:25.946583 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f04db0d-1ce7-4241-aa9c-b9d70293ae5d req-52cec997-9938-4a87-96dc-66c820a3d9a8 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] No DVR routers for this DVR port f7f2675c-da2d-4261-ae41-b8370bde76c8 on host hv-neutron-8433 {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 00:04:25.948941 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [req-2f04db0d-1ce7-4241-aa9c-b9d70293ae5d req-52cec997-9938-4a87-96dc-66c820a3d9a8 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185037'] for port, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:25.951766 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'name': 'network-vif-deleted', 'tag': 'f7f2675c-da2d-4261-ae41-b8370bde76c8'}] {{(pid=84717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 00:04:26.008369 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9698e842-7f0a-4605-9456-4bb269a118d5'] response: {'server_uuid': '6690b5e5-5741-40a6-91a6-10d0da87fa99', 'name': 'network-vif-deleted', 'tag': 'f7f2675c-da2d-4261-ae41-b8370bde76c8', 'status': 'completed', 'code': 200} May 26 00:04:26.020696 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [req-2f04db0d-1ce7-4241-aa9c-b9d70293ae5d req-52cec997-9938-4a87-96dc-66c820a3d9a8 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.73 "DELETE /v2.0/ports/f7f2675c-da2d-4261-ae41-b8370bde76c8 HTTP/1.1" status: 204 len: 173 time: 0.8474007 May 26 00:04:26.422919 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [req-82d790ae-7ad3-414d-87c8-a7e768bdeab2 req-c0f3179d-df56-4a6a-a4a5-efaa9e834e93 tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "GET /v2.0/ports?device_id=6690b5e5-5741-40a6-91a6-10d0da87fa99 HTTP/1.1" status: 200 len: 210 time: 0.0398545 May 26 00:04:27.531754 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 51382) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:04:27.600943 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b71ea832-8c37-49ef-b2a7-5a51953e113f tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:27.629655 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b71ea832-8c37-49ef-b2a7-5a51953e113f tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:27.749241 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b71ea832-8c37-49ef-b2a7-5a51953e113f tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:27.768798 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ea832-8c37-49ef-b2a7-5a51953e113f tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cf748b-9e9b-4127-8dfb-52d72300320c,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:27.845480 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-b71ea832-8c37-49ef-b2a7-5a51953e113f tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] Notify callbacks [] for security_group, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:27.846619 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-b71ea832-8c37-49ef-b2a7-5a51953e113f tempest-TestSnapshotPattern-500186599 tempest-TestSnapshotPattern-500186599-project] 10.222.0.66 "DELETE /v2.0/security-groups/e6cf748b-9e9b-4127-8dfb-52d72300320c HTTP/1.1" status: 204 len: 168 time: 0.3138633 May 26 00:04:27.956273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 51388) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:04:28.379541 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device f7f2675c-da2d-4261-ae41-b8370bde76c8 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 00:04:28.412124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] No Port match for: f7f2675c-da2d-4261-ae41-b8370bde76c8 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 00:04:28.412458 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Device f7f2675c-da2d-4261-ae41-b8370bde76c8 not bound to the agent host hv-neutron-8433 {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 00:04:28.464616 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-962483e2-c781-473e-b61a-ec268a77492d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:29.031577 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-962483e2-c781-473e-b61a-ec268a77492d admin admin] Deleting port df5ac0d1-67cc-40e1-b168-11ad52fede2d {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 00:04:29.032246 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-962483e2-c781-473e-b61a-ec268a77492d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:29.288381 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-962483e2-c781-473e-b61a-ec268a77492d admin admin] For port df5ac0d1-67cc-40e1-b168-11ad52fede2d, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=df5ac0d1-67cc-40e1-b168-11ad52fede2d,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:04:29.288678 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-962483e2-c781-473e-b61a-ec268a77492d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:29.405047 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-962483e2-c781-473e-b61a-ec268a77492d admin admin] Calling delete_port for df5ac0d1-67cc-40e1-b168-11ad52fede2d owned by network:router_interface {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 00:04:29.623250 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-962483e2-c781-473e-b61a-ec268a77492d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:29.667733 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962483e2-c781-473e-b61a-ec268a77492d admin admin] Pushing event deleted for resources: {'Port': ['ID=df5ac0d1-67cc-40e1-b168-11ad52fede2d,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:29.951747 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-962483e2-c781-473e-b61a-ec268a77492d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:30.510330 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962483e2-c781-473e-b61a-ec268a77492d admin admin] Router 078ad90c-659d-458d-bf6f-4cde2b8d2315 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 00:04:30.799873 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962483e2-c781-473e-b61a-ec268a77492d admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 00:04:30.808248 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db578ddc-9c8f-4c79-b6c7-e27912d2be2e None None] Sync routers for ids ['078ad90c-659d-458d-bf6f-4cde2b8d2315'] in dv-neutron-843300-1-hyperv {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 00:04:30.812715 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-962483e2-c781-473e-b61a-ec268a77492d admin admin] 10.222.0.66 "PUT /v2.0/routers/078ad90c-659d-458d-bf6f-4cde2b8d2315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8553574 May 26 00:04:30.815205 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 51394) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:04:30.820945 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db578ddc-9c8f-4c79-b6c7-e27912d2be2e None None] Routers {'078ad90c-659d-458d-bf6f-4cde2b8d2315'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 00:04:30.821531 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-db578ddc-9c8f-4c79-b6c7-e27912d2be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-26T00:04:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['078ad90c-659d-458d-bf6f-4cde2b8d2315'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:31.016323 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b8eadc3-66e8-4590-ab01-f24945986d62 admin admin] Notify callbacks [] for router, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:31.034864 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-db578ddc-9c8f-4c79-b6c7-e27912d2be2e None None] Set router 078ad90c-659d-458d-bf6f-4cde2b8d2315 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 00:04:31.206211 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b8eadc3-66e8-4590-ab01-f24945986d62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:31.265929 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3b8eadc3-66e8-4590-ab01-f24945986d62 admin admin] Deleting port a5d6effe-cdaf-4326-9d85-9cd297633526 {{(pid=84716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 00:04:31.266468 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b8eadc3-66e8-4590-ab01-f24945986d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:31.316821 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-db578ddc-9c8f-4c79-b6c7-e27912d2be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-26T00:04:29Z', 'revision_number': 5, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port': {'id': 'a5d6effe-cdaf-4326-9d85-9cd297633526', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:23Z', 'updated_at': '2022-05-25T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:31.320771 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db578ddc-9c8f-4c79-b6c7-e27912d2be2e None None] Checking router: 078ad90c-659d-458d-bf6f-4cde2b8d2315 for host: dv-neutron-843300-1-hyperv {{(pid=84718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 00:04:31.331509 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db578ddc-9c8f-4c79-b6c7-e27912d2be2e None None] Routers {'078ad90c-659d-458d-bf6f-4cde2b8d2315'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 00:04:31.332124 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-db578ddc-9c8f-4c79-b6c7-e27912d2be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-26T00:04:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['078ad90c-659d-458d-bf6f-4cde2b8d2315'], 'active': True} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:31.439847 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.db [None req-3b8eadc3-66e8-4590-ab01-f24945986d62 admin admin] For port a5d6effe-cdaf-4326-9d85-9cd297633526, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a5d6effe-cdaf-4326-9d85-9cd297633526,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:04:31.440199 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b8eadc3-66e8-4590-ab01-f24945986d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:31.483633 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_dvr_db [None req-db578ddc-9c8f-4c79-b6c7-e27912d2be2e None None] Set router 078ad90c-659d-458d-bf6f-4cde2b8d2315 gateway port host: None {{(pid=84718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 00:04:31.556992 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.plugins.ml2.plugin [None req-3b8eadc3-66e8-4590-ab01-f24945986d62 admin admin] Calling delete_port for a5d6effe-cdaf-4326-9d85-9cd297633526 owned by network:router_gateway {{(pid=84716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 00:04:31.588167 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.db.l3_hamode_db [None req-db578ddc-9c8f-4c79-b6c7-e27912d2be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-26T00:04:31Z', 'revision_number': 6, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:31.592774 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db578ddc-9c8f-4c79-b6c7-e27912d2be2e None None] The sync data for ids ['078ad90c-659d-458d-bf6f-4cde2b8d2315'] in dv-neutron-843300-1-hyperv is: [{'id': '078ad90c-659d-458d-bf6f-4cde2b8d2315', 'name': 'tempest-TestSnapshotPattern-329616213-router', 'tenant_id': '4835453ab15744af98874ff02a04ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:22Z', 'updated_at': '2022-05-26T00:04:31Z', 'revision_number': 6, 'project_id': '4835453ab15744af98874ff02a04ceca', 'gw_port_host': None}] {{(pid=84718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 00:04:31.800449 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b8eadc3-66e8-4590-ab01-f24945986d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1199231'] for port, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:31.845273 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8eadc3-66e8-4590-ab01-f24945986d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d6effe-cdaf-4326-9d85-9cd297633526,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:32.064675 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b8eadc3-66e8-4590-ab01-f24945986d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:32.365802 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device df5ac0d1-67cc-40e1-b168-11ad52fede2d no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 00:04:32.400873 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: df5ac0d1-67cc-40e1-b168-11ad52fede2d {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 00:04:32.401221 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device df5ac0d1-67cc-40e1-b168-11ad52fede2d not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 00:04:32.401616 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a5d6effe-cdaf-4326-9d85-9cd297633526 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 00:04:32.421969 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b8eadc3-66e8-4590-ab01-f24945986d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:32.426138 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b8eadc3-66e8-4590-ab01-f24945986d62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:32.433274 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: a5d6effe-cdaf-4326-9d85-9cd297633526 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 00:04:32.433615 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a5d6effe-cdaf-4326-9d85-9cd297633526 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 00:04:32.532256 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b8eadc3-66e8-4590-ab01-f24945986d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:32.532818 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8eadc3-66e8-4590-ab01-f24945986d62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 078ad90c-659d-458d-bf6f-4cde2b8d2315 {{(pid=84716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 00:04:32.544853 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-3b8eadc3-66e8-4590-ab01-f24945986d62 admin admin] Notify callbacks [] for router, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:32.545973 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-3b8eadc3-66e8-4590-ab01-f24945986d62 admin admin] 10.222.0.66 "DELETE /v2.0/routers/078ad90c-659d-458d-bf6f-4cde2b8d2315 HTTP/1.1" status: 204 len: 168 time: 1.7298913 May 26 00:04:32.548558 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [-] (84716) accepted ('10.222.0.66', 51398) {{(pid=84716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:04:32.613718 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8fe904-6cbf-442a-8952-1e60139dd29b admin admin] Deleting subnet 8d09283e-fff0-4cd9-ab03-0d83e475e121 {{(pid=84716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 00:04:32.616889 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5f8fe904-6cbf-442a-8952-1e60139dd29b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:32.667119 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5f8fe904-6cbf-442a-8952-1e60139dd29b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199358'] for subnet, precommit_delete_associations {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:32.745677 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5f8fe904-6cbf-442a-8952-1e60139dd29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:32.883497 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5f8fe904-6cbf-442a-8952-1e60139dd29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1199180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155615'] for subnet, after_delete {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:32.921580 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fe904-6cbf-442a-8952-1e60139dd29b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d09283e-fff0-4cd9-ab03-0d83e475e121,revision_number=None']} {{(pid=84716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:32.926875 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron_lib.callbacks.manager [None req-5f8fe904-6cbf-442a-8952-1e60139dd29b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:32.932977 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423c7500-37a9-4045-9949-9d8586796570 None None] Network 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 00:04:32.933638 dv-neutron-843300-1-hyperv neutron-server[84716]: INFO neutron.wsgi [None req-5f8fe904-6cbf-442a-8952-1e60139dd29b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8d09283e-fff0-4cd9-ab03-0d83e475e121 HTTP/1.1" status: 204 len: 168 time: 0.3841228 May 26 00:04:32.937555 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 51402) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:04:33.041998 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:33.052586 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] Deleting port a3cc8d6b-154a-4934-bc04-a8a834063d2a {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 00:04:33.052915 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:33.179166 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6187cca0-ed5f-44b8-aade-942a686e18cc None None] DHCP port deletion for 546c37c5-b41c-4e8f-b331-3d9fc6abbb64 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 00:04:33.183481 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6187cca0-ed5f-44b8-aade-942a686e18cc None None] Deleting port a3cc8d6b-154a-4934-bc04-a8a834063d2a {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 00:04:33.183844 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6187cca0-ed5f-44b8-aade-942a686e18cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:33.340196 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] For port a3cc8d6b-154a-4934-bc04-a8a834063d2a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a3cc8d6b-154a-4934-bc04-a8a834063d2a,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:04:33.340620 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:33.381459 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-6187cca0-ed5f-44b8-aade-942a686e18cc None None] For port a3cc8d6b-154a-4934-bc04-a8a834063d2a, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=a3cc8d6b-154a-4934-bc04-a8a834063d2a,segment=NetworkSegment(10815369-1abe-4e9e-99cf-91ac69dca086),segment_id=10815369-1abe-4e9e-99cf-91ac69dca086)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:04:33.382070 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6187cca0-ed5f-44b8-aade-942a686e18cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:33.464258 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] Calling delete_port for a3cc8d6b-154a-4934-bc04-a8a834063d2a owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 00:04:33.538709 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6187cca0-ed5f-44b8-aade-942a686e18cc None None] Calling delete_port for a3cc8d6b-154a-4934-bc04-a8a834063d2a owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 00:04:33.614755 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:33.619920 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-6187cca0-ed5f-44b8-aade-942a686e18cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 00:04:33.620316 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-6187cca0-ed5f-44b8-aade-942a686e18cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 00:04:33.660972 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3cc8d6b-154a-4934-bc04-a8a834063d2a,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:33.665588 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] No DVR routers for this DVR port a3cc8d6b-154a-4934-bc04-a8a834063d2a on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 00:04:33.779274 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:33.807042 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546c37c5-b41c-4e8f-b331-3d9fc6abbb64']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:33.819319 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10815369-1abe-4e9e-99cf-91ac69dca086') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:33.819605 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10815369-1abe-4e9e-99cf-91ac69dca086') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:33.831307 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:33.847073 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:33.853253 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 00:04:33.853627 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 00:04:33.867264 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 00:04:34.002839 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:34.021769 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:34.031975 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=546c37c5-b41c-4e8f-b331-3d9fc6abbb64,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:34.095011 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-1bdc79b9-5a91-44e9-8eab-817002183e92 admin admin] 10.222.0.66 "DELETE /v2.0/networks/546c37c5-b41c-4e8f-b331-3d9fc6abbb64 HTTP/1.1" status: 204 len: 168 time: 1.1563642 May 26 00:04:34.097753 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 51406) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:04:34.121301 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6187cca0-ed5f-44b8-aade-942a686e18cc None None] Deleting port a3cc8d6b-154a-4934-bc04-a8a834063d2a {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 00:04:34.121672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-6187cca0-ed5f-44b8-aade-942a686e18cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:34.186219 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-6187cca0-ed5f-44b8-aade-942a686e18cc None None] The port 'a3cc8d6b-154a-4934-bc04-a8a834063d2a' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 00:04:34.304680 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a3cc8d6b-154a-4934-bc04-a8a834063d2a no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 00:04:34.338071 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: a3cc8d6b-154a-4934-bc04-a8a834063d2a {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 00:04:34.338071 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device a3cc8d6b-154a-4934-bc04-a8a834063d2a not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 00:04:34.493980 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11090456-dc61-4448-9993-0bd4cc525272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4123608'] for router_interface, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:35.151483 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-11090456-dc61-4448-9993-0bd4cc525272 admin admin] Deleting port f5662b36-ed5e-4391-ab82-25482899a902 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 00:04:35.152216 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11090456-dc61-4448-9993-0bd4cc525272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:35.320823 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-11090456-dc61-4448-9993-0bd4cc525272 admin admin] For port f5662b36-ed5e-4391-ab82-25482899a902, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=f5662b36-ed5e-4391-ab82-25482899a902,segment=NetworkSegment(a03826f9-7b95-4d93-959c-b227db7d8395),segment_id=a03826f9-7b95-4d93-959c-b227db7d8395)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:04:35.321353 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11090456-dc61-4448-9993-0bd4cc525272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:35.455517 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-11090456-dc61-4448-9993-0bd4cc525272 admin admin] Calling delete_port for f5662b36-ed5e-4391-ab82-25482899a902 owned by network:router_interface {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 00:04:35.706043 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11090456-dc61-4448-9993-0bd4cc525272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:35.749024 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11090456-dc61-4448-9993-0bd4cc525272 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5662b36-ed5e-4391-ab82-25482899a902,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:36.032973 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-11090456-dc61-4448-9993-0bd4cc525272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4123535'] for router_interface, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:36.694093 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11090456-dc61-4448-9993-0bd4cc525272 admin admin] Router b07e959c-3353-43f5-a04a-732ddd4e8bb8 has already been hosted by L3 agent 2d9c2385-dddf-4c86-b32f-62f019c6ab70 {{(pid=84717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 00:04:36.892544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11090456-dc61-4448-9993-0bd4cc525272 admin admin] Notify agent at l3_agent.dv-neutron-843300-1-hyperv the message routers_updated {{(pid=84717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 00:04:36.901145 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-11090456-dc61-4448-9993-0bd4cc525272 admin admin] 10.222.0.66 "PUT /v2.0/routers/b07e959c-3353-43f5-a04a-732ddd4e8bb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8023047 May 26 00:04:36.901385 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe683eb7-7308-45f9-b360-18a9d2e237c7 None None] Sync routers for ids ['b07e959c-3353-43f5-a04a-732ddd4e8bb8'] in dv-neutron-843300-1-hyperv {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 00:04:36.904314 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 51410) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:04:36.914965 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe683eb7-7308-45f9-b360-18a9d2e237c7 None None] Routers {'b07e959c-3353-43f5-a04a-732ddd4e8bb8'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 00:04:36.915566 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-fe683eb7-7308-45f9-b360-18a9d2e237c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-26T00:04:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b07e959c-3353-43f5-a04a-732ddd4e8bb8'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:37.089788 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-fe683eb7-7308-45f9-b360-18a9d2e237c7 None None] Set router b07e959c-3353-43f5-a04a-732ddd4e8bb8 gateway port host: dv-neutron-843300-1-hyperv {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 00:04:37.095076 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f00f43e-4ab3-4ba9-b7be-b6889653b44b admin admin] Notify callbacks [] for router, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:37.297513 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f00f43e-4ab3-4ba9-b7be-b6889653b44b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:37.363468 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-8f00f43e-4ab3-4ba9-b7be-b6889653b44b admin admin] Deleting port fafa68b8-64f0-491f-a872-a9db8149b218 {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 00:04:37.363828 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f00f43e-4ab3-4ba9-b7be-b6889653b44b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:37.377337 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-fe683eb7-7308-45f9-b360-18a9d2e237c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'name': 'tempest-TestSnapshotPattern-1960265924-router', 'tenant_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'external_fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'fafa68b8-64f0-491f-a872-a9db8149b218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:29Z', 'updated_at': '2022-05-26T00:04:35Z', 'revision_number': 5, 'project_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'gw_port': {'id': 'fafa68b8-64f0-491f-a872-a9db8149b218', 'name': '', 'network_id': 'c513f589-f876-49b8-8061-8e2704cb350d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T23:59:30Z', 'updated_at': '2022-05-25T23:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd14ddba5-30c7-435f-9c12-eac675f99823', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-1-hyperv'}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:37.381409 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe683eb7-7308-45f9-b360-18a9d2e237c7 None None] Checking router: b07e959c-3353-43f5-a04a-732ddd4e8bb8 for host: dv-neutron-843300-1-hyperv {{(pid=84719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 00:04:37.392759 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe683eb7-7308-45f9-b360-18a9d2e237c7 None None] Routers {'b07e959c-3353-43f5-a04a-732ddd4e8bb8'} bound to L3 agent in host dv-neutron-843300-1-hyperv {{(pid=84719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 00:04:37.393354 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-fe683eb7-7308-45f9-b360-18a9d2e237c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T22:43:14Z,description=,heartbeat_timestamp=2022-05-26T00:04:14Z,host='dv-neutron-843300-1-hyperv',id=2d9c2385-dddf-4c86-b32f-62f019c6ab70,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T22:43:14Z,topic='l3_agent')) {'router_ids': ['b07e959c-3353-43f5-a04a-732ddd4e8bb8'], 'active': True} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:37.534485 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-8f00f43e-4ab3-4ba9-b7be-b6889653b44b admin admin] For port fafa68b8-64f0-491f-a872-a9db8149b218, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=fafa68b8-64f0-491f-a872-a9db8149b218,segment=NetworkSegment(632655fb-2a0a-42c2-87df-842ed01b9530),segment_id=632655fb-2a0a-42c2-87df-842ed01b9530)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:04:37.534838 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f00f43e-4ab3-4ba9-b7be-b6889653b44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:37.541446 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_dvr_db [None req-fe683eb7-7308-45f9-b360-18a9d2e237c7 None None] Set router b07e959c-3353-43f5-a04a-732ddd4e8bb8 gateway port host: None {{(pid=84719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 00:04:37.658470 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-8f00f43e-4ab3-4ba9-b7be-b6889653b44b admin admin] Calling delete_port for fafa68b8-64f0-491f-a872-a9db8149b218 owned by network:router_gateway {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 00:04:37.675756 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.l3_hamode_db [None req-fe683eb7-7308-45f9-b360-18a9d2e237c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'name': 'tempest-TestSnapshotPattern-1960265924-router', 'tenant_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:29Z', 'updated_at': '2022-05-26T00:04:37Z', 'revision_number': 6, 'project_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'gw_port_host': None}], 'dv-neutron-843300-1-hyperv', False) {} {{(pid=84719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:37.679834 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe683eb7-7308-45f9-b360-18a9d2e237c7 None None] The sync data for ids ['b07e959c-3353-43f5-a04a-732ddd4e8bb8'] in dv-neutron-843300-1-hyperv is: [{'id': 'b07e959c-3353-43f5-a04a-732ddd4e8bb8', 'name': 'tempest-TestSnapshotPattern-1960265924-router', 'tenant_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T23:59:29Z', 'updated_at': '2022-05-26T00:04:37Z', 'revision_number': 6, 'project_id': 'b97ff02d41ac4ca0909026a817c34d8f', 'gw_port_host': None}] {{(pid=84719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 00:04:37.897848 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f00f43e-4ab3-4ba9-b7be-b6889653b44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:38.038090 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00f43e-4ab3-4ba9-b7be-b6889653b44b admin admin] Pushing event deleted for resources: {'Port': ['ID=fafa68b8-64f0-491f-a872-a9db8149b218,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:38.260701 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f00f43e-4ab3-4ba9-b7be-b6889653b44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4122053'] for router_gateway, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:38.327886 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f5662b36-ed5e-4391-ab82-25482899a902 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 00:04:38.362041 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: f5662b36-ed5e-4391-ab82-25482899a902 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 00:04:38.362448 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device f5662b36-ed5e-4391-ab82-25482899a902 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 00:04:38.362924 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fafa68b8-64f0-491f-a872-a9db8149b218 no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 00:04:38.394422 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: fafa68b8-64f0-491f-a872-a9db8149b218 {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 00:04:38.394754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device fafa68b8-64f0-491f-a872-a9db8149b218 not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 00:04:38.518306 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f00f43e-4ab3-4ba9-b7be-b6889653b44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4125749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:38.522436 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f00f43e-4ab3-4ba9-b7be-b6889653b44b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:38.617196 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f00f43e-4ab3-4ba9-b7be-b6889653b44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125849'] for router, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:38.617722 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f00f43e-4ab3-4ba9-b7be-b6889653b44b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b07e959c-3353-43f5-a04a-732ddd4e8bb8 {{(pid=84717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 00:04:38.630550 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-8f00f43e-4ab3-4ba9-b7be-b6889653b44b admin admin] Notify callbacks [] for router, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:38.631679 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-8f00f43e-4ab3-4ba9-b7be-b6889653b44b admin admin] 10.222.0.66 "DELETE /v2.0/routers/b07e959c-3353-43f5-a04a-732ddd4e8bb8 HTTP/1.1" status: 204 len: 168 time: 1.7262635 May 26 00:04:38.634988 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 51414) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:04:38.695406 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4ad068-a2d2-472c-8fbb-b0462a14c54d admin admin] Deleting subnet 85632ae8-250a-48a8-a457-e6d2bdbaa4c9 {{(pid=84717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 00:04:38.698404 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad068-a2d2-472c-8fbb-b0462a14c54d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:38.750895 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad068-a2d2-472c-8fbb-b0462a14c54d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2880280'] for subnet, precommit_delete_associations {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:38.827400 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad068-a2d2-472c-8fbb-b0462a14c54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1274883'] for subnet, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:38.957705 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad068-a2d2-472c-8fbb-b0462a14c54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1274890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2880459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2961869'] for subnet, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:39.000249 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ad068-a2d2-472c-8fbb-b0462a14c54d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85632ae8-250a-48a8-a457-e6d2bdbaa4c9,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:39.004179 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad068-a2d2-472c-8fbb-b0462a14c54d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:39.012754 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-cf4ad068-a2d2-472c-8fbb-b0462a14c54d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/85632ae8-250a-48a8-a457-e6d2bdbaa4c9 HTTP/1.1" status: 204 len: 168 time: 0.3739100 May 26 00:04:39.012909 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 51418) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:04:39.015933 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dea485b-1873-4585-bcbc-45eb7378deff None None] Network a9222dc3-1181-405f-beaa-574c55596355 requested from dv-neutron-843300-1-hyperv {{(pid=84718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 00:04:39.132612 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052135'] for network, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:39.144181 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] Deleting port 9b003fae-d7f0-440c-81e7-7717b5d8e24e {{(pid=84717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 00:04:39.144509 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:39.285190 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2232a37c-a843-449c-ac2f-d167a60a509f None None] DHCP port deletion for a9222dc3-1181-405f-beaa-574c55596355 request from dv-neutron-843300-1-hyperv {{(pid=84718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 00:04:39.289837 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2232a37c-a843-449c-ac2f-d167a60a509f None None] Deleting port 9b003fae-d7f0-440c-81e7-7717b5d8e24e {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 00:04:39.290372 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2232a37c-a843-449c-ac2f-d167a60a509f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:39.372005 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.db [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] For port 9b003fae-d7f0-440c-81e7-7717b5d8e24e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9b003fae-d7f0-440c-81e7-7717b5d8e24e,segment=NetworkSegment(a03826f9-7b95-4d93-959c-b227db7d8395),segment_id=a03826f9-7b95-4d93-959c-b227db7d8395)] {{(pid=84717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:04:39.372364 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:39.498937 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.plugin [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] Calling delete_port for 9b003fae-d7f0-440c-81e7-7717b5d8e24e owned by network:dhcp {{(pid=84717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 00:04:39.502945 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.db [None req-2232a37c-a843-449c-ac2f-d167a60a509f None None] For port 9b003fae-d7f0-440c-81e7-7717b5d8e24e, host dv-neutron-843300-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-1-hyperv',level=0,port_id=9b003fae-d7f0-440c-81e7-7717b5d8e24e,segment=NetworkSegment(a03826f9-7b95-4d93-959c-b227db7d8395),segment_id=a03826f9-7b95-4d93-959c-b227db7d8395)] {{(pid=84718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 00:04:39.503473 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2232a37c-a843-449c-ac2f-d167a60a509f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4002282'] for port, precommit_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:39.626883 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2232a37c-a843-449c-ac2f-d167a60a509f None None] Calling delete_port for 9b003fae-d7f0-440c-81e7-7717b5d8e24e owned by network:dhcp {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 00:04:39.734730 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790575588500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790575150228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2880504'] for port, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:39.744452 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.db.api [None req-2232a37c-a843-449c-ac2f-d167a60a509f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 00:04:39.744732 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG oslo_db.api [None req-2232a37c-a843-449c-ac2f-d167a60a509f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 00:04:39.787697 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b003fae-d7f0-440c-81e7-7717b5d8e24e,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:39.791976 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] No DVR routers for this DVR port 9b003fae-d7f0-440c-81e7-7717b5d8e24e on host dv-neutron-843300-1-hyperv {{(pid=84717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 00:04:39.907393 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1272214', 'neutron.services.segments.db._delete_segments_for_network-8790575585401'] for network, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:39.931801 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9222dc3-1181-405f-beaa-574c55596355']}} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:39.944015 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03826f9-7b95-4d93-959c-b227db7d8395') {'for_net_delete': True} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:39.944304 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.services.segments.db [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03826f9-7b95-4d93-959c-b227db7d8395') {} {{(pid=84717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 00:04:39.955421 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790575585284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879723'] for segment, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:39.979544 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1081957'] for segment, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:39.986078 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 00:04:39.991899 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1081982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2880421'] for segment, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: Traceback (most recent call last): May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: timer() May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: cb(*args, **kw) May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: return func(*args, **kwargs) May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: self._notify() May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: self.callback(batched_events) May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: event.method(event) May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: aggregate_uuid = self.p_client.list_aggregates( May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: return f(self, *a, **k) May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._get(url).json() May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: return self.request(url, 'GET', **kwargs) May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: base_url = self.get_endpoint(auth, allow=allow, May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 00:04:39.999992 dv-neutron-843300-1-hyperv neutron-server[84717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 00:04:40.131908 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1272221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4122072'] for network, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:40.147425 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] Notify callbacks [] for network, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:40.158402 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] Pushing event deleted for resources: {'Network': ['ID=a9222dc3-1181-405f-beaa-574c55596355,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:40.163523 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-56c85970-17a1-49bb-aaac-e999b093f91c admin admin] 10.222.0.66 "DELETE /v2.0/networks/a9222dc3-1181-405f-beaa-574c55596355 HTTP/1.1" status: 204 len: 168 time: 1.1472902 May 26 00:04:40.246137 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2232a37c-a843-449c-ac2f-d167a60a509f None None] Deleting port 9b003fae-d7f0-440c-81e7-7717b5d8e24e {{(pid=84718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 00:04:40.246516 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-2232a37c-a843-449c-ac2f-d167a60a509f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790575503315'] for port, before_delete {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:40.316011 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-2232a37c-a843-449c-ac2f-d167a60a509f None None] The port '9b003fae-d7f0-440c-81e7-7717b5d8e24e' was deleted {{(pid=84718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 00:04:40.319561 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9b003fae-d7f0-440c-81e7-7717b5d8e24e no longer exists at agent ovs-agent-dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 00:04:40.351880 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.plugin [None req-15708059-7078-491e-bc96-914ff4d33adb None None] No Port match for: 9b003fae-d7f0-440c-81e7-7717b5d8e24e {{(pid=84718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 00:04:40.352216 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron.plugins.ml2.rpc [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Device 9b003fae-d7f0-440c-81e7-7717b5d8e24e not bound to the agent host dv-neutron-843300-1-hyperv {{(pid=84718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 00:04:40.546191 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 51424) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:04:40.595243 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-2119d783-7697-48d9-a3f0-2fda0689cc2c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4835453ab15744af98874ff02a04ceca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478475 May 26 00:04:40.597599 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 51428) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:04:40.655740 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-826adccd-79a7-4628-8c38-bc53e6e3b097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:40.679870 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-826adccd-79a7-4628-8c38-bc53e6e3b097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:40.802987 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-826adccd-79a7-4628-8c38-bc53e6e3b097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:40.824496 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826adccd-79a7-4628-8c38-bc53e6e3b097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8269f82-f5dc-40d4-bfad-6fdc7b192279,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:40.829837 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-826adccd-79a7-4628-8c38-bc53e6e3b097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:40.833420 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-826adccd-79a7-4628-8c38-bc53e6e3b097 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8269f82-f5dc-40d4-bfad-6fdc7b192279 HTTP/1.1" status: 204 len: 168 time: 0.2324617 May 26 00:04:41.511821 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 51436) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:04:41.557548 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-670a30c3-2325-4a52-ad3e-f8777da977f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:41.564282 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-e0f652ba-69e1-4d73-90fe-810fa65f31a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b97ff02d41ac4ca0909026a817c34d8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512722 May 26 00:04:41.566587 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.wsgi [-] (84717) accepted ('10.222.0.66', 51440) {{(pid=84717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 00:04:41.626742 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-14f537b5-e91e-49f0-ab2a-a0281f8a322e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:41.652161 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-14f537b5-e91e-49f0-ab2a-a0281f8a322e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:41.673269 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:04:41.780067 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-14f537b5-e91e-49f0-ab2a-a0281f8a322e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4171199'] for security_group, after_delete {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:41.794795 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f537b5-e91e-49f0-ab2a-a0281f8a322e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87804d2a-cfec-4a25-83ab-25cf202d0fe9,revision_number=None']} {{(pid=84717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 00:04:41.805195 dv-neutron-843300-1-hyperv neutron-server[84717]: DEBUG neutron_lib.callbacks.manager [None req-14f537b5-e91e-49f0-ab2a-a0281f8a322e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:41.805195 dv-neutron-843300-1-hyperv neutron-server[84717]: INFO neutron.wsgi [None req-14f537b5-e91e-49f0-ab2a-a0281f8a322e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87804d2a-cfec-4a25-83ab-25cf202d0fe9 HTTP/1.1" status: 204 len: 168 time: 0.2343316 May 26 00:04:43.765931 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cd158406-eb16-43de-be14-bb26435d545f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:45.166224 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:45.211842 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:46.945704 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:04:48.305995 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:05:11.522905 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c0a2fdb7-b49e-4261-ac79-ec3d48bfa801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:05:13.757364 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e4f39bee-214f-45ca-9b1a-dde8b605399e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:05:15.182374 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:05:15.188118 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:05:16.962672 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:05:18.334439 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:05:18.672775 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:05:41.639415 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-eff5d991-6456-45f9-9622-e547330419cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:05:43.759306 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-970320bb-70ff-4737-b0bd-a80d77ab8575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:05:45.142000 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:05:45.170711 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:05:46.970646 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:05:48.325318 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:05:55.672422 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:06:11.593683 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24b8c970-396e-4945-bcf1-4377d3d4bef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:06:13.791133 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-a0e988de-fe97-4e0f-a226-c31b2447c3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:06:15.145952 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:06:15.169907 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:06:16.959177 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:06:18.347379 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:06:21.279923 dv-neutron-843300-1-hyperv neutron-server[84716]: DEBUG neutron.wsgi [req-3a8d0f8d-b28e-49af-ba01-f63488917500 req-acda5343-5a5f-41a1-91bb-0dbdf29e24c3 service neutron] (84716) timed out ('10.222.0.66', 49034) {{(pid=84716) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 00:06:32.672657 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:06:41.529749 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-14c9d471-9d3a-4bef-9b5e-2bcf5661ae29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:06:43.752627 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbc77-117f-468a-b1e0-d84127ccb774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:06:45.169579 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:06:45.197914 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:06:46.957901 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:06:48.339339 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:07:09.672895 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:07:11.533529 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-d851272b-7211-4060-967a-fc28d18cdc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:07:13.792123 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-82391f73-0d1b-4fc9-af42-4f91ceab8970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:07:15.191908 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:07:15.203297 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:07:16.963100 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:07:18.357862 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:07:41.625966 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-771e59fb-7e67-4e84-8596-1ebfeb13f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:07:43.768692 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-07b6603d-af2f-4748-bbfd-6fe2bb6ecf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:07:45.185546 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:07:45.208513 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:07:46.674298 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:07:46.951355 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:07:48.378873 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:08:11.522207 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-29cb74b5-344c-4b01-9b3d-efa67fcdd849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:08:13.745456 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e5450f2a-1bb0-41f6-b5a3-f1a27be8d4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:08:15.173738 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:08:15.208051 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:08:16.967835 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:08:18.328256 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:08:23.674297 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:08:41.573758 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-cc83b805-522e-471f-8394-cd38b088191a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:08:43.761699 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-dd032ee5-ffb7-4375-9bb6-b48213d8d819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:08:45.161754 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:08:45.190269 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:08:46.990269 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:08:48.355852 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:09:00.674782 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:09:11.533915 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e72f32e0-dbb9-4c3e-943c-e3f02273fea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:09:13.778780 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-e1565e39-8fc2-4039-a788-f4d8b73de4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:09:15.184102 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:09:15.206823 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:09:17.002080 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:09:18.372554 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:09:37.675374 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:09:41.526723 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-9011bd9c-7687-40cc-a1c7-498ec939e0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:09:43.812501 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-c979d455-1273-40c3-9795-962a461a0de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:09:45.195799 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:09:45.211964 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:09:46.989858 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:09:48.401438 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:10:11.566792 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-172253f9-566f-43d6-9191-c2a936f2e93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:10:13.790190 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-600fe923-4922-4d53-8d74-b6b1979bc181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:10:14.675632 dv-neutron-843300-1-hyperv neutron-server[84719]: DEBUG neutron.db.agents_db [None req-6db15329-accf-4116-b82b-e252f47913aa None None] Agent healthcheck: found 6 active agents {{(pid=84719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 00:10:15.207081 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-15708059-7078-491e-bc96-914ff4d33adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:10:15.217226 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-ff73f513-a280-464b-b10f-0c8fa0e8b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:10:16.984255 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-24da4071-e2a6-4e08-a587-1a0bd54c9d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 00:10:18.388904 dv-neutron-843300-1-hyperv neutron-server[84718]: DEBUG neutron_lib.callbacks.manager [None req-0deb91ee-0ab7-495b-a068-b6e2444b751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790575585383', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271702'] for agent, after_update {{(pid=84718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}